2024-11-11 06:19:53,682 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d 2024-11-11 06:19:53,702 main DEBUG Took 0.017914 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-11 06:19:53,703 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-11 06:19:53,703 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-11 06:19:53,704 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-11 06:19:53,705 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 06:19:53,714 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-11 06:19:53,729 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 06:19:53,730 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 06:19:53,731 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 06:19:53,731 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 06:19:53,732 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 06:19:53,732 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 06:19:53,734 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 06:19:53,734 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 06:19:53,735 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 06:19:53,735 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 06:19:53,736 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 06:19:53,737 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 06:19:53,737 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 06:19:53,738 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 06:19:53,738 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 06:19:53,739 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 06:19:53,739 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 06:19:53,740 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 06:19:53,740 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 06:19:53,741 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 06:19:53,741 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 06:19:53,741 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 06:19:53,742 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 06:19:53,742 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-11 06:19:53,743 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 06:19:53,744 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-11 06:19:53,746 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-11 06:19:53,747 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-11 06:19:53,749 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-11 06:19:53,750 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-11 06:19:53,752 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-11 06:19:53,752 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-11 06:19:53,761 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-11 06:19:53,764 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-11 06:19:53,766 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-11 06:19:53,766 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-11 06:19:53,767 main DEBUG createAppenders(={Console}) 2024-11-11 06:19:53,767 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d initialized 2024-11-11 06:19:53,768 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d 2024-11-11 06:19:53,768 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d OK. 2024-11-11 06:19:53,769 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-11 06:19:53,769 main DEBUG OutputStream closed 2024-11-11 06:19:53,770 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-11 06:19:53,770 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-11 06:19:53,770 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@43dac38f OK 2024-11-11 06:19:53,854 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-11 06:19:53,857 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-11 06:19:53,858 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-11 06:19:53,859 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-11 06:19:53,860 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-11 06:19:53,860 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-11 06:19:53,861 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-11 06:19:53,861 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-11 06:19:53,862 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-11 06:19:53,862 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-11 06:19:53,862 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-11 06:19:53,863 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-11 06:19:53,864 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-11 06:19:53,864 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-11 06:19:53,865 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-11 06:19:53,865 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-11 06:19:53,865 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-11 06:19:53,866 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-11 06:19:53,868 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-11 06:19:53,869 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@1b84f475) with optional ClassLoader: null 2024-11-11 06:19:53,869 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-11 06:19:53,870 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@1b84f475] started OK. 2024-11-11T06:19:53,885 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.replication.TestMasterReplication timeout: 13 mins 2024-11-11 06:19:53,888 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-11 06:19:53,888 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-11T06:19:53,944 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testBasePeerConfigsForReplicationPeer Thread=11, OpenFileDescriptor=287, MaxFileDescriptor=1048576, SystemLoadAverage=50, ProcessCount=11, AvailableMemoryMB=10198 2024-11-11T06:19:54,148 INFO [Time-limited test {}] replication.TestMasterReplication(448): testBasePeerConfigsForPeerMutations 2024-11-11T06:19:54,188 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5107ec3c-b023-3abe-abc2-5a4b84422166 2024-11-11T06:19:54,190 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5107ec3c-b023-3abe-abc2-5a4b84422166/cluster_4343ff10-4131-24df-a6b8-afc3adddd710, deleteOnExit=true 2024-11-11T06:19:54,275 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5107ec3c-b023-3abe-abc2-5a4b84422166/cluster_4343ff10-4131-24df-a6b8-afc3adddd710/zookeeper_0, clientPort=58305, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5107ec3c-b023-3abe-abc2-5a4b84422166/cluster_4343ff10-4131-24df-a6b8-afc3adddd710/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5107ec3c-b023-3abe-abc2-5a4b84422166/cluster_4343ff10-4131-24df-a6b8-afc3adddd710/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-11T06:19:54,288 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=58305 2024-11-11T06:19:54,289 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-11T06:19:54,301 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-11T06:19:54,302 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5107ec3c-b023-3abe-abc2-5a4b84422166/test.cache.data in system properties and HBase conf 2024-11-11T06:19:54,303 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5107ec3c-b023-3abe-abc2-5a4b84422166/hadoop.tmp.dir in system properties and HBase conf 2024-11-11T06:19:54,303 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5107ec3c-b023-3abe-abc2-5a4b84422166/hadoop.log.dir in system properties and HBase conf 2024-11-11T06:19:54,303 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5107ec3c-b023-3abe-abc2-5a4b84422166/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-11T06:19:54,304 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5107ec3c-b023-3abe-abc2-5a4b84422166/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-11T06:19:54,304 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-11T06:19:54,380 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-11T06:19:54,466 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-11T06:19:54,470 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5107ec3c-b023-3abe-abc2-5a4b84422166/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-11T06:19:54,471 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5107ec3c-b023-3abe-abc2-5a4b84422166/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-11T06:19:54,471 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5107ec3c-b023-3abe-abc2-5a4b84422166/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-11T06:19:54,472 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5107ec3c-b023-3abe-abc2-5a4b84422166/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-11T06:19:54,472 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5107ec3c-b023-3abe-abc2-5a4b84422166/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-11T06:19:54,472 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5107ec3c-b023-3abe-abc2-5a4b84422166/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-11T06:19:54,473 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5107ec3c-b023-3abe-abc2-5a4b84422166/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-11T06:19:54,473 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5107ec3c-b023-3abe-abc2-5a4b84422166/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-11T06:19:54,474 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5107ec3c-b023-3abe-abc2-5a4b84422166/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-11T06:19:54,474 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5107ec3c-b023-3abe-abc2-5a4b84422166/nfs.dump.dir in system properties and HBase conf 2024-11-11T06:19:54,475 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5107ec3c-b023-3abe-abc2-5a4b84422166/java.io.tmpdir in system properties and HBase conf 2024-11-11T06:19:54,475 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5107ec3c-b023-3abe-abc2-5a4b84422166/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-11T06:19:54,475 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5107ec3c-b023-3abe-abc2-5a4b84422166/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-11T06:19:54,476 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5107ec3c-b023-3abe-abc2-5a4b84422166/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-11T06:19:55,280 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-11T06:19:55,370 INFO [Time-limited test {}] log.Log(170): Logging initialized @2375ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-11T06:19:55,447 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T06:19:55,519 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T06:19:55,543 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T06:19:55,543 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T06:19:55,544 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-11T06:19:55,562 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T06:19:55,566 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4f6d0cec{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5107ec3c-b023-3abe-abc2-5a4b84422166/hadoop.log.dir/,AVAILABLE} 2024-11-11T06:19:55,567 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@178525d5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T06:19:55,757 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@303ee801{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5107ec3c-b023-3abe-abc2-5a4b84422166/java.io.tmpdir/jetty-localhost-38881-hadoop-hdfs-3_4_1-tests_jar-_-any-747236684969261450/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-11T06:19:55,763 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@65cd7e94{HTTP/1.1, (http/1.1)}{localhost:38881} 2024-11-11T06:19:55,764 INFO [Time-limited test {}] server.Server(415): Started @2769ms 2024-11-11T06:19:56,145 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T06:19:56,151 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T06:19:56,152 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T06:19:56,152 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T06:19:56,153 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-11T06:19:56,153 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6c529a07{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5107ec3c-b023-3abe-abc2-5a4b84422166/hadoop.log.dir/,AVAILABLE} 2024-11-11T06:19:56,154 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@44d45b59{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T06:19:56,273 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7a2d6a05{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5107ec3c-b023-3abe-abc2-5a4b84422166/java.io.tmpdir/jetty-localhost-46721-hadoop-hdfs-3_4_1-tests_jar-_-any-17898388814707766035/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T06:19:56,274 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7f5d5cd1{HTTP/1.1, (http/1.1)}{localhost:46721} 2024-11-11T06:19:56,274 INFO [Time-limited test {}] server.Server(415): Started @3280ms 2024-11-11T06:19:56,339 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-11T06:19:56,828 WARN [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5107ec3c-b023-3abe-abc2-5a4b84422166/cluster_4343ff10-4131-24df-a6b8-afc3adddd710/data/data2/current/BP-234116120-172.17.0.2-1731305995022/current, will proceed with Du for space computation calculation, 2024-11-11T06:19:56,828 WARN [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5107ec3c-b023-3abe-abc2-5a4b84422166/cluster_4343ff10-4131-24df-a6b8-afc3adddd710/data/data1/current/BP-234116120-172.17.0.2-1731305995022/current, will proceed with Du for space computation calculation, 2024-11-11T06:19:56,867 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-11T06:19:56,919 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xcba9a685919e7c57 with lease ID 0xda25c793d2022c6: Processing first storage report for DS-862966d5-c63f-4f35-a288-5d38915b594f from datanode DatanodeRegistration(127.0.0.1:37831, datanodeUuid=7254ff00-6814-454f-85d7-5d979f44ce35, infoPort=36545, infoSecurePort=0, ipcPort=43359, storageInfo=lv=-57;cid=testClusterID;nsid=2055164267;c=1731305995022) 2024-11-11T06:19:56,921 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xcba9a685919e7c57 with lease ID 0xda25c793d2022c6: from storage DS-862966d5-c63f-4f35-a288-5d38915b594f node DatanodeRegistration(127.0.0.1:37831, datanodeUuid=7254ff00-6814-454f-85d7-5d979f44ce35, infoPort=36545, infoSecurePort=0, ipcPort=43359, storageInfo=lv=-57;cid=testClusterID;nsid=2055164267;c=1731305995022), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-11T06:19:56,921 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xcba9a685919e7c57 with lease ID 0xda25c793d2022c6: Processing first storage report for DS-1706313f-b515-4ab3-b204-d58927c14c42 from datanode DatanodeRegistration(127.0.0.1:37831, datanodeUuid=7254ff00-6814-454f-85d7-5d979f44ce35, infoPort=36545, infoSecurePort=0, ipcPort=43359, storageInfo=lv=-57;cid=testClusterID;nsid=2055164267;c=1731305995022) 2024-11-11T06:19:56,921 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xcba9a685919e7c57 with lease ID 0xda25c793d2022c6: from storage DS-1706313f-b515-4ab3-b204-d58927c14c42 node DatanodeRegistration(127.0.0.1:37831, datanodeUuid=7254ff00-6814-454f-85d7-5d979f44ce35, infoPort=36545, infoSecurePort=0, ipcPort=43359, storageInfo=lv=-57;cid=testClusterID;nsid=2055164267;c=1731305995022), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T06:19:56,993 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5107ec3c-b023-3abe-abc2-5a4b84422166 2024-11-11T06:19:57,002 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T06:19:57,006 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T06:19:57,224 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37831 is added to blk_1073741825_1001 (size=7) 2024-11-11T06:19:57,632 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39979/user/jenkins/test-data/5cf02d84-3b94-0f65-797b-ff7ee2f0659f with version=8 2024-11-11T06:19:57,632 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:39979/user/jenkins/test-data/5cf02d84-3b94-0f65-797b-ff7ee2f0659f/hbase-staging 2024-11-11T06:19:57,727 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-11T06:19:57,974 INFO [Time-limited test {}] client.ConnectionUtils(128): master/f334e8b0fbdf:0 server-side Connection retries=45 2024-11-11T06:19:57,985 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T06:19:57,986 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T06:19:57,990 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T06:19:57,990 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T06:19:57,990 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T06:19:58,123 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-11T06:19:58,181 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-11T06:19:58,189 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-11T06:19:58,193 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T06:19:58,220 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 9800 (auto-detected) 2024-11-11T06:19:58,221 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-11T06:19:58,239 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:32997 2024-11-11T06:19:58,260 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:32997 connecting to ZooKeeper ensemble=127.0.0.1:58305 2024-11-11T06:19:58,291 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:329970x0, quorum=127.0.0.1:58305, baseZNode=/0-1473424933 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T06:19:58,294 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:32997-0x10105aee29e0000 connected 2024-11-11T06:19:58,320 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T06:19:58,323 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T06:19:58,331 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:32997-0x10105aee29e0000, quorum=127.0.0.1:58305, baseZNode=/0-1473424933 Set watcher on znode that does not yet exist, /0-1473424933/running 2024-11-11T06:19:58,335 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:39979/user/jenkins/test-data/5cf02d84-3b94-0f65-797b-ff7ee2f0659f, hbase.cluster.distributed=false 2024-11-11T06:19:58,357 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:32997-0x10105aee29e0000, quorum=127.0.0.1:58305, baseZNode=/0-1473424933 Set watcher on znode that does not yet exist, /0-1473424933/acl 2024-11-11T06:19:58,362 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=32997 2024-11-11T06:19:58,362 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=32997 2024-11-11T06:19:58,363 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=32997 2024-11-11T06:19:58,364 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=32997 2024-11-11T06:19:58,364 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=32997 2024-11-11T06:19:58,481 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/f334e8b0fbdf:0 server-side Connection retries=45 2024-11-11T06:19:58,483 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T06:19:58,483 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T06:19:58,483 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T06:19:58,484 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T06:19:58,484 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T06:19:58,487 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-11T06:19:58,489 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T06:19:58,490 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43103 2024-11-11T06:19:58,492 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43103 connecting to ZooKeeper ensemble=127.0.0.1:58305 2024-11-11T06:19:58,494 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T06:19:58,497 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T06:19:58,504 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:431030x0, quorum=127.0.0.1:58305, baseZNode=/0-1473424933 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T06:19:58,505 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43103-0x10105aee29e0001 connected 2024-11-11T06:19:58,505 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43103-0x10105aee29e0001, quorum=127.0.0.1:58305, baseZNode=/0-1473424933 Set watcher on znode that does not yet exist, /0-1473424933/running 2024-11-11T06:19:58,509 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-11T06:19:58,517 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-11T06:19:58,520 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43103-0x10105aee29e0001, quorum=127.0.0.1:58305, baseZNode=/0-1473424933 Set watcher on znode that does not yet exist, /0-1473424933/master 2024-11-11T06:19:58,525 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43103-0x10105aee29e0001, quorum=127.0.0.1:58305, baseZNode=/0-1473424933 Set watcher on znode that does not yet exist, /0-1473424933/acl 2024-11-11T06:19:58,526 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43103 2024-11-11T06:19:58,526 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43103 2024-11-11T06:19:58,526 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43103 2024-11-11T06:19:58,527 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43103 2024-11-11T06:19:58,528 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43103 2024-11-11T06:19:58,543 DEBUG [M:0;f334e8b0fbdf:32997 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;f334e8b0fbdf:32997 2024-11-11T06:19:58,544 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1473424933/backup-masters/f334e8b0fbdf,32997,1731305997780 2024-11-11T06:19:58,552 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43103-0x10105aee29e0001, quorum=127.0.0.1:58305, baseZNode=/0-1473424933 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1473424933/backup-masters 2024-11-11T06:19:58,552 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32997-0x10105aee29e0000, quorum=127.0.0.1:58305, baseZNode=/0-1473424933 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1473424933/backup-masters 2024-11-11T06:19:58,554 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:32997-0x10105aee29e0000, quorum=127.0.0.1:58305, baseZNode=/0-1473424933 Set watcher on existing znode=/0-1473424933/backup-masters/f334e8b0fbdf,32997,1731305997780 2024-11-11T06:19:58,575 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32997-0x10105aee29e0000, quorum=127.0.0.1:58305, baseZNode=/0-1473424933 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1473424933 2024-11-11T06:19:58,575 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43103-0x10105aee29e0001, quorum=127.0.0.1:58305, baseZNode=/0-1473424933 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1473424933/master 2024-11-11T06:19:58,575 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43103-0x10105aee29e0001, quorum=127.0.0.1:58305, baseZNode=/0-1473424933 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1473424933 2024-11-11T06:19:58,576 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:32997-0x10105aee29e0000, quorum=127.0.0.1:58305, baseZNode=/0-1473424933 Set watcher on existing znode=/0-1473424933/master 2024-11-11T06:19:58,577 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1473424933/backup-masters/f334e8b0fbdf,32997,1731305997780 from backup master directory 2024-11-11T06:19:58,580 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32997-0x10105aee29e0000, quorum=127.0.0.1:58305, baseZNode=/0-1473424933 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1473424933/backup-masters/f334e8b0fbdf,32997,1731305997780 2024-11-11T06:19:58,580 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43103-0x10105aee29e0001, quorum=127.0.0.1:58305, baseZNode=/0-1473424933 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1473424933/backup-masters 2024-11-11T06:19:58,580 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32997-0x10105aee29e0000, quorum=127.0.0.1:58305, baseZNode=/0-1473424933 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1473424933/backup-masters 2024-11-11T06:19:58,581 WARN [master/f334e8b0fbdf:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T06:19:58,581 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=f334e8b0fbdf,32997,1731305997780 2024-11-11T06:19:58,583 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-11T06:19:58,584 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-11T06:19:58,641 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:39979/user/jenkins/test-data/5cf02d84-3b94-0f65-797b-ff7ee2f0659f/hbase.id] with ID: 5e2c4c9e-3cf6-4d12-8320-105f84c24fcb 2024-11-11T06:19:58,642 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:39979/user/jenkins/test-data/5cf02d84-3b94-0f65-797b-ff7ee2f0659f/.tmp/hbase.id 2024-11-11T06:19:58,651 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37831 is added to blk_1073741826_1002 (size=42) 2024-11-11T06:19:59,054 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:39979/user/jenkins/test-data/5cf02d84-3b94-0f65-797b-ff7ee2f0659f/.tmp/hbase.id]:[hdfs://localhost:39979/user/jenkins/test-data/5cf02d84-3b94-0f65-797b-ff7ee2f0659f/hbase.id] 2024-11-11T06:19:59,096 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T06:19:59,100 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-11T06:19:59,119 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 18ms. 2024-11-11T06:19:59,123 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32997-0x10105aee29e0000, quorum=127.0.0.1:58305, baseZNode=/0-1473424933 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1473424933 2024-11-11T06:19:59,123 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43103-0x10105aee29e0001, quorum=127.0.0.1:58305, baseZNode=/0-1473424933 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1473424933 2024-11-11T06:19:59,140 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37831 is added to blk_1073741827_1003 (size=196) 2024-11-11T06:19:59,549 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T06:19:59,551 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-11T06:19:59,568 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:19:59,572 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T06:19:59,599 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37831 is added to blk_1073741828_1004 (size=1189) 2024-11-11T06:20:00,020 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:39979/user/jenkins/test-data/5cf02d84-3b94-0f65-797b-ff7ee2f0659f/MasterData/data/master/store 2024-11-11T06:20:00,039 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37831 is added to blk_1073741829_1005 (size=34) 2024-11-11T06:20:00,445 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-11T06:20:00,448 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T06:20:00,449 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-11T06:20:00,449 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T06:20:00,449 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T06:20:00,451 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-11T06:20:00,451 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T06:20:00,451 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T06:20:00,452 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731306000449Disabling compacts and flushes for region at 1731306000449Disabling writes for close at 1731306000451 (+2 ms)Writing region close event to WAL at 1731306000451Closed at 1731306000451 2024-11-11T06:20:00,454 WARN [master/f334e8b0fbdf:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:39979/user/jenkins/test-data/5cf02d84-3b94-0f65-797b-ff7ee2f0659f/MasterData/data/master/store/.initializing 2024-11-11T06:20:00,455 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:39979/user/jenkins/test-data/5cf02d84-3b94-0f65-797b-ff7ee2f0659f/MasterData/WALs/f334e8b0fbdf,32997,1731305997780 2024-11-11T06:20:00,463 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T06:20:00,477 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=f334e8b0fbdf%2C32997%2C1731305997780, suffix=, logDir=hdfs://localhost:39979/user/jenkins/test-data/5cf02d84-3b94-0f65-797b-ff7ee2f0659f/MasterData/WALs/f334e8b0fbdf,32997,1731305997780, archiveDir=hdfs://localhost:39979/user/jenkins/test-data/5cf02d84-3b94-0f65-797b-ff7ee2f0659f/MasterData/oldWALs, maxLogs=10 2024-11-11T06:20:00,500 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/5cf02d84-3b94-0f65-797b-ff7ee2f0659f/MasterData/WALs/f334e8b0fbdf,32997,1731305997780/f334e8b0fbdf%2C32997%2C1731305997780.1731306000482, exclude list is [], retry=0 2024-11-11T06:20:00,515 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37831,DS-862966d5-c63f-4f35-a288-5d38915b594f,DISK] 2024-11-11T06:20:00,518 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-11T06:20:00,554 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5cf02d84-3b94-0f65-797b-ff7ee2f0659f/MasterData/WALs/f334e8b0fbdf,32997,1731305997780/f334e8b0fbdf%2C32997%2C1731305997780.1731306000482 2024-11-11T06:20:00,556 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36545:36545)] 2024-11-11T06:20:00,556 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-11T06:20:00,557 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T06:20:00,560 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T06:20:00,561 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T06:20:00,598 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T06:20:00,626 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-11T06:20:00,630 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:20:00,633 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T06:20:00,634 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T06:20:00,637 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-11T06:20:00,638 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:20:00,639 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T06:20:00,639 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T06:20:00,642 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-11T06:20:00,642 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:20:00,643 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T06:20:00,643 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T06:20:00,646 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-11T06:20:00,646 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:20:00,647 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T06:20:00,647 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T06:20:00,650 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39979/user/jenkins/test-data/5cf02d84-3b94-0f65-797b-ff7ee2f0659f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-11T06:20:00,652 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39979/user/jenkins/test-data/5cf02d84-3b94-0f65-797b-ff7ee2f0659f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-11T06:20:00,657 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T06:20:00,657 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T06:20:00,660 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T06:20:00,664 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T06:20:00,668 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39979/user/jenkins/test-data/5cf02d84-3b94-0f65-797b-ff7ee2f0659f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T06:20:00,669 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73769196, jitterRate=0.09924668073654175}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T06:20:00,675 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731306000573Initializing all the Stores at 1731306000576 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731306000576Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731306000577 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731306000577Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731306000577Cleaning up temporary data from old regions at 1731306000657 (+80 ms)Region opened successfully at 1731306000674 (+17 ms) 2024-11-11T06:20:00,676 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-11T06:20:00,710 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@58cd2757, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f334e8b0fbdf/172.17.0.2:0 2024-11-11T06:20:00,744 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-11T06:20:00,756 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-11T06:20:00,756 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-11T06:20:00,759 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-11T06:20:00,761 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-11T06:20:00,766 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 4 msec 2024-11-11T06:20:00,766 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-11T06:20:00,792 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-11T06:20:00,800 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32997-0x10105aee29e0000, quorum=127.0.0.1:58305, baseZNode=/0-1473424933 Unable to get data of znode /0-1473424933/balancer because node does not exist (not necessarily an error) 2024-11-11T06:20:00,803 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1473424933/balancer already deleted, retry=false 2024-11-11T06:20:00,805 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-11T06:20:00,807 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32997-0x10105aee29e0000, quorum=127.0.0.1:58305, baseZNode=/0-1473424933 Unable to get data of znode /0-1473424933/normalizer because node does not exist (not necessarily an error) 2024-11-11T06:20:00,809 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1473424933/normalizer already deleted, retry=false 2024-11-11T06:20:00,811 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-11T06:20:00,815 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32997-0x10105aee29e0000, quorum=127.0.0.1:58305, baseZNode=/0-1473424933 Unable to get data of znode /0-1473424933/switch/split because node does not exist (not necessarily an error) 2024-11-11T06:20:00,817 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1473424933/switch/split already deleted, retry=false 2024-11-11T06:20:00,818 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32997-0x10105aee29e0000, quorum=127.0.0.1:58305, baseZNode=/0-1473424933 Unable to get data of znode /0-1473424933/switch/merge because node does not exist (not necessarily an error) 2024-11-11T06:20:00,820 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1473424933/switch/merge already deleted, retry=false 2024-11-11T06:20:00,839 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32997-0x10105aee29e0000, quorum=127.0.0.1:58305, baseZNode=/0-1473424933 Unable to get data of znode /0-1473424933/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-11T06:20:00,840 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1473424933/snapshot-cleanup already deleted, retry=false 2024-11-11T06:20:00,846 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43103-0x10105aee29e0001, quorum=127.0.0.1:58305, baseZNode=/0-1473424933 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1473424933/running 2024-11-11T06:20:00,846 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32997-0x10105aee29e0000, quorum=127.0.0.1:58305, baseZNode=/0-1473424933 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1473424933/running 2024-11-11T06:20:00,846 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43103-0x10105aee29e0001, quorum=127.0.0.1:58305, baseZNode=/0-1473424933 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1473424933 2024-11-11T06:20:00,846 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32997-0x10105aee29e0000, quorum=127.0.0.1:58305, baseZNode=/0-1473424933 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1473424933 2024-11-11T06:20:00,848 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=f334e8b0fbdf,32997,1731305997780, sessionid=0x10105aee29e0000, setting cluster-up flag (Was=false) 2024-11-11T06:20:00,861 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32997-0x10105aee29e0000, quorum=127.0.0.1:58305, baseZNode=/0-1473424933 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1473424933 2024-11-11T06:20:00,861 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43103-0x10105aee29e0001, quorum=127.0.0.1:58305, baseZNode=/0-1473424933 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1473424933 2024-11-11T06:20:00,867 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1473424933/flush-table-proc/acquired, /0-1473424933/flush-table-proc/reached, /0-1473424933/flush-table-proc/abort 2024-11-11T06:20:00,869 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f334e8b0fbdf,32997,1731305997780 2024-11-11T06:20:00,874 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32997-0x10105aee29e0000, quorum=127.0.0.1:58305, baseZNode=/0-1473424933 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1473424933 2024-11-11T06:20:00,874 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43103-0x10105aee29e0001, quorum=127.0.0.1:58305, baseZNode=/0-1473424933 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1473424933 2024-11-11T06:20:00,881 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1473424933/online-snapshot/acquired, /0-1473424933/online-snapshot/reached, /0-1473424933/online-snapshot/abort 2024-11-11T06:20:00,883 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f334e8b0fbdf,32997,1731305997780 2024-11-11T06:20:00,890 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:39979/user/jenkins/test-data/5cf02d84-3b94-0f65-797b-ff7ee2f0659f/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-11T06:20:00,933 INFO [RS:0;f334e8b0fbdf:43103 {}] regionserver.HRegionServer(746): ClusterId : 5e2c4c9e-3cf6-4d12-8320-105f84c24fcb 2024-11-11T06:20:00,936 DEBUG [RS:0;f334e8b0fbdf:43103 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-11T06:20:00,942 DEBUG [RS:0;f334e8b0fbdf:43103 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-11T06:20:00,942 DEBUG [RS:0;f334e8b0fbdf:43103 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-11T06:20:00,945 DEBUG [RS:0;f334e8b0fbdf:43103 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-11T06:20:00,946 DEBUG [RS:0;f334e8b0fbdf:43103 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@75fda908, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f334e8b0fbdf/172.17.0.2:0 2024-11-11T06:20:00,961 DEBUG [RS:0;f334e8b0fbdf:43103 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;f334e8b0fbdf:43103 2024-11-11T06:20:00,964 INFO [RS:0;f334e8b0fbdf:43103 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-11T06:20:00,964 INFO [RS:0;f334e8b0fbdf:43103 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-11T06:20:00,964 DEBUG [RS:0;f334e8b0fbdf:43103 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-11T06:20:00,967 INFO [RS:0;f334e8b0fbdf:43103 {}] regionserver.HRegionServer(2659): reportForDuty to master=f334e8b0fbdf,32997,1731305997780 with port=43103, startcode=1731305998441 2024-11-11T06:20:00,970 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-11T06:20:00,979 DEBUG [RS:0;f334e8b0fbdf:43103 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-11T06:20:00,981 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-11T06:20:00,989 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-11T06:20:00,996 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: f334e8b0fbdf,32997,1731305997780 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-11T06:20:01,005 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/f334e8b0fbdf:0, corePoolSize=5, maxPoolSize=5 2024-11-11T06:20:01,005 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/f334e8b0fbdf:0, corePoolSize=5, maxPoolSize=5 2024-11-11T06:20:01,005 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/f334e8b0fbdf:0, corePoolSize=5, maxPoolSize=5 2024-11-11T06:20:01,006 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/f334e8b0fbdf:0, corePoolSize=5, maxPoolSize=5 2024-11-11T06:20:01,006 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/f334e8b0fbdf:0, corePoolSize=10, maxPoolSize=10 2024-11-11T06:20:01,006 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/f334e8b0fbdf:0, corePoolSize=1, maxPoolSize=1 2024-11-11T06:20:01,006 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/f334e8b0fbdf:0, corePoolSize=2, maxPoolSize=2 2024-11-11T06:20:01,006 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/f334e8b0fbdf:0, corePoolSize=1, maxPoolSize=1 2024-11-11T06:20:01,008 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731306031008 2024-11-11T06:20:01,010 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-11T06:20:01,012 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-11T06:20:01,012 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43637, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-11T06:20:01,014 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T06:20:01,014 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-11T06:20:01,016 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-11T06:20:01,016 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-11T06:20:01,016 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-11T06:20:01,017 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-11T06:20:01,018 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=32997 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T06:20:01,020 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:20:01,017 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T06:20:01,020 INFO [PEWorker-2 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-11T06:20:01,025 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-11T06:20:01,026 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-11T06:20:01,026 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-11T06:20:01,026 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-11T06:20:01,031 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-11T06:20:01,031 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-11T06:20:01,033 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37831 is added to blk_1073741831_1007 (size=1321) 2024-11-11T06:20:01,034 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/f334e8b0fbdf:0:becomeActiveMaster-HFileCleaner.large.0-1731306001033,5,FailOnTimeoutGroup] 2024-11-11T06:20:01,035 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/f334e8b0fbdf:0:becomeActiveMaster-HFileCleaner.small.0-1731306001034,5,FailOnTimeoutGroup] 2024-11-11T06:20:01,035 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T06:20:01,035 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-11T06:20:01,036 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-11T06:20:01,036 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-11T06:20:01,046 DEBUG [RS:0;f334e8b0fbdf:43103 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-11-11T06:20:01,046 WARN [RS:0;f334e8b0fbdf:43103 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-11-11T06:20:01,147 INFO [RS:0;f334e8b0fbdf:43103 {}] regionserver.HRegionServer(2659): reportForDuty to master=f334e8b0fbdf,32997,1731305997780 with port=43103, startcode=1731305998441 2024-11-11T06:20:01,150 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=32997 {}] master.ServerManager(363): Checking decommissioned status of RegionServer f334e8b0fbdf,43103,1731305998441 2024-11-11T06:20:01,152 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=32997 {}] master.ServerManager(517): Registering regionserver=f334e8b0fbdf,43103,1731305998441 2024-11-11T06:20:01,161 DEBUG [RS:0;f334e8b0fbdf:43103 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39979/user/jenkins/test-data/5cf02d84-3b94-0f65-797b-ff7ee2f0659f 2024-11-11T06:20:01,161 DEBUG [RS:0;f334e8b0fbdf:43103 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39979 2024-11-11T06:20:01,161 DEBUG [RS:0;f334e8b0fbdf:43103 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-11T06:20:01,165 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32997-0x10105aee29e0000, quorum=127.0.0.1:58305, baseZNode=/0-1473424933 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1473424933/rs 2024-11-11T06:20:01,166 DEBUG [RS:0;f334e8b0fbdf:43103 {}] zookeeper.ZKUtil(111): regionserver:43103-0x10105aee29e0001, quorum=127.0.0.1:58305, baseZNode=/0-1473424933 Set watcher on existing znode=/0-1473424933/rs/f334e8b0fbdf,43103,1731305998441 2024-11-11T06:20:01,166 WARN [RS:0;f334e8b0fbdf:43103 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T06:20:01,166 INFO [RS:0;f334e8b0fbdf:43103 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T06:20:01,166 DEBUG [RS:0;f334e8b0fbdf:43103 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39979/user/jenkins/test-data/5cf02d84-3b94-0f65-797b-ff7ee2f0659f/WALs/f334e8b0fbdf,43103,1731305998441 2024-11-11T06:20:01,168 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [f334e8b0fbdf,43103,1731305998441] 2024-11-11T06:20:01,191 INFO [RS:0;f334e8b0fbdf:43103 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-11T06:20:01,204 INFO [RS:0;f334e8b0fbdf:43103 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-11T06:20:01,209 INFO [RS:0;f334e8b0fbdf:43103 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-11T06:20:01,209 INFO [RS:0;f334e8b0fbdf:43103 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T06:20:01,210 INFO [RS:0;f334e8b0fbdf:43103 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-11T06:20:01,215 INFO [RS:0;f334e8b0fbdf:43103 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-11T06:20:01,217 INFO [RS:0;f334e8b0fbdf:43103 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-11T06:20:01,217 DEBUG [RS:0;f334e8b0fbdf:43103 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/f334e8b0fbdf:0, corePoolSize=1, maxPoolSize=1 2024-11-11T06:20:01,218 DEBUG [RS:0;f334e8b0fbdf:43103 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/f334e8b0fbdf:0, corePoolSize=1, maxPoolSize=1 2024-11-11T06:20:01,218 DEBUG [RS:0;f334e8b0fbdf:43103 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/f334e8b0fbdf:0, corePoolSize=1, maxPoolSize=1 2024-11-11T06:20:01,218 DEBUG [RS:0;f334e8b0fbdf:43103 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0, corePoolSize=1, maxPoolSize=1 2024-11-11T06:20:01,218 DEBUG [RS:0;f334e8b0fbdf:43103 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/f334e8b0fbdf:0, corePoolSize=1, maxPoolSize=1 2024-11-11T06:20:01,218 DEBUG [RS:0;f334e8b0fbdf:43103 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/f334e8b0fbdf:0, corePoolSize=2, maxPoolSize=2 2024-11-11T06:20:01,218 DEBUG [RS:0;f334e8b0fbdf:43103 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/f334e8b0fbdf:0, corePoolSize=1, maxPoolSize=1 2024-11-11T06:20:01,218 DEBUG [RS:0;f334e8b0fbdf:43103 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/f334e8b0fbdf:0, corePoolSize=1, maxPoolSize=1 2024-11-11T06:20:01,219 DEBUG [RS:0;f334e8b0fbdf:43103 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0, corePoolSize=1, maxPoolSize=1 2024-11-11T06:20:01,219 DEBUG [RS:0;f334e8b0fbdf:43103 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/f334e8b0fbdf:0, corePoolSize=1, maxPoolSize=1 2024-11-11T06:20:01,219 DEBUG [RS:0;f334e8b0fbdf:43103 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/f334e8b0fbdf:0, corePoolSize=1, maxPoolSize=1 2024-11-11T06:20:01,219 DEBUG [RS:0;f334e8b0fbdf:43103 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/f334e8b0fbdf:0, corePoolSize=1, maxPoolSize=1 2024-11-11T06:20:01,219 DEBUG [RS:0;f334e8b0fbdf:43103 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/f334e8b0fbdf:0, corePoolSize=3, maxPoolSize=3 2024-11-11T06:20:01,219 DEBUG [RS:0;f334e8b0fbdf:43103 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/f334e8b0fbdf:0, corePoolSize=3, maxPoolSize=3 2024-11-11T06:20:01,220 INFO [RS:0;f334e8b0fbdf:43103 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T06:20:01,220 INFO [RS:0;f334e8b0fbdf:43103 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T06:20:01,221 INFO [RS:0;f334e8b0fbdf:43103 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T06:20:01,221 INFO [RS:0;f334e8b0fbdf:43103 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-11T06:20:01,221 INFO [RS:0;f334e8b0fbdf:43103 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-11T06:20:01,221 INFO [RS:0;f334e8b0fbdf:43103 {}] hbase.ChoreService(168): Chore ScheduledChore name=f334e8b0fbdf,43103,1731305998441-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T06:20:01,242 INFO [RS:0;f334e8b0fbdf:43103 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-11T06:20:01,244 INFO [RS:0;f334e8b0fbdf:43103 {}] hbase.ChoreService(168): Chore ScheduledChore name=f334e8b0fbdf,43103,1731305998441-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T06:20:01,245 INFO [RS:0;f334e8b0fbdf:43103 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T06:20:01,245 INFO [RS:0;f334e8b0fbdf:43103 {}] regionserver.Replication(171): f334e8b0fbdf,43103,1731305998441 started 2024-11-11T06:20:01,265 INFO [RS:0;f334e8b0fbdf:43103 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T06:20:01,265 INFO [RS:0;f334e8b0fbdf:43103 {}] regionserver.HRegionServer(1482): Serving as f334e8b0fbdf,43103,1731305998441, RpcServer on f334e8b0fbdf/172.17.0.2:43103, sessionid=0x10105aee29e0001 2024-11-11T06:20:01,266 DEBUG [RS:0;f334e8b0fbdf:43103 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-11T06:20:01,267 DEBUG [RS:0;f334e8b0fbdf:43103 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager f334e8b0fbdf,43103,1731305998441 2024-11-11T06:20:01,267 DEBUG [RS:0;f334e8b0fbdf:43103 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f334e8b0fbdf,43103,1731305998441' 2024-11-11T06:20:01,267 DEBUG [RS:0;f334e8b0fbdf:43103 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1473424933/flush-table-proc/abort' 2024-11-11T06:20:01,268 DEBUG [RS:0;f334e8b0fbdf:43103 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1473424933/flush-table-proc/acquired' 2024-11-11T06:20:01,269 DEBUG [RS:0;f334e8b0fbdf:43103 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-11T06:20:01,269 DEBUG [RS:0;f334e8b0fbdf:43103 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-11T06:20:01,269 DEBUG [RS:0;f334e8b0fbdf:43103 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager f334e8b0fbdf,43103,1731305998441 2024-11-11T06:20:01,269 DEBUG [RS:0;f334e8b0fbdf:43103 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f334e8b0fbdf,43103,1731305998441' 2024-11-11T06:20:01,269 DEBUG [RS:0;f334e8b0fbdf:43103 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1473424933/online-snapshot/abort' 2024-11-11T06:20:01,270 DEBUG [RS:0;f334e8b0fbdf:43103 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1473424933/online-snapshot/acquired' 2024-11-11T06:20:01,271 DEBUG [RS:0;f334e8b0fbdf:43103 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-11T06:20:01,271 INFO [RS:0;f334e8b0fbdf:43103 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-11T06:20:01,271 INFO [RS:0;f334e8b0fbdf:43103 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-11T06:20:01,377 INFO [RS:0;f334e8b0fbdf:43103 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T06:20:01,381 INFO [RS:0;f334e8b0fbdf:43103 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f334e8b0fbdf%2C43103%2C1731305998441, suffix=, logDir=hdfs://localhost:39979/user/jenkins/test-data/5cf02d84-3b94-0f65-797b-ff7ee2f0659f/WALs/f334e8b0fbdf,43103,1731305998441, archiveDir=hdfs://localhost:39979/user/jenkins/test-data/5cf02d84-3b94-0f65-797b-ff7ee2f0659f/oldWALs, maxLogs=10 2024-11-11T06:20:01,398 DEBUG [RS:0;f334e8b0fbdf:43103 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/5cf02d84-3b94-0f65-797b-ff7ee2f0659f/WALs/f334e8b0fbdf,43103,1731305998441/f334e8b0fbdf%2C43103%2C1731305998441.1731306001383, exclude list is [], retry=0 2024-11-11T06:20:01,403 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37831,DS-862966d5-c63f-4f35-a288-5d38915b594f,DISK] 2024-11-11T06:20:01,406 INFO [RS:0;f334e8b0fbdf:43103 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5cf02d84-3b94-0f65-797b-ff7ee2f0659f/WALs/f334e8b0fbdf,43103,1731305998441/f334e8b0fbdf%2C43103%2C1731305998441.1731306001383 2024-11-11T06:20:01,407 DEBUG [RS:0;f334e8b0fbdf:43103 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36545:36545)] 2024-11-11T06:20:01,436 INFO [PEWorker-2 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:39979/user/jenkins/test-data/5cf02d84-3b94-0f65-797b-ff7ee2f0659f/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-11T06:20:01,436 INFO [PEWorker-2 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:39979/user/jenkins/test-data/5cf02d84-3b94-0f65-797b-ff7ee2f0659f 2024-11-11T06:20:01,445 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37831 is added to blk_1073741833_1009 (size=32) 2024-11-11T06:20:01,847 DEBUG [PEWorker-2 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T06:20:01,850 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T06:20:01,853 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T06:20:01,853 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:20:01,854 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T06:20:01,854 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T06:20:01,856 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T06:20:01,856 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:20:01,857 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T06:20:01,858 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T06:20:01,860 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T06:20:01,860 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:20:01,861 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T06:20:01,861 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T06:20:01,863 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T06:20:01,863 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:20:01,864 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T06:20:01,864 DEBUG [PEWorker-2 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T06:20:01,865 DEBUG [PEWorker-2 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39979/user/jenkins/test-data/5cf02d84-3b94-0f65-797b-ff7ee2f0659f/data/hbase/meta/1588230740 2024-11-11T06:20:01,866 DEBUG [PEWorker-2 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39979/user/jenkins/test-data/5cf02d84-3b94-0f65-797b-ff7ee2f0659f/data/hbase/meta/1588230740 2024-11-11T06:20:01,869 DEBUG [PEWorker-2 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T06:20:01,869 DEBUG [PEWorker-2 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T06:20:01,869 DEBUG [PEWorker-2 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T06:20:01,872 DEBUG [PEWorker-2 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T06:20:01,875 DEBUG [PEWorker-2 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39979/user/jenkins/test-data/5cf02d84-3b94-0f65-797b-ff7ee2f0659f/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T06:20:01,876 INFO [PEWorker-2 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66458352, jitterRate=-0.009693384170532227}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T06:20:01,878 DEBUG [PEWorker-2 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731306001848Initializing all the Stores at 1731306001850 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731306001850Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731306001850Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731306001850Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731306001850Cleaning up temporary data from old regions at 1731306001869 (+19 ms)Region opened successfully at 1731306001878 (+9 ms) 2024-11-11T06:20:01,878 DEBUG [PEWorker-2 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-11T06:20:01,879 INFO [PEWorker-2 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-11T06:20:01,879 DEBUG [PEWorker-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-11T06:20:01,879 DEBUG [PEWorker-2 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-11T06:20:01,879 DEBUG [PEWorker-2 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-11T06:20:01,880 INFO [PEWorker-2 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-11T06:20:01,880 DEBUG [PEWorker-2 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731306001878Disabling compacts and flushes for region at 1731306001878Disabling writes for close at 1731306001879 (+1 ms)Writing region close event to WAL at 1731306001880 (+1 ms)Closed at 1731306001880 2024-11-11T06:20:01,884 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T06:20:01,884 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-11T06:20:01,890 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-11T06:20:01,899 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T06:20:01,902 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-11T06:20:02,054 DEBUG [f334e8b0fbdf:32997 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-11T06:20:02,066 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=f334e8b0fbdf,43103,1731305998441 2024-11-11T06:20:02,073 INFO [PEWorker-1 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f334e8b0fbdf,43103,1731305998441, state=OPENING 2024-11-11T06:20:02,078 DEBUG [PEWorker-1 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-11T06:20:02,084 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43103-0x10105aee29e0001, quorum=127.0.0.1:58305, baseZNode=/0-1473424933 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1473424933 2024-11-11T06:20:02,084 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32997-0x10105aee29e0000, quorum=127.0.0.1:58305, baseZNode=/0-1473424933 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1473424933 2024-11-11T06:20:02,085 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1473424933/meta-region-server: CHANGED 2024-11-11T06:20:02,085 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1473424933/meta-region-server: CHANGED 2024-11-11T06:20:02,086 DEBUG [PEWorker-1 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T06:20:02,088 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=f334e8b0fbdf,43103,1731305998441}] 2024-11-11T06:20:02,265 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-11T06:20:02,268 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57193, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-11T06:20:02,281 INFO [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-11T06:20:02,282 INFO [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T06:20:02,282 INFO [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-11T06:20:02,285 INFO [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f334e8b0fbdf%2C43103%2C1731305998441.meta, suffix=.meta, logDir=hdfs://localhost:39979/user/jenkins/test-data/5cf02d84-3b94-0f65-797b-ff7ee2f0659f/WALs/f334e8b0fbdf,43103,1731305998441, archiveDir=hdfs://localhost:39979/user/jenkins/test-data/5cf02d84-3b94-0f65-797b-ff7ee2f0659f/oldWALs, maxLogs=10 2024-11-11T06:20:02,303 DEBUG [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/5cf02d84-3b94-0f65-797b-ff7ee2f0659f/WALs/f334e8b0fbdf,43103,1731305998441/f334e8b0fbdf%2C43103%2C1731305998441.meta.1731306002287.meta, exclude list is [], retry=0 2024-11-11T06:20:02,307 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37831,DS-862966d5-c63f-4f35-a288-5d38915b594f,DISK] 2024-11-11T06:20:02,310 INFO [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5cf02d84-3b94-0f65-797b-ff7ee2f0659f/WALs/f334e8b0fbdf,43103,1731305998441/f334e8b0fbdf%2C43103%2C1731305998441.meta.1731306002287.meta 2024-11-11T06:20:02,311 DEBUG [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36545:36545)] 2024-11-11T06:20:02,311 DEBUG [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-11T06:20:02,316 INFO [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-11T06:20:02,317 DEBUG [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-11T06:20:02,320 DEBUG [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-11T06:20:02,322 INFO [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-11T06:20:02,326 DEBUG [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-11T06:20:02,326 DEBUG [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T06:20:02,327 DEBUG [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-11T06:20:02,327 DEBUG [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-11T06:20:02,330 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T06:20:02,331 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T06:20:02,332 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:20:02,333 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T06:20:02,333 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T06:20:02,334 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T06:20:02,334 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:20:02,335 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T06:20:02,335 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T06:20:02,337 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T06:20:02,337 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:20:02,338 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T06:20:02,338 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T06:20:02,339 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T06:20:02,339 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:20:02,340 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T06:20:02,340 DEBUG [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T06:20:02,342 DEBUG [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39979/user/jenkins/test-data/5cf02d84-3b94-0f65-797b-ff7ee2f0659f/data/hbase/meta/1588230740 2024-11-11T06:20:02,344 DEBUG [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39979/user/jenkins/test-data/5cf02d84-3b94-0f65-797b-ff7ee2f0659f/data/hbase/meta/1588230740 2024-11-11T06:20:02,346 DEBUG [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T06:20:02,347 DEBUG [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T06:20:02,348 DEBUG [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T06:20:02,350 DEBUG [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T06:20:02,352 INFO [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67107245, jitterRate=-2.4124979972839355E-5}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T06:20:02,352 DEBUG [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-11T06:20:02,354 DEBUG [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731306002327Writing region info on filesystem at 1731306002327Initializing all the Stores at 1731306002329 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731306002329Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731306002330 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731306002330Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731306002330Cleaning up temporary data from old regions at 1731306002347 (+17 ms)Running coprocessor post-open hooks at 1731306002352 (+5 ms)Region opened successfully at 1731306002354 (+2 ms) 2024-11-11T06:20:02,362 INFO [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731306002255 2024-11-11T06:20:02,373 DEBUG [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-11T06:20:02,374 INFO [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-11T06:20:02,375 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=f334e8b0fbdf,43103,1731305998441 2024-11-11T06:20:02,377 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f334e8b0fbdf,43103,1731305998441, state=OPEN 2024-11-11T06:20:02,380 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32997-0x10105aee29e0000, quorum=127.0.0.1:58305, baseZNode=/0-1473424933 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1473424933/meta-region-server 2024-11-11T06:20:02,380 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43103-0x10105aee29e0001, quorum=127.0.0.1:58305, baseZNode=/0-1473424933 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1473424933/meta-region-server 2024-11-11T06:20:02,380 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1473424933/meta-region-server: CHANGED 2024-11-11T06:20:02,380 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1473424933/meta-region-server: CHANGED 2024-11-11T06:20:02,380 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=f334e8b0fbdf,43103,1731305998441 2024-11-11T06:20:02,384 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-11T06:20:02,384 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=f334e8b0fbdf,43103,1731305998441 in 292 msec 2024-11-11T06:20:02,390 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-11T06:20:02,390 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 496 msec 2024-11-11T06:20:02,392 DEBUG [PEWorker-4 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T06:20:02,392 INFO [PEWorker-4 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-11T06:20:02,412 DEBUG [PEWorker-4 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T06:20:02,414 DEBUG [PEWorker-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f334e8b0fbdf,43103,1731305998441, seqNum=-1] 2024-11-11T06:20:02,435 DEBUG [PEWorker-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T06:20:02,438 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60611, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T06:20:02,460 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.5390 sec 2024-11-11T06:20:02,461 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731306002461, completionTime=-1 2024-11-11T06:20:02,464 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-11T06:20:02,464 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-11T06:20:02,492 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-11T06:20:02,492 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731306062492 2024-11-11T06:20:02,492 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731306122492 2024-11-11T06:20:02,492 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 28 msec 2024-11-11T06:20:02,494 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f334e8b0fbdf,32997,1731305997780-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T06:20:02,495 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f334e8b0fbdf,32997,1731305997780-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T06:20:02,495 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f334e8b0fbdf,32997,1731305997780-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T06:20:02,496 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-f334e8b0fbdf:32997, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T06:20:02,497 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-11T06:20:02,497 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-11T06:20:02,503 DEBUG [master/f334e8b0fbdf:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-11T06:20:02,525 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.944sec 2024-11-11T06:20:02,527 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-11T06:20:02,528 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-11T06:20:02,529 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-11T06:20:02,530 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-11T06:20:02,530 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-11T06:20:02,530 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f334e8b0fbdf,32997,1731305997780-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T06:20:02,531 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f334e8b0fbdf,32997,1731305997780-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-11T06:20:02,539 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-11T06:20:02,540 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-11T06:20:02,541 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f334e8b0fbdf,32997,1731305997780-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T06:20:02,545 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30d784c3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T06:20:02,547 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-11T06:20:02,548 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-11T06:20:02,551 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f334e8b0fbdf,32997,-1 for getting cluster id 2024-11-11T06:20:02,554 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T06:20:02,561 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5e2c4c9e-3cf6-4d12-8320-105f84c24fcb' 2024-11-11T06:20:02,564 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T06:20:02,564 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5e2c4c9e-3cf6-4d12-8320-105f84c24fcb" 2024-11-11T06:20:02,567 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@70e3743c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T06:20:02,567 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f334e8b0fbdf,32997,-1] 2024-11-11T06:20:02,569 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T06:20:02,571 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T06:20:02,572 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45642, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T06:20:02,575 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@44127795, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T06:20:02,576 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T06:20:02,583 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f334e8b0fbdf,43103,1731305998441, seqNum=-1] 2024-11-11T06:20:02,583 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T06:20:02,585 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44774, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T06:20:02,606 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=f334e8b0fbdf,32997,1731305997780 2024-11-11T06:20:02,608 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:58305 2024-11-11T06:20:02,611 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:58305, baseZNode=/0-1473424933 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T06:20:02,612 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x10105aee29e0002 connected 2024-11-11T06:20:02,632 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5107ec3c-b023-3abe-abc2-5a4b84422166/hadoop.log.dir so I do NOT create it in target/test-data/74e61e9a-33c8-122a-4b86-fcd64003d587 2024-11-11T06:20:02,632 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5107ec3c-b023-3abe-abc2-5a4b84422166/hadoop.log.dir Erasing configuration value by system value. 2024-11-11T06:20:02,632 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5107ec3c-b023-3abe-abc2-5a4b84422166/hadoop.tmp.dir so I do NOT create it in target/test-data/74e61e9a-33c8-122a-4b86-fcd64003d587 2024-11-11T06:20:02,632 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5107ec3c-b023-3abe-abc2-5a4b84422166/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-11T06:20:02,633 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/74e61e9a-33c8-122a-4b86-fcd64003d587 2024-11-11T06:20:02,633 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-11T06:20:02,633 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/74e61e9a-33c8-122a-4b86-fcd64003d587/cluster_f616a390-c024-f66a-ee41-b3073d8ce290, deleteOnExit=true 2024-11-11T06:20:02,633 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-11T06:20:02,633 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/74e61e9a-33c8-122a-4b86-fcd64003d587/test.cache.data in system properties and HBase conf 2024-11-11T06:20:02,633 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/74e61e9a-33c8-122a-4b86-fcd64003d587/hadoop.tmp.dir in system properties and HBase conf 2024-11-11T06:20:02,634 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/74e61e9a-33c8-122a-4b86-fcd64003d587/hadoop.log.dir in system properties and HBase conf 2024-11-11T06:20:02,634 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/74e61e9a-33c8-122a-4b86-fcd64003d587/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-11T06:20:02,634 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/74e61e9a-33c8-122a-4b86-fcd64003d587/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-11T06:20:02,634 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-11T06:20:02,634 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-11T06:20:02,634 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/74e61e9a-33c8-122a-4b86-fcd64003d587/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-11T06:20:02,635 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/74e61e9a-33c8-122a-4b86-fcd64003d587/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-11T06:20:02,635 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/74e61e9a-33c8-122a-4b86-fcd64003d587/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-11T06:20:02,635 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/74e61e9a-33c8-122a-4b86-fcd64003d587/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-11T06:20:02,635 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/74e61e9a-33c8-122a-4b86-fcd64003d587/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-11T06:20:02,635 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/74e61e9a-33c8-122a-4b86-fcd64003d587/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-11T06:20:02,635 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/74e61e9a-33c8-122a-4b86-fcd64003d587/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-11T06:20:02,635 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/74e61e9a-33c8-122a-4b86-fcd64003d587/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-11T06:20:02,636 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/74e61e9a-33c8-122a-4b86-fcd64003d587/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-11T06:20:02,636 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/74e61e9a-33c8-122a-4b86-fcd64003d587/nfs.dump.dir in system properties and HBase conf 2024-11-11T06:20:02,636 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/74e61e9a-33c8-122a-4b86-fcd64003d587/java.io.tmpdir in system properties and HBase conf 2024-11-11T06:20:02,636 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/74e61e9a-33c8-122a-4b86-fcd64003d587/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-11T06:20:02,636 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/74e61e9a-33c8-122a-4b86-fcd64003d587/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-11T06:20:02,636 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/74e61e9a-33c8-122a-4b86-fcd64003d587/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-11T06:20:02,732 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T06:20:02,738 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T06:20:02,740 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T06:20:02,740 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T06:20:02,740 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-11T06:20:02,741 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T06:20:02,743 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@75bf8bfb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/74e61e9a-33c8-122a-4b86-fcd64003d587/hadoop.log.dir/,AVAILABLE} 2024-11-11T06:20:02,743 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1ffeef95{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T06:20:02,862 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@12160a33{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/74e61e9a-33c8-122a-4b86-fcd64003d587/java.io.tmpdir/jetty-localhost-40167-hadoop-hdfs-3_4_1-tests_jar-_-any-14487808892826484836/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-11T06:20:02,863 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5e0e033c{HTTP/1.1, (http/1.1)}{localhost:40167} 2024-11-11T06:20:02,863 INFO [Time-limited test {}] server.Server(415): Started @9869ms 2024-11-11T06:20:02,956 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T06:20:02,960 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T06:20:02,961 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T06:20:02,961 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T06:20:02,961 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-11T06:20:02,962 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@57bd8292{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/74e61e9a-33c8-122a-4b86-fcd64003d587/hadoop.log.dir/,AVAILABLE} 2024-11-11T06:20:02,963 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1fbdc144{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T06:20:03,081 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@13e60d0f{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/74e61e9a-33c8-122a-4b86-fcd64003d587/java.io.tmpdir/jetty-localhost-40937-hadoop-hdfs-3_4_1-tests_jar-_-any-6943188990357365442/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T06:20:03,081 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5f010d04{HTTP/1.1, (http/1.1)}{localhost:40937} 2024-11-11T06:20:03,082 INFO [Time-limited test {}] server.Server(415): Started @10087ms 2024-11-11T06:20:03,083 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-11T06:20:03,190 WARN [Thread-196 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/74e61e9a-33c8-122a-4b86-fcd64003d587/cluster_f616a390-c024-f66a-ee41-b3073d8ce290/data/data2/current/BP-1656633779-172.17.0.2-1731306002671/current, will proceed with Du for space computation calculation, 2024-11-11T06:20:03,190 WARN [Thread-195 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/74e61e9a-33c8-122a-4b86-fcd64003d587/cluster_f616a390-c024-f66a-ee41-b3073d8ce290/data/data1/current/BP-1656633779-172.17.0.2-1731306002671/current, will proceed with Du for space computation calculation, 2024-11-11T06:20:03,239 WARN [Thread-183 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-11T06:20:03,243 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6718c7b94604fb6c with lease ID 0xd7490745743424fb: Processing first storage report for DS-50aec70d-e3db-4192-a8ee-a12911d47bb9 from datanode DatanodeRegistration(127.0.0.1:40651, datanodeUuid=c767d969-aca3-4373-9d69-45d93cea8f5f, infoPort=43499, infoSecurePort=0, ipcPort=36673, storageInfo=lv=-57;cid=testClusterID;nsid=81780695;c=1731306002671) 2024-11-11T06:20:03,243 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6718c7b94604fb6c with lease ID 0xd7490745743424fb: from storage DS-50aec70d-e3db-4192-a8ee-a12911d47bb9 node DatanodeRegistration(127.0.0.1:40651, datanodeUuid=c767d969-aca3-4373-9d69-45d93cea8f5f, infoPort=43499, infoSecurePort=0, ipcPort=36673, storageInfo=lv=-57;cid=testClusterID;nsid=81780695;c=1731306002671), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T06:20:03,243 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6718c7b94604fb6c with lease ID 0xd7490745743424fb: Processing first storage report for DS-7b754644-328b-4c05-b0ac-ef5887f3dbde from datanode DatanodeRegistration(127.0.0.1:40651, datanodeUuid=c767d969-aca3-4373-9d69-45d93cea8f5f, infoPort=43499, infoSecurePort=0, ipcPort=36673, storageInfo=lv=-57;cid=testClusterID;nsid=81780695;c=1731306002671) 2024-11-11T06:20:03,243 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6718c7b94604fb6c with lease ID 0xd7490745743424fb: from storage DS-7b754644-328b-4c05-b0ac-ef5887f3dbde node DatanodeRegistration(127.0.0.1:40651, datanodeUuid=c767d969-aca3-4373-9d69-45d93cea8f5f, infoPort=43499, infoSecurePort=0, ipcPort=36673, storageInfo=lv=-57;cid=testClusterID;nsid=81780695;c=1731306002671), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T06:20:03,318 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/74e61e9a-33c8-122a-4b86-fcd64003d587 2024-11-11T06:20:03,319 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T06:20:03,320 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T06:20:03,332 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40651 is added to blk_1073741825_1001 (size=7) 2024-11-11T06:20:03,735 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:43261/user/jenkins/test-data/3f2426f9-3889-7ddd-2d64-9e3ebea2a2be with version=8 2024-11-11T06:20:03,735 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:43261/user/jenkins/test-data/3f2426f9-3889-7ddd-2d64-9e3ebea2a2be/hbase-staging 2024-11-11T06:20:03,738 INFO [Time-limited test {}] client.ConnectionUtils(128): master/f334e8b0fbdf:0 server-side Connection retries=45 2024-11-11T06:20:03,738 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T06:20:03,738 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T06:20:03,739 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T06:20:03,739 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T06:20:03,739 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T06:20:03,739 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-11T06:20:03,739 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T06:20:03,740 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37207 2024-11-11T06:20:03,742 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:37207 connecting to ZooKeeper ensemble=127.0.0.1:58305 2024-11-11T06:20:03,744 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:372070x0, quorum=127.0.0.1:58305, baseZNode=/11604284699 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T06:20:03,745 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:37207-0x10105aee29e0003 connected 2024-11-11T06:20:03,759 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T06:20:03,761 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T06:20:03,764 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37207-0x10105aee29e0003, quorum=127.0.0.1:58305, baseZNode=/11604284699 Set watcher on znode that does not yet exist, /11604284699/running 2024-11-11T06:20:03,764 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:43261/user/jenkins/test-data/3f2426f9-3889-7ddd-2d64-9e3ebea2a2be, hbase.cluster.distributed=false 2024-11-11T06:20:03,766 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37207-0x10105aee29e0003, quorum=127.0.0.1:58305, baseZNode=/11604284699 Set watcher on znode that does not yet exist, /11604284699/acl 2024-11-11T06:20:03,767 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37207 2024-11-11T06:20:03,767 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37207 2024-11-11T06:20:03,767 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37207 2024-11-11T06:20:03,768 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37207 2024-11-11T06:20:03,768 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37207 2024-11-11T06:20:03,785 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/f334e8b0fbdf:0 server-side Connection retries=45 2024-11-11T06:20:03,786 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T06:20:03,786 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T06:20:03,786 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T06:20:03,786 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T06:20:03,786 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T06:20:03,786 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-11T06:20:03,786 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T06:20:03,787 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42623 2024-11-11T06:20:03,789 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42623 connecting to ZooKeeper ensemble=127.0.0.1:58305 2024-11-11T06:20:03,790 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T06:20:03,792 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T06:20:03,798 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:426230x0, quorum=127.0.0.1:58305, baseZNode=/11604284699 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T06:20:03,798 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:426230x0, quorum=127.0.0.1:58305, baseZNode=/11604284699 Set watcher on znode that does not yet exist, /11604284699/running 2024-11-11T06:20:03,798 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42623-0x10105aee29e0004 connected 2024-11-11T06:20:03,798 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-11T06:20:03,799 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-11T06:20:03,800 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42623-0x10105aee29e0004, quorum=127.0.0.1:58305, baseZNode=/11604284699 Set watcher on znode that does not yet exist, /11604284699/master 2024-11-11T06:20:03,801 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42623-0x10105aee29e0004, quorum=127.0.0.1:58305, baseZNode=/11604284699 Set watcher on znode that does not yet exist, /11604284699/acl 2024-11-11T06:20:03,802 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42623 2024-11-11T06:20:03,803 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42623 2024-11-11T06:20:03,804 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42623 2024-11-11T06:20:03,808 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42623 2024-11-11T06:20:03,809 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42623 2024-11-11T06:20:03,823 DEBUG [M:0;f334e8b0fbdf:37207 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;f334e8b0fbdf:37207 2024-11-11T06:20:03,824 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /11604284699/backup-masters/f334e8b0fbdf,37207,1731306003738 2024-11-11T06:20:03,826 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42623-0x10105aee29e0004, quorum=127.0.0.1:58305, baseZNode=/11604284699 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11604284699/backup-masters 2024-11-11T06:20:03,826 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37207-0x10105aee29e0003, quorum=127.0.0.1:58305, baseZNode=/11604284699 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11604284699/backup-masters 2024-11-11T06:20:03,827 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37207-0x10105aee29e0003, quorum=127.0.0.1:58305, baseZNode=/11604284699 Set watcher on existing znode=/11604284699/backup-masters/f334e8b0fbdf,37207,1731306003738 2024-11-11T06:20:03,829 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42623-0x10105aee29e0004, quorum=127.0.0.1:58305, baseZNode=/11604284699 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11604284699/master 2024-11-11T06:20:03,829 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37207-0x10105aee29e0003, quorum=127.0.0.1:58305, baseZNode=/11604284699 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11604284699 2024-11-11T06:20:03,830 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42623-0x10105aee29e0004, quorum=127.0.0.1:58305, baseZNode=/11604284699 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11604284699 2024-11-11T06:20:03,830 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37207-0x10105aee29e0003, quorum=127.0.0.1:58305, baseZNode=/11604284699 Set watcher on existing znode=/11604284699/master 2024-11-11T06:20:03,831 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /11604284699/backup-masters/f334e8b0fbdf,37207,1731306003738 from backup master directory 2024-11-11T06:20:03,832 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37207-0x10105aee29e0003, quorum=127.0.0.1:58305, baseZNode=/11604284699 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11604284699/backup-masters/f334e8b0fbdf,37207,1731306003738 2024-11-11T06:20:03,832 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42623-0x10105aee29e0004, quorum=127.0.0.1:58305, baseZNode=/11604284699 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11604284699/backup-masters 2024-11-11T06:20:03,832 WARN [master/f334e8b0fbdf:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T06:20:03,832 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37207-0x10105aee29e0003, quorum=127.0.0.1:58305, baseZNode=/11604284699 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11604284699/backup-masters 2024-11-11T06:20:03,832 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=f334e8b0fbdf,37207,1731306003738 2024-11-11T06:20:03,840 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:43261/user/jenkins/test-data/3f2426f9-3889-7ddd-2d64-9e3ebea2a2be/hbase.id] with ID: 4e233246-539b-4641-be4b-29c63494a63a 2024-11-11T06:20:03,840 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:43261/user/jenkins/test-data/3f2426f9-3889-7ddd-2d64-9e3ebea2a2be/.tmp/hbase.id 2024-11-11T06:20:03,849 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40651 is added to blk_1073741826_1002 (size=42) 2024-11-11T06:20:03,850 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:43261/user/jenkins/test-data/3f2426f9-3889-7ddd-2d64-9e3ebea2a2be/.tmp/hbase.id]:[hdfs://localhost:43261/user/jenkins/test-data/3f2426f9-3889-7ddd-2d64-9e3ebea2a2be/hbase.id] 2024-11-11T06:20:03,877 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T06:20:03,877 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-11T06:20:03,879 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-11T06:20:03,882 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37207-0x10105aee29e0003, quorum=127.0.0.1:58305, baseZNode=/11604284699 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11604284699 2024-11-11T06:20:03,882 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42623-0x10105aee29e0004, quorum=127.0.0.1:58305, baseZNode=/11604284699 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11604284699 2024-11-11T06:20:03,891 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40651 is added to blk_1073741827_1003 (size=196) 2024-11-11T06:20:03,892 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T06:20:03,893 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-11T06:20:03,893 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T06:20:03,902 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40651 is added to blk_1073741828_1004 (size=1189) 2024-11-11T06:20:03,904 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:43261/user/jenkins/test-data/3f2426f9-3889-7ddd-2d64-9e3ebea2a2be/MasterData/data/master/store 2024-11-11T06:20:03,912 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40651 is added to blk_1073741829_1005 (size=34) 2024-11-11T06:20:04,314 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T06:20:04,314 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-11T06:20:04,314 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T06:20:04,314 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T06:20:04,314 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-11T06:20:04,314 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T06:20:04,314 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T06:20:04,314 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731306004314Disabling compacts and flushes for region at 1731306004314Disabling writes for close at 1731306004314Writing region close event to WAL at 1731306004314Closed at 1731306004314 2024-11-11T06:20:04,316 WARN [master/f334e8b0fbdf:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:43261/user/jenkins/test-data/3f2426f9-3889-7ddd-2d64-9e3ebea2a2be/MasterData/data/master/store/.initializing 2024-11-11T06:20:04,316 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:43261/user/jenkins/test-data/3f2426f9-3889-7ddd-2d64-9e3ebea2a2be/MasterData/WALs/f334e8b0fbdf,37207,1731306003738 2024-11-11T06:20:04,318 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T06:20:04,321 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=f334e8b0fbdf%2C37207%2C1731306003738, suffix=, logDir=hdfs://localhost:43261/user/jenkins/test-data/3f2426f9-3889-7ddd-2d64-9e3ebea2a2be/MasterData/WALs/f334e8b0fbdf,37207,1731306003738, archiveDir=hdfs://localhost:43261/user/jenkins/test-data/3f2426f9-3889-7ddd-2d64-9e3ebea2a2be/MasterData/oldWALs, maxLogs=10 2024-11-11T06:20:04,336 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/3f2426f9-3889-7ddd-2d64-9e3ebea2a2be/MasterData/WALs/f334e8b0fbdf,37207,1731306003738/f334e8b0fbdf%2C37207%2C1731306003738.1731306004321, exclude list is [], retry=0 2024-11-11T06:20:04,341 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40651,DS-50aec70d-e3db-4192-a8ee-a12911d47bb9,DISK] 2024-11-11T06:20:04,344 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3f2426f9-3889-7ddd-2d64-9e3ebea2a2be/MasterData/WALs/f334e8b0fbdf,37207,1731306003738/f334e8b0fbdf%2C37207%2C1731306003738.1731306004321 2024-11-11T06:20:04,345 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43499:43499)] 2024-11-11T06:20:04,345 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-11T06:20:04,345 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T06:20:04,345 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T06:20:04,346 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T06:20:04,348 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T06:20:04,350 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-11T06:20:04,350 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:20:04,351 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T06:20:04,351 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T06:20:04,353 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-11T06:20:04,353 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:20:04,354 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T06:20:04,354 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T06:20:04,356 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-11T06:20:04,356 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:20:04,357 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T06:20:04,357 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T06:20:04,360 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-11T06:20:04,360 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:20:04,361 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T06:20:04,361 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T06:20:04,362 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43261/user/jenkins/test-data/3f2426f9-3889-7ddd-2d64-9e3ebea2a2be/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-11T06:20:04,363 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43261/user/jenkins/test-data/3f2426f9-3889-7ddd-2d64-9e3ebea2a2be/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-11T06:20:04,365 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T06:20:04,366 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T06:20:04,366 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T06:20:04,368 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T06:20:04,372 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43261/user/jenkins/test-data/3f2426f9-3889-7ddd-2d64-9e3ebea2a2be/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T06:20:04,372 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69024262, jitterRate=0.028541654348373413}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T06:20:04,373 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731306004346Initializing all the Stores at 1731306004347 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731306004347Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731306004348 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731306004348Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731306004348Cleaning up temporary data from old regions at 1731306004366 (+18 ms)Region opened successfully at 1731306004373 (+7 ms) 2024-11-11T06:20:04,373 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-11T06:20:04,378 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@29bee9ee, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f334e8b0fbdf/172.17.0.2:0 2024-11-11T06:20:04,379 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-11T06:20:04,379 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-11T06:20:04,379 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-11T06:20:04,379 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-11T06:20:04,380 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-11T06:20:04,381 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-11T06:20:04,381 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-11T06:20:04,383 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-11T06:20:04,384 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37207-0x10105aee29e0003, quorum=127.0.0.1:58305, baseZNode=/11604284699 Unable to get data of znode /11604284699/balancer because node does not exist (not necessarily an error) 2024-11-11T06:20:04,386 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11604284699/balancer already deleted, retry=false 2024-11-11T06:20:04,386 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-11T06:20:04,387 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37207-0x10105aee29e0003, quorum=127.0.0.1:58305, baseZNode=/11604284699 Unable to get data of znode /11604284699/normalizer because node does not exist (not necessarily an error) 2024-11-11T06:20:04,389 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11604284699/normalizer already deleted, retry=false 2024-11-11T06:20:04,390 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-11T06:20:04,391 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37207-0x10105aee29e0003, quorum=127.0.0.1:58305, baseZNode=/11604284699 Unable to get data of znode /11604284699/switch/split because node does not exist (not necessarily an error) 2024-11-11T06:20:04,392 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11604284699/switch/split already deleted, retry=false 2024-11-11T06:20:04,393 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37207-0x10105aee29e0003, quorum=127.0.0.1:58305, baseZNode=/11604284699 Unable to get data of znode /11604284699/switch/merge because node does not exist (not necessarily an error) 2024-11-11T06:20:04,394 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11604284699/switch/merge already deleted, retry=false 2024-11-11T06:20:04,397 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37207-0x10105aee29e0003, quorum=127.0.0.1:58305, baseZNode=/11604284699 Unable to get data of znode /11604284699/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-11T06:20:04,398 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11604284699/snapshot-cleanup already deleted, retry=false 2024-11-11T06:20:04,401 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37207-0x10105aee29e0003, quorum=127.0.0.1:58305, baseZNode=/11604284699 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11604284699/running 2024-11-11T06:20:04,401 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42623-0x10105aee29e0004, quorum=127.0.0.1:58305, baseZNode=/11604284699 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11604284699/running 2024-11-11T06:20:04,401 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37207-0x10105aee29e0003, quorum=127.0.0.1:58305, baseZNode=/11604284699 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11604284699 2024-11-11T06:20:04,401 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42623-0x10105aee29e0004, quorum=127.0.0.1:58305, baseZNode=/11604284699 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11604284699 2024-11-11T06:20:04,402 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=f334e8b0fbdf,37207,1731306003738, sessionid=0x10105aee29e0003, setting cluster-up flag (Was=false) 2024-11-11T06:20:04,405 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37207-0x10105aee29e0003, quorum=127.0.0.1:58305, baseZNode=/11604284699 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11604284699 2024-11-11T06:20:04,405 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42623-0x10105aee29e0004, quorum=127.0.0.1:58305, baseZNode=/11604284699 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11604284699 2024-11-11T06:20:04,411 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11604284699/flush-table-proc/acquired, /11604284699/flush-table-proc/reached, /11604284699/flush-table-proc/abort 2024-11-11T06:20:04,412 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f334e8b0fbdf,37207,1731306003738 2024-11-11T06:20:04,416 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37207-0x10105aee29e0003, quorum=127.0.0.1:58305, baseZNode=/11604284699 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11604284699 2024-11-11T06:20:04,416 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42623-0x10105aee29e0004, quorum=127.0.0.1:58305, baseZNode=/11604284699 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11604284699 2024-11-11T06:20:04,422 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11604284699/online-snapshot/acquired, /11604284699/online-snapshot/reached, /11604284699/online-snapshot/abort 2024-11-11T06:20:04,424 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f334e8b0fbdf,37207,1731306003738 2024-11-11T06:20:04,426 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:43261/user/jenkins/test-data/3f2426f9-3889-7ddd-2d64-9e3ebea2a2be/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-11T06:20:04,430 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-11T06:20:04,430 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-11T06:20:04,430 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-11T06:20:04,430 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: f334e8b0fbdf,37207,1731306003738 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-11T06:20:04,432 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/f334e8b0fbdf:0, corePoolSize=5, maxPoolSize=5 2024-11-11T06:20:04,432 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/f334e8b0fbdf:0, corePoolSize=5, maxPoolSize=5 2024-11-11T06:20:04,432 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/f334e8b0fbdf:0, corePoolSize=5, maxPoolSize=5 2024-11-11T06:20:04,432 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/f334e8b0fbdf:0, corePoolSize=5, maxPoolSize=5 2024-11-11T06:20:04,432 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/f334e8b0fbdf:0, corePoolSize=10, maxPoolSize=10 2024-11-11T06:20:04,433 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/f334e8b0fbdf:0, corePoolSize=1, maxPoolSize=1 2024-11-11T06:20:04,433 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/f334e8b0fbdf:0, corePoolSize=2, maxPoolSize=2 2024-11-11T06:20:04,433 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/f334e8b0fbdf:0, corePoolSize=1, maxPoolSize=1 2024-11-11T06:20:04,434 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731306034434 2024-11-11T06:20:04,452 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-11T06:20:04,452 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-11T06:20:04,452 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-11T06:20:04,452 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-11T06:20:04,452 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-11T06:20:04,453 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-11T06:20:04,454 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T06:20:04,454 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-11T06:20:04,456 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:20:04,456 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-11T06:20:04,460 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T06:20:04,460 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-11T06:20:04,461 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-11T06:20:04,461 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-11T06:20:04,461 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-11T06:20:04,464 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-11T06:20:04,464 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-11T06:20:04,467 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/f334e8b0fbdf:0:becomeActiveMaster-HFileCleaner.large.0-1731306004465,5,FailOnTimeoutGroup] 2024-11-11T06:20:04,467 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/f334e8b0fbdf:0:becomeActiveMaster-HFileCleaner.small.0-1731306004467,5,FailOnTimeoutGroup] 2024-11-11T06:20:04,467 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T06:20:04,467 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-11T06:20:04,467 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-11T06:20:04,467 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-11T06:20:04,469 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40651 is added to blk_1073741831_1007 (size=1321) 2024-11-11T06:20:04,513 INFO [RS:0;f334e8b0fbdf:42623 {}] regionserver.HRegionServer(746): ClusterId : 4e233246-539b-4641-be4b-29c63494a63a 2024-11-11T06:20:04,513 DEBUG [RS:0;f334e8b0fbdf:42623 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-11T06:20:04,516 DEBUG [RS:0;f334e8b0fbdf:42623 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-11T06:20:04,516 DEBUG [RS:0;f334e8b0fbdf:42623 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-11T06:20:04,519 DEBUG [RS:0;f334e8b0fbdf:42623 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-11T06:20:04,520 DEBUG [RS:0;f334e8b0fbdf:42623 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f6c2da5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f334e8b0fbdf/172.17.0.2:0 2024-11-11T06:20:04,533 DEBUG [RS:0;f334e8b0fbdf:42623 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;f334e8b0fbdf:42623 2024-11-11T06:20:04,533 INFO [RS:0;f334e8b0fbdf:42623 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-11T06:20:04,533 INFO [RS:0;f334e8b0fbdf:42623 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-11T06:20:04,533 DEBUG [RS:0;f334e8b0fbdf:42623 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-11T06:20:04,534 INFO [RS:0;f334e8b0fbdf:42623 {}] regionserver.HRegionServer(2659): reportForDuty to master=f334e8b0fbdf,37207,1731306003738 with port=42623, startcode=1731306003785 2024-11-11T06:20:04,534 DEBUG [RS:0;f334e8b0fbdf:42623 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-11T06:20:04,536 INFO [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41213, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-11-11T06:20:04,537 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37207 {}] master.ServerManager(363): Checking decommissioned status of RegionServer f334e8b0fbdf,42623,1731306003785 2024-11-11T06:20:04,537 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37207 {}] master.ServerManager(517): Registering regionserver=f334e8b0fbdf,42623,1731306003785 2024-11-11T06:20:04,540 DEBUG [RS:0;f334e8b0fbdf:42623 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43261/user/jenkins/test-data/3f2426f9-3889-7ddd-2d64-9e3ebea2a2be 2024-11-11T06:20:04,540 DEBUG [RS:0;f334e8b0fbdf:42623 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43261 2024-11-11T06:20:04,540 DEBUG [RS:0;f334e8b0fbdf:42623 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-11T06:20:04,544 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37207-0x10105aee29e0003, quorum=127.0.0.1:58305, baseZNode=/11604284699 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11604284699/rs 2024-11-11T06:20:04,545 DEBUG [RS:0;f334e8b0fbdf:42623 {}] zookeeper.ZKUtil(111): regionserver:42623-0x10105aee29e0004, quorum=127.0.0.1:58305, baseZNode=/11604284699 Set watcher on existing znode=/11604284699/rs/f334e8b0fbdf,42623,1731306003785 2024-11-11T06:20:04,545 WARN [RS:0;f334e8b0fbdf:42623 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T06:20:04,545 INFO [RS:0;f334e8b0fbdf:42623 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T06:20:04,545 DEBUG [RS:0;f334e8b0fbdf:42623 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43261/user/jenkins/test-data/3f2426f9-3889-7ddd-2d64-9e3ebea2a2be/WALs/f334e8b0fbdf,42623,1731306003785 2024-11-11T06:20:04,545 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [f334e8b0fbdf,42623,1731306003785] 2024-11-11T06:20:04,550 INFO [RS:0;f334e8b0fbdf:42623 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-11T06:20:04,552 INFO [RS:0;f334e8b0fbdf:42623 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-11T06:20:04,553 INFO [RS:0;f334e8b0fbdf:42623 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-11T06:20:04,553 INFO [RS:0;f334e8b0fbdf:42623 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T06:20:04,553 INFO [RS:0;f334e8b0fbdf:42623 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-11T06:20:04,554 INFO [RS:0;f334e8b0fbdf:42623 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-11T06:20:04,554 INFO [RS:0;f334e8b0fbdf:42623 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-11T06:20:04,555 DEBUG [RS:0;f334e8b0fbdf:42623 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/f334e8b0fbdf:0, corePoolSize=1, maxPoolSize=1 2024-11-11T06:20:04,555 DEBUG [RS:0;f334e8b0fbdf:42623 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/f334e8b0fbdf:0, corePoolSize=1, maxPoolSize=1 2024-11-11T06:20:04,555 DEBUG [RS:0;f334e8b0fbdf:42623 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/f334e8b0fbdf:0, corePoolSize=1, maxPoolSize=1 2024-11-11T06:20:04,555 DEBUG [RS:0;f334e8b0fbdf:42623 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0, corePoolSize=1, maxPoolSize=1 2024-11-11T06:20:04,555 DEBUG [RS:0;f334e8b0fbdf:42623 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/f334e8b0fbdf:0, corePoolSize=1, maxPoolSize=1 2024-11-11T06:20:04,555 DEBUG [RS:0;f334e8b0fbdf:42623 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/f334e8b0fbdf:0, corePoolSize=2, maxPoolSize=2 2024-11-11T06:20:04,555 DEBUG [RS:0;f334e8b0fbdf:42623 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/f334e8b0fbdf:0, corePoolSize=1, maxPoolSize=1 2024-11-11T06:20:04,555 DEBUG [RS:0;f334e8b0fbdf:42623 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/f334e8b0fbdf:0, corePoolSize=1, maxPoolSize=1 2024-11-11T06:20:04,555 DEBUG [RS:0;f334e8b0fbdf:42623 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0, corePoolSize=1, maxPoolSize=1 2024-11-11T06:20:04,555 DEBUG [RS:0;f334e8b0fbdf:42623 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/f334e8b0fbdf:0, corePoolSize=1, maxPoolSize=1 2024-11-11T06:20:04,555 DEBUG [RS:0;f334e8b0fbdf:42623 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/f334e8b0fbdf:0, corePoolSize=1, maxPoolSize=1 2024-11-11T06:20:04,555 DEBUG [RS:0;f334e8b0fbdf:42623 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/f334e8b0fbdf:0, corePoolSize=1, maxPoolSize=1 2024-11-11T06:20:04,555 DEBUG [RS:0;f334e8b0fbdf:42623 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/f334e8b0fbdf:0, corePoolSize=3, maxPoolSize=3 2024-11-11T06:20:04,556 DEBUG [RS:0;f334e8b0fbdf:42623 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/f334e8b0fbdf:0, corePoolSize=3, maxPoolSize=3 2024-11-11T06:20:04,556 INFO [RS:0;f334e8b0fbdf:42623 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T06:20:04,556 INFO [RS:0;f334e8b0fbdf:42623 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T06:20:04,556 INFO [RS:0;f334e8b0fbdf:42623 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T06:20:04,556 INFO [RS:0;f334e8b0fbdf:42623 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-11T06:20:04,556 INFO [RS:0;f334e8b0fbdf:42623 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-11T06:20:04,556 INFO [RS:0;f334e8b0fbdf:42623 {}] hbase.ChoreService(168): Chore ScheduledChore name=f334e8b0fbdf,42623,1731306003785-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T06:20:04,571 INFO [RS:0;f334e8b0fbdf:42623 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-11T06:20:04,571 INFO [RS:0;f334e8b0fbdf:42623 {}] hbase.ChoreService(168): Chore ScheduledChore name=f334e8b0fbdf,42623,1731306003785-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T06:20:04,572 INFO [RS:0;f334e8b0fbdf:42623 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T06:20:04,572 INFO [RS:0;f334e8b0fbdf:42623 {}] regionserver.Replication(171): f334e8b0fbdf,42623,1731306003785 started 2024-11-11T06:20:04,585 INFO [RS:0;f334e8b0fbdf:42623 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T06:20:04,586 INFO [RS:0;f334e8b0fbdf:42623 {}] regionserver.HRegionServer(1482): Serving as f334e8b0fbdf,42623,1731306003785, RpcServer on f334e8b0fbdf/172.17.0.2:42623, sessionid=0x10105aee29e0004 2024-11-11T06:20:04,586 DEBUG [RS:0;f334e8b0fbdf:42623 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-11T06:20:04,586 DEBUG [RS:0;f334e8b0fbdf:42623 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager f334e8b0fbdf,42623,1731306003785 2024-11-11T06:20:04,586 DEBUG [RS:0;f334e8b0fbdf:42623 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f334e8b0fbdf,42623,1731306003785' 2024-11-11T06:20:04,586 DEBUG [RS:0;f334e8b0fbdf:42623 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11604284699/flush-table-proc/abort' 2024-11-11T06:20:04,586 DEBUG [RS:0;f334e8b0fbdf:42623 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11604284699/flush-table-proc/acquired' 2024-11-11T06:20:04,587 DEBUG [RS:0;f334e8b0fbdf:42623 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-11T06:20:04,587 DEBUG [RS:0;f334e8b0fbdf:42623 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-11T06:20:04,587 DEBUG [RS:0;f334e8b0fbdf:42623 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager f334e8b0fbdf,42623,1731306003785 2024-11-11T06:20:04,587 DEBUG [RS:0;f334e8b0fbdf:42623 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f334e8b0fbdf,42623,1731306003785' 2024-11-11T06:20:04,587 DEBUG [RS:0;f334e8b0fbdf:42623 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11604284699/online-snapshot/abort' 2024-11-11T06:20:04,588 DEBUG [RS:0;f334e8b0fbdf:42623 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11604284699/online-snapshot/acquired' 2024-11-11T06:20:04,588 DEBUG [RS:0;f334e8b0fbdf:42623 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-11T06:20:04,588 INFO [RS:0;f334e8b0fbdf:42623 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-11T06:20:04,588 INFO [RS:0;f334e8b0fbdf:42623 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-11T06:20:04,689 INFO [RS:0;f334e8b0fbdf:42623 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T06:20:04,691 INFO [RS:0;f334e8b0fbdf:42623 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f334e8b0fbdf%2C42623%2C1731306003785, suffix=, logDir=hdfs://localhost:43261/user/jenkins/test-data/3f2426f9-3889-7ddd-2d64-9e3ebea2a2be/WALs/f334e8b0fbdf,42623,1731306003785, archiveDir=hdfs://localhost:43261/user/jenkins/test-data/3f2426f9-3889-7ddd-2d64-9e3ebea2a2be/oldWALs, maxLogs=10 2024-11-11T06:20:04,706 DEBUG [RS:0;f334e8b0fbdf:42623 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/3f2426f9-3889-7ddd-2d64-9e3ebea2a2be/WALs/f334e8b0fbdf,42623,1731306003785/f334e8b0fbdf%2C42623%2C1731306003785.1731306004693, exclude list is [], retry=0 2024-11-11T06:20:04,711 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40651,DS-50aec70d-e3db-4192-a8ee-a12911d47bb9,DISK] 2024-11-11T06:20:04,713 INFO [RS:0;f334e8b0fbdf:42623 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3f2426f9-3889-7ddd-2d64-9e3ebea2a2be/WALs/f334e8b0fbdf,42623,1731306003785/f334e8b0fbdf%2C42623%2C1731306003785.1731306004693 2024-11-11T06:20:04,714 DEBUG [RS:0;f334e8b0fbdf:42623 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43499:43499)] 2024-11-11T06:20:04,872 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:43261/user/jenkins/test-data/3f2426f9-3889-7ddd-2d64-9e3ebea2a2be/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-11T06:20:04,872 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:43261/user/jenkins/test-data/3f2426f9-3889-7ddd-2d64-9e3ebea2a2be 2024-11-11T06:20:04,879 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40651 is added to blk_1073741833_1009 (size=32) 2024-11-11T06:20:05,281 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T06:20:05,284 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T06:20:05,286 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T06:20:05,286 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:20:05,287 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T06:20:05,287 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T06:20:05,289 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T06:20:05,289 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:20:05,289 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T06:20:05,290 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T06:20:05,291 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T06:20:05,291 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:20:05,292 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T06:20:05,292 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T06:20:05,294 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T06:20:05,294 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:20:05,295 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T06:20:05,295 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T06:20:05,296 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43261/user/jenkins/test-data/3f2426f9-3889-7ddd-2d64-9e3ebea2a2be/data/hbase/meta/1588230740 2024-11-11T06:20:05,297 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43261/user/jenkins/test-data/3f2426f9-3889-7ddd-2d64-9e3ebea2a2be/data/hbase/meta/1588230740 2024-11-11T06:20:05,299 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T06:20:05,299 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T06:20:05,299 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T06:20:05,301 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T06:20:05,304 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43261/user/jenkins/test-data/3f2426f9-3889-7ddd-2d64-9e3ebea2a2be/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T06:20:05,305 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72605903, jitterRate=0.08191226422786713}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T06:20:05,305 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731306005281Initializing all the Stores at 1731306005283 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731306005283Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731306005283Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731306005283Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731306005283Cleaning up temporary data from old regions at 1731306005299 (+16 ms)Region opened successfully at 1731306005305 (+6 ms) 2024-11-11T06:20:05,305 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-11T06:20:05,305 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-11T06:20:05,305 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-11T06:20:05,305 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-11T06:20:05,305 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-11T06:20:05,306 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-11T06:20:05,306 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731306005305Disabling compacts and flushes for region at 1731306005305Disabling writes for close at 1731306005305Writing region close event to WAL at 1731306005306 (+1 ms)Closed at 1731306005306 2024-11-11T06:20:05,308 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T06:20:05,308 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-11T06:20:05,308 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-11T06:20:05,310 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T06:20:05,311 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-11T06:20:05,462 DEBUG [f334e8b0fbdf:37207 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-11T06:20:05,462 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=f334e8b0fbdf,42623,1731306003785 2024-11-11T06:20:05,464 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f334e8b0fbdf,42623,1731306003785, state=OPENING 2024-11-11T06:20:05,466 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-11T06:20:05,473 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37207-0x10105aee29e0003, quorum=127.0.0.1:58305, baseZNode=/11604284699 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11604284699 2024-11-11T06:20:05,473 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42623-0x10105aee29e0004, quorum=127.0.0.1:58305, baseZNode=/11604284699 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11604284699 2024-11-11T06:20:05,473 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T06:20:05,474 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11604284699/meta-region-server: CHANGED 2024-11-11T06:20:05,474 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11604284699/meta-region-server: CHANGED 2024-11-11T06:20:05,474 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=f334e8b0fbdf,42623,1731306003785}] 2024-11-11T06:20:05,628 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-11T06:20:05,631 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51001, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-11T06:20:05,637 INFO [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-11T06:20:05,637 INFO [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T06:20:05,637 INFO [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-11T06:20:05,640 INFO [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f334e8b0fbdf%2C42623%2C1731306003785.meta, suffix=.meta, logDir=hdfs://localhost:43261/user/jenkins/test-data/3f2426f9-3889-7ddd-2d64-9e3ebea2a2be/WALs/f334e8b0fbdf,42623,1731306003785, archiveDir=hdfs://localhost:43261/user/jenkins/test-data/3f2426f9-3889-7ddd-2d64-9e3ebea2a2be/oldWALs, maxLogs=10 2024-11-11T06:20:05,661 DEBUG [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/3f2426f9-3889-7ddd-2d64-9e3ebea2a2be/WALs/f334e8b0fbdf,42623,1731306003785/f334e8b0fbdf%2C42623%2C1731306003785.meta.1731306005642.meta, exclude list is [], retry=0 2024-11-11T06:20:05,665 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40651,DS-50aec70d-e3db-4192-a8ee-a12911d47bb9,DISK] 2024-11-11T06:20:05,667 INFO [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3f2426f9-3889-7ddd-2d64-9e3ebea2a2be/WALs/f334e8b0fbdf,42623,1731306003785/f334e8b0fbdf%2C42623%2C1731306003785.meta.1731306005642.meta 2024-11-11T06:20:05,668 DEBUG [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43499:43499)] 2024-11-11T06:20:05,668 DEBUG [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-11T06:20:05,669 INFO [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-11T06:20:05,669 DEBUG [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-11T06:20:05,669 DEBUG [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-11T06:20:05,669 INFO [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-11T06:20:05,669 DEBUG [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-11T06:20:05,669 DEBUG [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T06:20:05,669 DEBUG [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-11T06:20:05,669 DEBUG [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-11T06:20:05,672 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T06:20:05,673 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T06:20:05,673 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:20:05,674 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T06:20:05,674 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T06:20:05,675 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T06:20:05,675 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:20:05,676 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T06:20:05,676 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T06:20:05,677 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T06:20:05,677 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:20:05,678 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T06:20:05,678 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T06:20:05,679 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T06:20:05,679 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:20:05,679 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T06:20:05,680 DEBUG [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T06:20:05,681 DEBUG [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43261/user/jenkins/test-data/3f2426f9-3889-7ddd-2d64-9e3ebea2a2be/data/hbase/meta/1588230740 2024-11-11T06:20:05,682 DEBUG [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43261/user/jenkins/test-data/3f2426f9-3889-7ddd-2d64-9e3ebea2a2be/data/hbase/meta/1588230740 2024-11-11T06:20:05,684 DEBUG [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T06:20:05,684 DEBUG [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T06:20:05,685 DEBUG [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T06:20:05,687 DEBUG [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T06:20:05,688 INFO [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72235830, jitterRate=0.07639774680137634}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T06:20:05,688 DEBUG [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-11T06:20:05,688 DEBUG [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731306005670Writing region info on filesystem at 1731306005670Initializing all the Stores at 1731306005671 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731306005671Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731306005671Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731306005671Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731306005671Cleaning up temporary data from old regions at 1731306005684 (+13 ms)Running coprocessor post-open hooks at 1731306005688 (+4 ms)Region opened successfully at 1731306005688 2024-11-11T06:20:05,690 INFO [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731306005627 2024-11-11T06:20:05,693 DEBUG [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-11T06:20:05,694 INFO [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-11T06:20:05,695 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=f334e8b0fbdf,42623,1731306003785 2024-11-11T06:20:05,696 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f334e8b0fbdf,42623,1731306003785, state=OPEN 2024-11-11T06:20:05,698 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42623-0x10105aee29e0004, quorum=127.0.0.1:58305, baseZNode=/11604284699 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11604284699/meta-region-server 2024-11-11T06:20:05,698 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37207-0x10105aee29e0003, quorum=127.0.0.1:58305, baseZNode=/11604284699 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11604284699/meta-region-server 2024-11-11T06:20:05,699 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=f334e8b0fbdf,42623,1731306003785 2024-11-11T06:20:05,699 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11604284699/meta-region-server: CHANGED 2024-11-11T06:20:05,699 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11604284699/meta-region-server: CHANGED 2024-11-11T06:20:05,703 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-11T06:20:05,703 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=f334e8b0fbdf,42623,1731306003785 in 225 msec 2024-11-11T06:20:05,707 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-11T06:20:05,707 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 395 msec 2024-11-11T06:20:05,708 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T06:20:05,708 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-11T06:20:05,710 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T06:20:05,710 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f334e8b0fbdf,42623,1731306003785, seqNum=-1] 2024-11-11T06:20:05,711 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T06:20:05,713 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52985, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T06:20:05,721 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2920 sec 2024-11-11T06:20:05,721 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731306005721, completionTime=-1 2024-11-11T06:20:05,721 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-11T06:20:05,721 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-11T06:20:05,724 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-11T06:20:05,724 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731306065724 2024-11-11T06:20:05,724 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731306125724 2024-11-11T06:20:05,724 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-11T06:20:05,725 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f334e8b0fbdf,37207,1731306003738-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T06:20:05,725 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f334e8b0fbdf,37207,1731306003738-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T06:20:05,725 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f334e8b0fbdf,37207,1731306003738-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T06:20:05,725 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-f334e8b0fbdf:37207, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T06:20:05,725 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-11T06:20:05,725 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-11T06:20:05,727 DEBUG [master/f334e8b0fbdf:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-11T06:20:05,730 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.897sec 2024-11-11T06:20:05,730 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-11T06:20:05,731 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-11T06:20:05,731 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-11T06:20:05,731 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-11T06:20:05,731 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-11T06:20:05,731 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f334e8b0fbdf,37207,1731306003738-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T06:20:05,731 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f334e8b0fbdf,37207,1731306003738-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-11T06:20:05,735 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-11T06:20:05,735 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-11T06:20:05,735 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f334e8b0fbdf,37207,1731306003738-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T06:20:05,813 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@39237d5b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T06:20:05,813 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f334e8b0fbdf,37207,-1 for getting cluster id 2024-11-11T06:20:05,814 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T06:20:05,816 DEBUG [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4e233246-539b-4641-be4b-29c63494a63a' 2024-11-11T06:20:05,816 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T06:20:05,817 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4e233246-539b-4641-be4b-29c63494a63a" 2024-11-11T06:20:05,817 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c78c7ad, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T06:20:05,817 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f334e8b0fbdf,37207,-1] 2024-11-11T06:20:05,817 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T06:20:05,818 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T06:20:05,819 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34962, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T06:20:05,821 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b9fb9e8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T06:20:05,821 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T06:20:05,823 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f334e8b0fbdf,42623,1731306003785, seqNum=-1] 2024-11-11T06:20:05,823 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T06:20:05,825 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53806, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T06:20:05,827 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=f334e8b0fbdf,37207,1731306003738 2024-11-11T06:20:05,828 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:58305 2024-11-11T06:20:05,831 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:58305, baseZNode=/11604284699 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T06:20:05,831 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x10105aee29e0005 connected 2024-11-11T06:20:05,837 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10bb271c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T06:20:05,837 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f334e8b0fbdf,32997,-1 for getting cluster id 2024-11-11T06:20:05,837 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T06:20:05,839 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5e2c4c9e-3cf6-4d12-8320-105f84c24fcb' 2024-11-11T06:20:05,839 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T06:20:05,840 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5e2c4c9e-3cf6-4d12-8320-105f84c24fcb" 2024-11-11T06:20:05,840 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52146b73, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T06:20:05,840 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f334e8b0fbdf,32997,-1] 2024-11-11T06:20:05,840 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T06:20:05,840 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T06:20:05,842 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45662, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T06:20:05,843 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32539b5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T06:20:05,852 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T06:20:05,856 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is f334e8b0fbdf,32997,1731305997780 2024-11-11T06:20:05,859 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@772d71a0 2024-11-11T06:20:05,860 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T06:20:05,862 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45678, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T06:20:05,863 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32997 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://f334e8b0fbdf:37207,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-11T06:20:05,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32997 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-11T06:20:05,878 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='f334e8b0fbdf:37207' 2024-11-11T06:20:05,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32997 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T06:20:05,880 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a2ab9c2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T06:20:05,880 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request f334e8b0fbdf,37207,-1 for getting cluster id 2024-11-11T06:20:05,880 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T06:20:05,881 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4e233246-539b-4641-be4b-29c63494a63a' 2024-11-11T06:20:05,881 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T06:20:05,882 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4e233246-539b-4641-be4b-29c63494a63a" 2024-11-11T06:20:05,882 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d17d556, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T06:20:05,882 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f334e8b0fbdf,37207,-1] 2024-11-11T06:20:05,882 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T06:20:05,882 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T06:20:05,884 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34984, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T06:20:05,885 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ab6d050, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T06:20:05,885 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T06:20:05,887 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] client.AsyncConnectionImpl(321): The fetched master address is f334e8b0fbdf,37207,1731306003738 2024-11-11T06:20:05,887 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7a1f51a8 2024-11-11T06:20:05,890 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T06:20:05,892 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34988, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T06:20:05,904 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-11T06:20:05,904 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-11T06:20:05,909 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T06:20:05,909 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T06:20:05,909 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T06:20:05,911 INFO [PEWorker-1 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T06:20:05,916 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-11T06:20:05,919 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-11T06:20:05,920 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:20:05,921 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-11T06:20:05,931 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37831 is added to blk_1073741835_1011 (size=1138) 2024-11-11T06:20:05,969 DEBUG [PEWorker-1 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-11T06:20:05,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32997 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T06:20:06,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32997 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T06:20:06,335 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 16edd39abcd8bdac43a7db722cfbca6b, NAME => 'hbase:replication,,1731306005910.16edd39abcd8bdac43a7db722cfbca6b.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39979/user/jenkins/test-data/5cf02d84-3b94-0f65-797b-ff7ee2f0659f 2024-11-11T06:20:06,342 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37831 is added to blk_1073741836_1012 (size=44) 2024-11-11T06:20:06,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32997 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T06:20:06,744 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731306005910.16edd39abcd8bdac43a7db722cfbca6b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T06:20:06,744 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 16edd39abcd8bdac43a7db722cfbca6b, disabling compactions & flushes 2024-11-11T06:20:06,744 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731306005910.16edd39abcd8bdac43a7db722cfbca6b. 2024-11-11T06:20:06,744 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731306005910.16edd39abcd8bdac43a7db722cfbca6b. 2024-11-11T06:20:06,744 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731306005910.16edd39abcd8bdac43a7db722cfbca6b. after waiting 0 ms 2024-11-11T06:20:06,744 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731306005910.16edd39abcd8bdac43a7db722cfbca6b. 2024-11-11T06:20:06,744 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731306005910.16edd39abcd8bdac43a7db722cfbca6b. 2024-11-11T06:20:06,744 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 16edd39abcd8bdac43a7db722cfbca6b: Waiting for close lock at 1731306006744Disabling compacts and flushes for region at 1731306006744Disabling writes for close at 1731306006744Writing region close event to WAL at 1731306006744Closed at 1731306006744 2024-11-11T06:20:06,746 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-11T06:20:06,751 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731306005910.16edd39abcd8bdac43a7db722cfbca6b.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731306006746"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731306006746"}]},"ts":"1731306006746"} 2024-11-11T06:20:06,755 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-11T06:20:06,757 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-11T06:20:06,759 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731306006757"}]},"ts":"1731306006757"} 2024-11-11T06:20:06,763 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-11T06:20:06,765 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=16edd39abcd8bdac43a7db722cfbca6b, ASSIGN}] 2024-11-11T06:20:06,767 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=16edd39abcd8bdac43a7db722cfbca6b, ASSIGN 2024-11-11T06:20:06,768 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=16edd39abcd8bdac43a7db722cfbca6b, ASSIGN; state=OFFLINE, location=f334e8b0fbdf,43103,1731305998441; forceNewPlan=false, retain=false 2024-11-11T06:20:06,920 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=16edd39abcd8bdac43a7db722cfbca6b, regionState=OPENING, regionLocation=f334e8b0fbdf,43103,1731305998441 2024-11-11T06:20:06,924 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=16edd39abcd8bdac43a7db722cfbca6b, ASSIGN because future has completed 2024-11-11T06:20:06,925 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 16edd39abcd8bdac43a7db722cfbca6b, server=f334e8b0fbdf,43103,1731305998441}] 2024-11-11T06:20:07,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32997 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T06:20:07,085 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1731306005910.16edd39abcd8bdac43a7db722cfbca6b. 2024-11-11T06:20:07,085 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T06:20:07,085 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-11T06:20:07,088 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f334e8b0fbdf%2C43103%2C1731305998441.rep, suffix=, logDir=hdfs://localhost:39979/user/jenkins/test-data/5cf02d84-3b94-0f65-797b-ff7ee2f0659f/WALs/f334e8b0fbdf,43103,1731305998441, archiveDir=hdfs://localhost:39979/user/jenkins/test-data/5cf02d84-3b94-0f65-797b-ff7ee2f0659f/oldWALs, maxLogs=10 2024-11-11T06:20:07,102 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/5cf02d84-3b94-0f65-797b-ff7ee2f0659f/WALs/f334e8b0fbdf,43103,1731305998441/f334e8b0fbdf%2C43103%2C1731305998441.rep.1731306007089, exclude list is [], retry=0 2024-11-11T06:20:07,106 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37831,DS-862966d5-c63f-4f35-a288-5d38915b594f,DISK] 2024-11-11T06:20:07,108 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5cf02d84-3b94-0f65-797b-ff7ee2f0659f/WALs/f334e8b0fbdf,43103,1731305998441/f334e8b0fbdf%2C43103%2C1731305998441.rep.1731306007089 2024-11-11T06:20:07,109 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36545:36545)] 2024-11-11T06:20:07,109 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 16edd39abcd8bdac43a7db722cfbca6b, NAME => 'hbase:replication,,1731306005910.16edd39abcd8bdac43a7db722cfbca6b.', STARTKEY => '', ENDKEY => ''} 2024-11-11T06:20:07,109 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-11T06:20:07,109 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-11T06:20:07,110 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731306005910.16edd39abcd8bdac43a7db722cfbca6b. service=MultiRowMutationService 2024-11-11T06:20:07,110 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-11T06:20:07,110 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 16edd39abcd8bdac43a7db722cfbca6b 2024-11-11T06:20:07,110 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1731306005910.16edd39abcd8bdac43a7db722cfbca6b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T06:20:07,110 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 16edd39abcd8bdac43a7db722cfbca6b 2024-11-11T06:20:07,110 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 16edd39abcd8bdac43a7db722cfbca6b 2024-11-11T06:20:07,112 INFO [StoreOpener-16edd39abcd8bdac43a7db722cfbca6b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 16edd39abcd8bdac43a7db722cfbca6b 2024-11-11T06:20:07,114 INFO [StoreOpener-16edd39abcd8bdac43a7db722cfbca6b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 16edd39abcd8bdac43a7db722cfbca6b columnFamilyName hfileref 2024-11-11T06:20:07,114 DEBUG [StoreOpener-16edd39abcd8bdac43a7db722cfbca6b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:20:07,114 INFO [StoreOpener-16edd39abcd8bdac43a7db722cfbca6b-1 {}] regionserver.HStore(327): Store=16edd39abcd8bdac43a7db722cfbca6b/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T06:20:07,115 INFO [StoreOpener-16edd39abcd8bdac43a7db722cfbca6b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 16edd39abcd8bdac43a7db722cfbca6b 2024-11-11T06:20:07,116 INFO [StoreOpener-16edd39abcd8bdac43a7db722cfbca6b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 16edd39abcd8bdac43a7db722cfbca6b columnFamilyName queue 2024-11-11T06:20:07,116 DEBUG [StoreOpener-16edd39abcd8bdac43a7db722cfbca6b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:20:07,117 INFO [StoreOpener-16edd39abcd8bdac43a7db722cfbca6b-1 {}] regionserver.HStore(327): Store=16edd39abcd8bdac43a7db722cfbca6b/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T06:20:07,117 INFO [StoreOpener-16edd39abcd8bdac43a7db722cfbca6b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 16edd39abcd8bdac43a7db722cfbca6b 2024-11-11T06:20:07,118 INFO [StoreOpener-16edd39abcd8bdac43a7db722cfbca6b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 16edd39abcd8bdac43a7db722cfbca6b columnFamilyName sid 2024-11-11T06:20:07,119 DEBUG [StoreOpener-16edd39abcd8bdac43a7db722cfbca6b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:20:07,119 INFO [StoreOpener-16edd39abcd8bdac43a7db722cfbca6b-1 {}] regionserver.HStore(327): Store=16edd39abcd8bdac43a7db722cfbca6b/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T06:20:07,119 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 16edd39abcd8bdac43a7db722cfbca6b 2024-11-11T06:20:07,121 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39979/user/jenkins/test-data/5cf02d84-3b94-0f65-797b-ff7ee2f0659f/data/hbase/replication/16edd39abcd8bdac43a7db722cfbca6b 2024-11-11T06:20:07,121 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39979/user/jenkins/test-data/5cf02d84-3b94-0f65-797b-ff7ee2f0659f/data/hbase/replication/16edd39abcd8bdac43a7db722cfbca6b 2024-11-11T06:20:07,123 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 16edd39abcd8bdac43a7db722cfbca6b 2024-11-11T06:20:07,123 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 16edd39abcd8bdac43a7db722cfbca6b 2024-11-11T06:20:07,124 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-11T06:20:07,125 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 16edd39abcd8bdac43a7db722cfbca6b 2024-11-11T06:20:07,129 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39979/user/jenkins/test-data/5cf02d84-3b94-0f65-797b-ff7ee2f0659f/data/hbase/replication/16edd39abcd8bdac43a7db722cfbca6b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T06:20:07,129 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened 16edd39abcd8bdac43a7db722cfbca6b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72930432, jitterRate=0.08674812316894531}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-11T06:20:07,130 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 16edd39abcd8bdac43a7db722cfbca6b 2024-11-11T06:20:07,131 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 16edd39abcd8bdac43a7db722cfbca6b: Running coprocessor pre-open hook at 1731306007110Writing region info on filesystem at 1731306007110Initializing all the Stores at 1731306007112 (+2 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731306007112Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731306007112Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731306007112Cleaning up temporary data from old regions at 1731306007123 (+11 ms)Running coprocessor post-open hooks at 1731306007130 (+7 ms)Region opened successfully at 1731306007131 (+1 ms) 2024-11-11T06:20:07,132 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731306005910.16edd39abcd8bdac43a7db722cfbca6b., pid=7, masterSystemTime=1731306007079 2024-11-11T06:20:07,136 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731306005910.16edd39abcd8bdac43a7db722cfbca6b. 2024-11-11T06:20:07,136 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731306005910.16edd39abcd8bdac43a7db722cfbca6b. 2024-11-11T06:20:07,137 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=16edd39abcd8bdac43a7db722cfbca6b, regionState=OPEN, openSeqNum=2, regionLocation=f334e8b0fbdf,43103,1731305998441 2024-11-11T06:20:07,140 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 16edd39abcd8bdac43a7db722cfbca6b, server=f334e8b0fbdf,43103,1731305998441 because future has completed 2024-11-11T06:20:07,145 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-11T06:20:07,145 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 16edd39abcd8bdac43a7db722cfbca6b, server=f334e8b0fbdf,43103,1731305998441 in 217 msec 2024-11-11T06:20:07,148 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-11T06:20:07,149 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=16edd39abcd8bdac43a7db722cfbca6b, ASSIGN in 380 msec 2024-11-11T06:20:07,150 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-11T06:20:07,150 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731306007150"}]},"ts":"1731306007150"} 2024-11-11T06:20:07,153 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-11T06:20:07,154 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-11T06:20:07,157 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2430 sec 2024-11-11T06:20:07,180 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731306005910.16edd39abcd8bdac43a7db722cfbca6b., hostname=f334e8b0fbdf,43103,1731305998441, seqNum=2] 2024-11-11T06:20:07,185 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43103 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.KeyOnlyFilter in 0ms 2024-11-11T06:20:07,185 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-11T06:20:07,187 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-11T06:20:07,196 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32997-0x10105aee29e0000, quorum=127.0.0.1:58305, baseZNode=/0-1473424933 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1473424933 2024-11-11T06:20:07,196 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43103-0x10105aee29e0001, quorum=127.0.0.1:58305, baseZNode=/0-1473424933 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1473424933 2024-11-11T06:20:07,205 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-11T06:20:07,370 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43103 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-11-11T06:20:07,371 INFO [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-11T06:20:07,411 INFO [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-f334e8b0fbdf,43103,1731305998441, ReplicationSource: 1, currentBandwidth=0 2024-11-11T06:20:07,413 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T06:20:07,413 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f334e8b0fbdf,43103,1731305998441, seqNum=-1] 2024-11-11T06:20:07,413 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T06:20:07,415 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36189, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-11-11T06:20:07,418 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-f334e8b0fbdf,43103,1731305998441', locateType=CURRENT is [region=hbase:replication,,1731306005910.16edd39abcd8bdac43a7db722cfbca6b., hostname=f334e8b0fbdf,43103,1731305998441, seqNum=2] 2024-11-11T06:20:07,424 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-11T06:20:07,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32997 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-11T06:20:07,430 INFO [PEWorker-2 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on f334e8b0fbdf,43103,1731305998441 suceeded 2024-11-11T06:20:07,433 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-11T06:20:07,433 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 225 msec 2024-11-11T06:20:07,433 INFO [PEWorker-4 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://f334e8b0fbdf:37207,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-11T06:20:07,436 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5670 sec 2024-11-11T06:20:07,443 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,43103,1731305998441 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='f334e8b0fbdf:37207' 2024-11-11T06:20:07,444 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,43103,1731305998441 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2d0ff578, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T06:20:07,445 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,43103,1731305998441 {}] client.ClusterIdFetcher(90): Going to request f334e8b0fbdf,37207,-1 for getting cluster id 2024-11-11T06:20:07,445 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,43103,1731305998441 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T06:20:07,446 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4e233246-539b-4641-be4b-29c63494a63a' 2024-11-11T06:20:07,446 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T06:20:07,446 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4e233246-539b-4641-be4b-29c63494a63a" 2024-11-11T06:20:07,446 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5293f283, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T06:20:07,446 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f334e8b0fbdf,37207,-1] 2024-11-11T06:20:07,447 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T06:20:07,447 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T06:20:07,448 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35006, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-11-11T06:20:07,448 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,43103,1731305998441 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@68bd4532, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T06:20:07,449 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,43103,1731305998441 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T06:20:07,450 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is f334e8b0fbdf,37207,1731306003738 2024-11-11T06:20:07,450 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@73d80af9 2024-11-11T06:20:07,450 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T06:20:07,451 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35022, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-11-11T06:20:07,451 INFO [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,43103,1731305998441 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-f334e8b0fbdf,43103,1731305998441 (queues=1) is replicating from cluster=5e2c4c9e-3cf6-4d12-8320-105f84c24fcb to cluster=4e233246-539b-4641-be4b-29c63494a63a 2024-11-11T06:20:07,453 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,43103,1731305998441 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=f334e8b0fbdf%2C43103%2C1731305998441 2024-11-11T06:20:07,457 INFO [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,43103,1731305998441 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-f334e8b0fbdf,43103,1731305998441, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-11T06:20:07,459 INFO [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,43103,1731305998441.replicationSource.shipperf334e8b0fbdf%2C43103%2C1731305998441,1-f334e8b0fbdf,43103,1731305998441 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: f334e8b0fbdf%2C43103%2C1731305998441 2024-11-11T06:20:07,464 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,43103,1731305998441.replicationSource.wal-reader.f334e8b0fbdf%2C43103%2C1731305998441,1-f334e8b0fbdf,43103,1731305998441 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:39979/user/jenkins/test-data/5cf02d84-3b94-0f65-797b-ff7ee2f0659f/WALs/f334e8b0fbdf,43103,1731305998441/f334e8b0fbdf%2C43103%2C1731305998441.1731306001383, startPosition=0, beingWritten=true 2024-11-11T06:20:07,721 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,43103,1731305998441.replicationSource.wal-reader.f334e8b0fbdf%2C43103%2C1731305998441,1-f334e8b0fbdf,43103,1731305998441 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39979/user/jenkins/test-data/5cf02d84-3b94-0f65-797b-ff7ee2f0659f/WALs/f334e8b0fbdf,43103,1731305998441/f334e8b0fbdf%2C43103%2C1731305998441.1731306001383 to pos 0, reset compression=false 2024-11-11T06:20:07,837 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-11T06:20:08,028 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,43103,1731305998441.replicationSource.wal-reader.f334e8b0fbdf%2C43103%2C1731305998441,1-f334e8b0fbdf,43103,1731305998441 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39979/user/jenkins/test-data/5cf02d84-3b94-0f65-797b-ff7ee2f0659f/WALs/f334e8b0fbdf,43103,1731305998441/f334e8b0fbdf%2C43103%2C1731305998441.1731306001383 to pos 0, reset compression=false 2024-11-11T06:20:08,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32997 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T06:20:08,031 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T06:20:08,031 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:460) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T06:20:08,031 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T06:20:08,031 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-11T06:20:08,031 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T06:20:08,031 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T06:20:08,032 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5788274c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T06:20:08,032 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f334e8b0fbdf,32997,-1 for getting cluster id 2024-11-11T06:20:08,032 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T06:20:08,033 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5e2c4c9e-3cf6-4d12-8320-105f84c24fcb' 2024-11-11T06:20:08,034 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T06:20:08,034 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5e2c4c9e-3cf6-4d12-8320-105f84c24fcb" 2024-11-11T06:20:08,034 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4767fb4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T06:20:08,034 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f334e8b0fbdf,32997,-1] 2024-11-11T06:20:08,035 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T06:20:08,035 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T06:20:08,036 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45692, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T06:20:08,037 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@175b1a54, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T06:20:08,038 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T06:20:08,039 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is f334e8b0fbdf,32997,1731305997780 2024-11-11T06:20:08,039 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@40569800 2024-11-11T06:20:08,039 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T06:20:08,041 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45694, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T06:20:08,041 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32997 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=2, config=clusterKey=hbase+rpc://f334e8b0fbdf:37207,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-11T06:20:08,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32997 {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-11T06:20:08,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32997 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-11T06:20:08,045 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='f334e8b0fbdf:37207' 2024-11-11T06:20:08,046 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@373199b7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T06:20:08,046 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request f334e8b0fbdf,37207,-1 for getting cluster id 2024-11-11T06:20:08,046 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T06:20:08,047 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4e233246-539b-4641-be4b-29c63494a63a' 2024-11-11T06:20:08,047 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T06:20:08,047 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4e233246-539b-4641-be4b-29c63494a63a" 2024-11-11T06:20:08,047 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d3f27f7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T06:20:08,047 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f334e8b0fbdf,37207,-1] 2024-11-11T06:20:08,047 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T06:20:08,048 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T06:20:08,049 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35050, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T06:20:08,049 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5de2dae6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T06:20:08,050 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T06:20:08,051 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is f334e8b0fbdf,37207,1731306003738 2024-11-11T06:20:08,051 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2d54cba8 2024-11-11T06:20:08,051 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T06:20:08,052 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35052, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T06:20:08,053 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-11T06:20:08,053 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-11T06:20:08,053 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T06:20:08,053 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T06:20:08,053 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T06:20:08,064 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-11T06:20:08,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32997 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-11T06:20:08,178 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-11T06:20:08,179 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-11T06:20:08,181 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-11T06:20:08,181 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-11T06:20:08,182 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-11T06:20:08,182 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-11T06:20:08,182 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-11T06:20:08,182 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-11T06:20:08,182 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-11T06:20:08,182 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-11T06:20:08,217 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43103 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=10 2024-11-11T06:20:08,217 INFO [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=ADD_PEER 2024-11-11T06:20:08,248 INFO [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.ReplicationSource(231): queueId=2-f334e8b0fbdf,43103,1731305998441, ReplicationSource: 2, currentBandwidth=0 2024-11-11T06:20:08,252 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=10 2024-11-11T06:20:08,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32997 {}] master.HMaster(4169): Remote procedure done, pid=10 2024-11-11T06:20:08,256 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for ADD on f334e8b0fbdf,43103,1731305998441 suceeded 2024-11-11T06:20:08,259 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-11T06:20:08,259 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 192 msec 2024-11-11T06:20:08,259 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 2, config clusterKey=hbase+rpc://f334e8b0fbdf:37207,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-11T06:20:08,261 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 218 msec 2024-11-11T06:20:08,268 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,2-f334e8b0fbdf,43103,1731305998441 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='f334e8b0fbdf:37207' 2024-11-11T06:20:08,269 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,2-f334e8b0fbdf,43103,1731305998441 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2f3f5206, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T06:20:08,269 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,2-f334e8b0fbdf,43103,1731305998441 {}] client.ClusterIdFetcher(90): Going to request f334e8b0fbdf,37207,-1 for getting cluster id 2024-11-11T06:20:08,269 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,2-f334e8b0fbdf,43103,1731305998441 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T06:20:08,270 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4e233246-539b-4641-be4b-29c63494a63a' 2024-11-11T06:20:08,270 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T06:20:08,270 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4e233246-539b-4641-be4b-29c63494a63a" 2024-11-11T06:20:08,271 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@70e5114b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T06:20:08,271 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f334e8b0fbdf,37207,-1] 2024-11-11T06:20:08,271 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T06:20:08,271 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T06:20:08,272 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35068, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-11-11T06:20:08,273 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,2-f334e8b0fbdf,43103,1731305998441 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6a6c4bc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T06:20:08,273 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,2-f334e8b0fbdf,43103,1731305998441 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T06:20:08,274 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is f334e8b0fbdf,37207,1731306003738 2024-11-11T06:20:08,274 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@44b8db6b 2024-11-11T06:20:08,275 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T06:20:08,276 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35076, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-11-11T06:20:08,276 INFO [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,2-f334e8b0fbdf,43103,1731305998441 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-f334e8b0fbdf,43103,1731305998441 (queues=1) is replicating from cluster=5e2c4c9e-3cf6-4d12-8320-105f84c24fcb to cluster=4e233246-539b-4641-be4b-29c63494a63a 2024-11-11T06:20:08,276 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,2-f334e8b0fbdf,43103,1731305998441 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=f334e8b0fbdf%2C43103%2C1731305998441 2024-11-11T06:20:08,277 INFO [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,2-f334e8b0fbdf,43103,1731305998441 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-f334e8b0fbdf,43103,1731305998441, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-11T06:20:08,277 INFO [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,2-f334e8b0fbdf,43103,1731305998441.replicationSource.shipperf334e8b0fbdf%2C43103%2C1731305998441,2-f334e8b0fbdf,43103,1731305998441 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: f334e8b0fbdf%2C43103%2C1731305998441 2024-11-11T06:20:08,277 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,2-f334e8b0fbdf,43103,1731305998441.replicationSource.wal-reader.f334e8b0fbdf%2C43103%2C1731305998441,2-f334e8b0fbdf,43103,1731305998441 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:39979/user/jenkins/test-data/5cf02d84-3b94-0f65-797b-ff7ee2f0659f/WALs/f334e8b0fbdf,43103,1731305998441/f334e8b0fbdf%2C43103%2C1731305998441.1731306001383, startPosition=0, beingWritten=true 2024-11-11T06:20:08,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32997 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-11T06:20:08,360 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 2 completed 2024-11-11T06:20:08,360 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T06:20:08,361 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:461) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T06:20:08,361 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T06:20:08,361 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T06:20:08,361 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T06:20:08,361 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T06:20:08,362 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is f334e8b0fbdf,32997,1731305997780 2024-11-11T06:20:08,363 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7b4aece7 2024-11-11T06:20:08,365 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T06:20:08,367 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45702, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T06:20:08,368 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32997 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-11T06:20:08,369 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32997 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-11-11T06:20:08,370 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32997 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-11T06:20:08,371 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32997 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-11-11T06:20:08,374 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32997 {}] master.HMaster(4014): Client=jenkins//172.17.0.2 update replication peer config, id=1, config=clusterKey=hbase+rpc://f334e8b0fbdf:37207,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-11T06:20:08,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32997 {}] procedure2.ProcedureExecutor(1139): Stored pid=11, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-11T06:20:08,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32997 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-11T06:20:08,380 DEBUG [PEWorker-4 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='f334e8b0fbdf:37207' 2024-11-11T06:20:08,381 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ce5260e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T06:20:08,381 DEBUG [PEWorker-4 {}] client.ClusterIdFetcher(90): Going to request f334e8b0fbdf,37207,-1 for getting cluster id 2024-11-11T06:20:08,382 DEBUG [PEWorker-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T06:20:08,382 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4e233246-539b-4641-be4b-29c63494a63a' 2024-11-11T06:20:08,383 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T06:20:08,383 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4e233246-539b-4641-be4b-29c63494a63a" 2024-11-11T06:20:08,383 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ccb872a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T06:20:08,383 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f334e8b0fbdf,37207,-1] 2024-11-11T06:20:08,383 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T06:20:08,383 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T06:20:08,384 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35094, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T06:20:08,385 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e81129e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T06:20:08,385 DEBUG [PEWorker-4 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T06:20:08,386 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is f334e8b0fbdf,37207,1731306003738 2024-11-11T06:20:08,386 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@48390eeb 2024-11-11T06:20:08,386 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T06:20:08,387 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35096, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T06:20:08,388 INFO [PEWorker-4 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-4. 2024-11-11T06:20:08,388 DEBUG [PEWorker-4 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preUpdatePeerConfig(ReplicationPeerManager.java:234) at org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure.prePeerModification(UpdatePeerConfigProcedure.java:176) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-11T06:20:08,388 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T06:20:08,388 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T06:20:08,388 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T06:20:08,392 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-11T06:20:08,435 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,43103,1731305998441.replicationSource.wal-reader.f334e8b0fbdf%2C43103%2C1731305998441,1-f334e8b0fbdf,43103,1731305998441 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39979/user/jenkins/test-data/5cf02d84-3b94-0f65-797b-ff7ee2f0659f/WALs/f334e8b0fbdf,43103,1731305998441/f334e8b0fbdf%2C43103%2C1731305998441.1731306001383 to pos 0, reset compression=false 2024-11-11T06:20:08,484 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,2-f334e8b0fbdf,43103,1731305998441.replicationSource.wal-reader.f334e8b0fbdf%2C43103%2C1731305998441,2-f334e8b0fbdf,43103,1731305998441 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39979/user/jenkins/test-data/5cf02d84-3b94-0f65-797b-ff7ee2f0659f/WALs/f334e8b0fbdf,43103,1731305998441/f334e8b0fbdf%2C43103%2C1731305998441.1731306001383 to pos 0, reset compression=false 2024-11-11T06:20:08,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32997 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-11T06:20:08,546 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43103 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=12 2024-11-11T06:20:08,546 INFO [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0 {event_type=RS_REFRESH_PEER, pid=12}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=UPDATE_PEER_CONFIG 2024-11-11T06:20:08,548 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0 {event_type=RS_REFRESH_PEER, pid=12}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=12 2024-11-11T06:20:08,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32997 {}] master.HMaster(4169): Remote procedure done, pid=12 2024-11-11T06:20:08,551 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for UPDATE_CONFIG on f334e8b0fbdf,43103,1731305998441 suceeded 2024-11-11T06:20:08,554 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=11 2024-11-11T06:20:08,554 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 159 msec 2024-11-11T06:20:08,554 INFO [PEWorker-5 {}] replication.UpdatePeerConfigProcedure(197): Successfully updated peer config of 1 to clusterKey=hbase+rpc://f334e8b0fbdf:37207,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-11T06:20:08,556 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure in 179 msec 2024-11-11T06:20:08,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32997 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-11T06:20:08,700 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: UPDATE_REPLICATION_PEER_CONFIG, peerId: 1 completed 2024-11-11T06:20:08,701 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32997 {}] master.HMaster(4014): Client=jenkins//172.17.0.2 update replication peer config, id=2, config=clusterKey=hbase+rpc://f334e8b0fbdf:37207,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-11T06:20:08,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32997 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-11T06:20:08,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32997 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-11T06:20:08,705 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='f334e8b0fbdf:37207' 2024-11-11T06:20:08,706 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@46b948e4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T06:20:08,706 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request f334e8b0fbdf,37207,-1 for getting cluster id 2024-11-11T06:20:08,706 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T06:20:08,707 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4e233246-539b-4641-be4b-29c63494a63a' 2024-11-11T06:20:08,707 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T06:20:08,708 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4e233246-539b-4641-be4b-29c63494a63a" 2024-11-11T06:20:08,708 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4926e19a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T06:20:08,708 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f334e8b0fbdf,37207,-1] 2024-11-11T06:20:08,708 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T06:20:08,709 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T06:20:08,709 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35122, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T06:20:08,710 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30ebb740, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T06:20:08,710 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T06:20:08,711 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is f334e8b0fbdf,37207,1731306003738 2024-11-11T06:20:08,711 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4754f307 2024-11-11T06:20:08,712 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T06:20:08,712 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35130, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T06:20:08,713 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-11T06:20:08,713 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preUpdatePeerConfig(ReplicationPeerManager.java:234) at org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure.prePeerModification(UpdatePeerConfigProcedure.java:176) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-11T06:20:08,713 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T06:20:08,713 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T06:20:08,714 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T06:20:08,718 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-11T06:20:08,790 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,2-f334e8b0fbdf,43103,1731305998441.replicationSource.wal-reader.f334e8b0fbdf%2C43103%2C1731305998441,2-f334e8b0fbdf,43103,1731305998441 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39979/user/jenkins/test-data/5cf02d84-3b94-0f65-797b-ff7ee2f0659f/WALs/f334e8b0fbdf,43103,1731305998441/f334e8b0fbdf%2C43103%2C1731305998441.1731306001383 to pos 0, reset compression=false 2024-11-11T06:20:08,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32997 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-11T06:20:08,871 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43103 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=14 2024-11-11T06:20:08,871 INFO [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0 {event_type=RS_REFRESH_PEER, pid=14}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=UPDATE_PEER_CONFIG 2024-11-11T06:20:08,873 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0 {event_type=RS_REFRESH_PEER, pid=14}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=14 2024-11-11T06:20:08,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32997 {}] master.HMaster(4169): Remote procedure done, pid=14 2024-11-11T06:20:08,876 INFO [PEWorker-3 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for UPDATE_CONFIG on f334e8b0fbdf,43103,1731305998441 suceeded 2024-11-11T06:20:08,879 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13 2024-11-11T06:20:08,879 INFO [PEWorker-1 {}] replication.UpdatePeerConfigProcedure(197): Successfully updated peer config of 2 to clusterKey=hbase+rpc://f334e8b0fbdf:37207,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-11T06:20:08,879 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 158 msec 2024-11-11T06:20:08,881 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure in 178 msec 2024-11-11T06:20:08,942 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,43103,1731305998441.replicationSource.wal-reader.f334e8b0fbdf%2C43103%2C1731305998441,1-f334e8b0fbdf,43103,1731305998441 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39979/user/jenkins/test-data/5cf02d84-3b94-0f65-797b-ff7ee2f0659f/WALs/f334e8b0fbdf,43103,1731305998441/f334e8b0fbdf%2C43103%2C1731305998441.1731306001383 to pos 0, reset compression=false 2024-11-11T06:20:09,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32997 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-11T06:20:09,021 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: UPDATE_REPLICATION_PEER_CONFIG, peerId: 2 completed 2024-11-11T06:20:09,021 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32997 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-11T06:20:09,022 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32997 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-11-11T06:20:09,023 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T06:20:09,023 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:495) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T06:20:09,023 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T06:20:09,023 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T06:20:09,023 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T06:20:09,024 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-11T06:20:09,024 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=583918050, stopped=false 2024-11-11T06:20:09,024 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=f334e8b0fbdf,32997,1731305997780 2024-11-11T06:20:09,026 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43103-0x10105aee29e0001, quorum=127.0.0.1:58305, baseZNode=/0-1473424933 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1473424933/running 2024-11-11T06:20:09,026 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32997-0x10105aee29e0000, quorum=127.0.0.1:58305, baseZNode=/0-1473424933 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1473424933/running 2024-11-11T06:20:09,027 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32997-0x10105aee29e0000, quorum=127.0.0.1:58305, baseZNode=/0-1473424933 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1473424933 2024-11-11T06:20:09,027 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43103-0x10105aee29e0001, quorum=127.0.0.1:58305, baseZNode=/0-1473424933 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1473424933 2024-11-11T06:20:09,027 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T06:20:09,027 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T06:20:09,027 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:495) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T06:20:09,027 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:43103-0x10105aee29e0001, quorum=127.0.0.1:58305, baseZNode=/0-1473424933 Set watcher on znode that does not yet exist, /0-1473424933/running 2024-11-11T06:20:09,027 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T06:20:09,027 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:32997-0x10105aee29e0000, quorum=127.0.0.1:58305, baseZNode=/0-1473424933 Set watcher on znode that does not yet exist, /0-1473424933/running 2024-11-11T06:20:09,028 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'f334e8b0fbdf,43103,1731305998441' ***** 2024-11-11T06:20:09,028 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-11T06:20:09,028 INFO [RS:0;f334e8b0fbdf:43103 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-11T06:20:09,028 INFO [RS:0;f334e8b0fbdf:43103 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-11T06:20:09,029 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-11T06:20:09,029 INFO [RS:0;f334e8b0fbdf:43103 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-11T06:20:09,029 INFO [RS:0;f334e8b0fbdf:43103 {}] regionserver.HRegionServer(3091): Received CLOSE for 16edd39abcd8bdac43a7db722cfbca6b 2024-11-11T06:20:09,029 INFO [RS:0;f334e8b0fbdf:43103 {}] regionserver.HRegionServer(959): stopping server f334e8b0fbdf,43103,1731305998441 2024-11-11T06:20:09,029 INFO [RS:0;f334e8b0fbdf:43103 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T06:20:09,030 INFO [RS:0;f334e8b0fbdf:43103 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f334e8b0fbdf:43103. 2024-11-11T06:20:09,030 DEBUG [RS:0;f334e8b0fbdf:43103 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T06:20:09,030 DEBUG [RS:0;f334e8b0fbdf:43103 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T06:20:09,030 DEBUG [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 16edd39abcd8bdac43a7db722cfbca6b, disabling compactions & flushes 2024-11-11T06:20:09,030 INFO [RS:0;f334e8b0fbdf:43103 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-11T06:20:09,030 INFO [RS:0;f334e8b0fbdf:43103 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-11T06:20:09,030 INFO [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731306005910.16edd39abcd8bdac43a7db722cfbca6b. 2024-11-11T06:20:09,030 INFO [RS:0;f334e8b0fbdf:43103 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-11T06:20:09,030 DEBUG [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731306005910.16edd39abcd8bdac43a7db722cfbca6b. 2024-11-11T06:20:09,030 INFO [RS:0;f334e8b0fbdf:43103 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-11T06:20:09,030 DEBUG [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731306005910.16edd39abcd8bdac43a7db722cfbca6b. after waiting 0 ms 2024-11-11T06:20:09,030 DEBUG [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731306005910.16edd39abcd8bdac43a7db722cfbca6b. 2024-11-11T06:20:09,030 INFO [RS:0;f334e8b0fbdf:43103 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-11T06:20:09,031 DEBUG [RS:0;f334e8b0fbdf:43103 {}] regionserver.HRegionServer(1325): Online Regions={16edd39abcd8bdac43a7db722cfbca6b=hbase:replication,,1731306005910.16edd39abcd8bdac43a7db722cfbca6b., 1588230740=hbase:meta,,1.1588230740} 2024-11-11T06:20:09,031 DEBUG [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-11T06:20:09,031 INFO [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-11T06:20:09,031 DEBUG [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-11T06:20:09,031 DEBUG [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-11T06:20:09,031 DEBUG [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-11T06:20:09,031 DEBUG [RS:0;f334e8b0fbdf:43103 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 16edd39abcd8bdac43a7db722cfbca6b 2024-11-11T06:20:09,034 INFO [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-11T06:20:09,034 INFO [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 16edd39abcd8bdac43a7db722cfbca6b 3/3 column families, dataSize=294 B heapSize=1.19 KB 2024-11-11T06:20:09,100 DEBUG [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39979/user/jenkins/test-data/5cf02d84-3b94-0f65-797b-ff7ee2f0659f/data/hbase/meta/1588230740/.tmp/info/06a654ccc5024c91a706ae1c8e721d66 is 147, key is hbase:replication,,1731306005910.16edd39abcd8bdac43a7db722cfbca6b./info:regioninfo/1731306007137/Put/seqid=0 2024-11-11T06:20:09,100 DEBUG [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39979/user/jenkins/test-data/5cf02d84-3b94-0f65-797b-ff7ee2f0659f/data/hbase/replication/16edd39abcd8bdac43a7db722cfbca6b/.tmp/queue/44f281657230405b929303ea91ad4656 is 151, key is 1-f334e8b0fbdf,43103,1731305998441/queue:f334e8b0fbdf%2C43103%2C1731305998441/1731306007419/Put/seqid=0 2024-11-11T06:20:09,113 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37831 is added to blk_1073741838_1014 (size=6631) 2024-11-11T06:20:09,114 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37831 is added to blk_1073741839_1015 (size=5500) 2024-11-11T06:20:09,127 INFO [regionserver/f334e8b0fbdf:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T06:20:09,197 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,2-f334e8b0fbdf,43103,1731305998441.replicationSource.wal-reader.f334e8b0fbdf%2C43103%2C1731305998441,2-f334e8b0fbdf,43103,1731305998441 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39979/user/jenkins/test-data/5cf02d84-3b94-0f65-797b-ff7ee2f0659f/WALs/f334e8b0fbdf,43103,1731305998441/f334e8b0fbdf%2C43103%2C1731305998441.1731306001383 to pos 0, reset compression=false 2024-11-11T06:20:09,221 INFO [regionserver/f334e8b0fbdf:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-11T06:20:09,221 INFO [regionserver/f334e8b0fbdf:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-11T06:20:09,231 DEBUG [RS:0;f334e8b0fbdf:43103 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 16edd39abcd8bdac43a7db722cfbca6b 2024-11-11T06:20:09,431 DEBUG [RS:0;f334e8b0fbdf:43103 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 16edd39abcd8bdac43a7db722cfbca6b 2024-11-11T06:20:09,515 INFO [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:39979/user/jenkins/test-data/5cf02d84-3b94-0f65-797b-ff7ee2f0659f/data/hbase/meta/1588230740/.tmp/info/06a654ccc5024c91a706ae1c8e721d66 2024-11-11T06:20:09,515 INFO [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=294 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:39979/user/jenkins/test-data/5cf02d84-3b94-0f65-797b-ff7ee2f0659f/data/hbase/replication/16edd39abcd8bdac43a7db722cfbca6b/.tmp/queue/44f281657230405b929303ea91ad4656 2024-11-11T06:20:09,549 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,43103,1731305998441.replicationSource.wal-reader.f334e8b0fbdf%2C43103%2C1731305998441,1-f334e8b0fbdf,43103,1731305998441 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39979/user/jenkins/test-data/5cf02d84-3b94-0f65-797b-ff7ee2f0659f/WALs/f334e8b0fbdf,43103,1731305998441/f334e8b0fbdf%2C43103%2C1731305998441.1731306001383 to pos 0, reset compression=false 2024-11-11T06:20:09,569 DEBUG [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39979/user/jenkins/test-data/5cf02d84-3b94-0f65-797b-ff7ee2f0659f/data/hbase/replication/16edd39abcd8bdac43a7db722cfbca6b/.tmp/queue/44f281657230405b929303ea91ad4656 as hdfs://localhost:39979/user/jenkins/test-data/5cf02d84-3b94-0f65-797b-ff7ee2f0659f/data/hbase/replication/16edd39abcd8bdac43a7db722cfbca6b/queue/44f281657230405b929303ea91ad4656 2024-11-11T06:20:09,578 INFO [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39979/user/jenkins/test-data/5cf02d84-3b94-0f65-797b-ff7ee2f0659f/data/hbase/replication/16edd39abcd8bdac43a7db722cfbca6b/queue/44f281657230405b929303ea91ad4656, entries=2, sequenceid=6, filesize=5.4 K 2024-11-11T06:20:09,584 INFO [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~294 B/294, heapSize ~688 B/688, currentSize=0 B/0 for 16edd39abcd8bdac43a7db722cfbca6b in 550ms, sequenceid=6, compaction requested=false 2024-11-11T06:20:09,590 DEBUG [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39979/user/jenkins/test-data/5cf02d84-3b94-0f65-797b-ff7ee2f0659f/data/hbase/replication/16edd39abcd8bdac43a7db722cfbca6b/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-11T06:20:09,593 DEBUG [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-11T06:20:09,593 DEBUG [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-11T06:20:09,593 DEBUG [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39979/user/jenkins/test-data/5cf02d84-3b94-0f65-797b-ff7ee2f0659f/data/hbase/meta/1588230740/.tmp/ns/e525bab22f2b414f89ea11b7d62c1e20 is 43, key is default/ns:d/1731306002442/Put/seqid=0 2024-11-11T06:20:09,593 INFO [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731306005910.16edd39abcd8bdac43a7db722cfbca6b. 2024-11-11T06:20:09,593 DEBUG [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 16edd39abcd8bdac43a7db722cfbca6b: Waiting for close lock at 1731306009030Running coprocessor pre-close hooks at 1731306009030Disabling compacts and flushes for region at 1731306009030Disabling writes for close at 1731306009030Obtaining lock to block concurrent updates at 1731306009034 (+4 ms)Preparing flush snapshotting stores in 16edd39abcd8bdac43a7db722cfbca6b at 1731306009034Finished memstore snapshotting hbase:replication,,1731306005910.16edd39abcd8bdac43a7db722cfbca6b., syncing WAL and waiting on mvcc, flushsize=dataSize=294, getHeapSize=1168, getOffHeapSize=0, getCellsCount=2 at 1731306009043 (+9 ms)Flushing stores of hbase:replication,,1731306005910.16edd39abcd8bdac43a7db722cfbca6b. at 1731306009044 (+1 ms)Flushing 16edd39abcd8bdac43a7db722cfbca6b/queue: creating writer at 1731306009046 (+2 ms)Flushing 16edd39abcd8bdac43a7db722cfbca6b/queue: appending metadata at 1731306009085 (+39 ms)Flushing 16edd39abcd8bdac43a7db722cfbca6b/queue: closing flushed file at 1731306009088 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@72ebc57c: reopening flushed file at 1731306009567 (+479 ms)Finished flush of dataSize ~294 B/294, heapSize ~688 B/688, currentSize=0 B/0 for 16edd39abcd8bdac43a7db722cfbca6b in 550ms, sequenceid=6, compaction requested=false at 1731306009584 (+17 ms)Writing region close event to WAL at 1731306009586 (+2 ms)Running coprocessor post-close hooks at 1731306009591 (+5 ms)Closed at 1731306009593 (+2 ms) 2024-11-11T06:20:09,594 DEBUG [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731306005910.16edd39abcd8bdac43a7db722cfbca6b. 2024-11-11T06:20:09,598 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37831 is added to blk_1073741840_1016 (size=5153) 2024-11-11T06:20:09,632 DEBUG [RS:0;f334e8b0fbdf:43103 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T06:20:09,703 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,2-f334e8b0fbdf,43103,1731305998441.replicationSource.wal-reader.f334e8b0fbdf%2C43103%2C1731305998441,2-f334e8b0fbdf,43103,1731305998441 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39979/user/jenkins/test-data/5cf02d84-3b94-0f65-797b-ff7ee2f0659f/WALs/f334e8b0fbdf,43103,1731305998441/f334e8b0fbdf%2C43103%2C1731305998441.1731306001383 to pos 0, reset compression=false 2024-11-11T06:20:09,832 DEBUG [RS:0;f334e8b0fbdf:43103 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T06:20:09,999 INFO [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:39979/user/jenkins/test-data/5cf02d84-3b94-0f65-797b-ff7ee2f0659f/data/hbase/meta/1588230740/.tmp/ns/e525bab22f2b414f89ea11b7d62c1e20 2024-11-11T06:20:10,024 DEBUG [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39979/user/jenkins/test-data/5cf02d84-3b94-0f65-797b-ff7ee2f0659f/data/hbase/meta/1588230740/.tmp/table/9293b5e0f1574a068c6d8475ec8ea59c is 53, key is hbase:replication/table:state/1731306007150/Put/seqid=0 2024-11-11T06:20:10,029 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37831 is added to blk_1073741841_1017 (size=5256) 2024-11-11T06:20:10,032 INFO [RS:0;f334e8b0fbdf:43103 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-11T06:20:10,032 DEBUG [RS:0;f334e8b0fbdf:43103 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-11T06:20:10,032 DEBUG [RS:0;f334e8b0fbdf:43103 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T06:20:10,232 DEBUG [RS:0;f334e8b0fbdf:43103 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T06:20:10,256 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,43103,1731305998441.replicationSource.wal-reader.f334e8b0fbdf%2C43103%2C1731305998441,1-f334e8b0fbdf,43103,1731305998441 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39979/user/jenkins/test-data/5cf02d84-3b94-0f65-797b-ff7ee2f0659f/WALs/f334e8b0fbdf,43103,1731305998441/f334e8b0fbdf%2C43103%2C1731305998441.1731306001383 to pos 0, reset compression=false 2024-11-11T06:20:10,310 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,2-f334e8b0fbdf,43103,1731305998441.replicationSource.wal-reader.f334e8b0fbdf%2C43103%2C1731305998441,2-f334e8b0fbdf,43103,1731305998441 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39979/user/jenkins/test-data/5cf02d84-3b94-0f65-797b-ff7ee2f0659f/WALs/f334e8b0fbdf,43103,1731305998441/f334e8b0fbdf%2C43103%2C1731305998441.1731306001383 to pos 0, reset compression=false 2024-11-11T06:20:10,430 INFO [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:39979/user/jenkins/test-data/5cf02d84-3b94-0f65-797b-ff7ee2f0659f/data/hbase/meta/1588230740/.tmp/table/9293b5e0f1574a068c6d8475ec8ea59c 2024-11-11T06:20:10,433 DEBUG [RS:0;f334e8b0fbdf:43103 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T06:20:10,439 DEBUG [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39979/user/jenkins/test-data/5cf02d84-3b94-0f65-797b-ff7ee2f0659f/data/hbase/meta/1588230740/.tmp/info/06a654ccc5024c91a706ae1c8e721d66 as hdfs://localhost:39979/user/jenkins/test-data/5cf02d84-3b94-0f65-797b-ff7ee2f0659f/data/hbase/meta/1588230740/info/06a654ccc5024c91a706ae1c8e721d66 2024-11-11T06:20:10,447 INFO [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39979/user/jenkins/test-data/5cf02d84-3b94-0f65-797b-ff7ee2f0659f/data/hbase/meta/1588230740/info/06a654ccc5024c91a706ae1c8e721d66, entries=10, sequenceid=11, filesize=6.5 K 2024-11-11T06:20:10,449 DEBUG [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39979/user/jenkins/test-data/5cf02d84-3b94-0f65-797b-ff7ee2f0659f/data/hbase/meta/1588230740/.tmp/ns/e525bab22f2b414f89ea11b7d62c1e20 as hdfs://localhost:39979/user/jenkins/test-data/5cf02d84-3b94-0f65-797b-ff7ee2f0659f/data/hbase/meta/1588230740/ns/e525bab22f2b414f89ea11b7d62c1e20 2024-11-11T06:20:10,457 INFO [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39979/user/jenkins/test-data/5cf02d84-3b94-0f65-797b-ff7ee2f0659f/data/hbase/meta/1588230740/ns/e525bab22f2b414f89ea11b7d62c1e20, entries=2, sequenceid=11, filesize=5.0 K 2024-11-11T06:20:10,458 DEBUG [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39979/user/jenkins/test-data/5cf02d84-3b94-0f65-797b-ff7ee2f0659f/data/hbase/meta/1588230740/.tmp/table/9293b5e0f1574a068c6d8475ec8ea59c as hdfs://localhost:39979/user/jenkins/test-data/5cf02d84-3b94-0f65-797b-ff7ee2f0659f/data/hbase/meta/1588230740/table/9293b5e0f1574a068c6d8475ec8ea59c 2024-11-11T06:20:10,466 INFO [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39979/user/jenkins/test-data/5cf02d84-3b94-0f65-797b-ff7ee2f0659f/data/hbase/meta/1588230740/table/9293b5e0f1574a068c6d8475ec8ea59c, entries=2, sequenceid=11, filesize=5.1 K 2024-11-11T06:20:10,468 INFO [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1436ms, sequenceid=11, compaction requested=false 2024-11-11T06:20:10,473 DEBUG [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39979/user/jenkins/test-data/5cf02d84-3b94-0f65-797b-ff7ee2f0659f/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-11T06:20:10,474 DEBUG [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-11T06:20:10,474 DEBUG [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-11T06:20:10,474 INFO [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-11T06:20:10,474 DEBUG [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731306009031Running coprocessor pre-close hooks at 1731306009031Disabling compacts and flushes for region at 1731306009031Disabling writes for close at 1731306009031Obtaining lock to block concurrent updates at 1731306009034 (+3 ms)Preparing flush snapshotting stores in 1588230740 at 1731306009034Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1731306009043 (+9 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731306009044 (+1 ms)Flushing 1588230740/info: creating writer at 1731306009046 (+2 ms)Flushing 1588230740/info: appending metadata at 1731306009086 (+40 ms)Flushing 1588230740/info: closing flushed file at 1731306009088 (+2 ms)Flushing 1588230740/ns: creating writer at 1731306009567 (+479 ms)Flushing 1588230740/ns: appending metadata at 1731306009590 (+23 ms)Flushing 1588230740/ns: closing flushed file at 1731306009590Flushing 1588230740/table: creating writer at 1731306010008 (+418 ms)Flushing 1588230740/table: appending metadata at 1731306010023 (+15 ms)Flushing 1588230740/table: closing flushed file at 1731306010023Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1a533e00: reopening flushed file at 1731306010438 (+415 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@56a87038: reopening flushed file at 1731306010448 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@320a54cb: reopening flushed file at 1731306010457 (+9 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1436ms, sequenceid=11, compaction requested=false at 1731306010468 (+11 ms)Writing region close event to WAL at 1731306010469 (+1 ms)Running coprocessor post-close hooks at 1731306010474 (+5 ms)Closed at 1731306010474 2024-11-11T06:20:10,475 DEBUG [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-11T06:20:10,633 INFO [RS:0;f334e8b0fbdf:43103 {}] regionserver.HRegionServer(976): stopping server f334e8b0fbdf,43103,1731305998441; all regions closed. 2024-11-11T06:20:10,638 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37831 is added to blk_1073741834_1010 (size=2742) 2024-11-11T06:20:10,644 DEBUG [RS:0;f334e8b0fbdf:43103 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/5cf02d84-3b94-0f65-797b-ff7ee2f0659f/oldWALs 2024-11-11T06:20:10,644 INFO [RS:0;f334e8b0fbdf:43103 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL f334e8b0fbdf%2C43103%2C1731305998441.meta:.meta(num 1731306002287) 2024-11-11T06:20:10,647 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37831 is added to blk_1073741837_1013 (size=1802) 2024-11-11T06:20:10,647 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/5cf02d84-3b94-0f65-797b-ff7ee2f0659f/WALs/f334e8b0fbdf,43103,1731305998441/f334e8b0fbdf%2C43103%2C1731305998441.rep.1731306007089 not finished, retry = 0 2024-11-11T06:20:10,752 DEBUG [RS:0;f334e8b0fbdf:43103 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/5cf02d84-3b94-0f65-797b-ff7ee2f0659f/oldWALs 2024-11-11T06:20:10,752 INFO [RS:0;f334e8b0fbdf:43103 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL f334e8b0fbdf%2C43103%2C1731305998441.rep:(num 1731306007089) 2024-11-11T06:20:10,755 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37831 is added to blk_1073741832_1008 (size=93) 2024-11-11T06:20:10,758 DEBUG [RS:0;f334e8b0fbdf:43103 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/5cf02d84-3b94-0f65-797b-ff7ee2f0659f/oldWALs 2024-11-11T06:20:10,758 INFO [RS:0;f334e8b0fbdf:43103 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL f334e8b0fbdf%2C43103%2C1731305998441:(num 1731306001383) 2024-11-11T06:20:10,758 DEBUG [RS:0;f334e8b0fbdf:43103 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T06:20:10,758 INFO [RS:0;f334e8b0fbdf:43103 {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T06:20:10,758 INFO [RS:0;f334e8b0fbdf:43103 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T06:20:10,758 INFO [RS:0;f334e8b0fbdf:43103 {}] hbase.ChoreService(370): Chore service for: regionserver/f334e8b0fbdf:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-11T06:20:10,759 INFO [RS:0;f334e8b0fbdf:43103 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T06:20:10,759 INFO [regionserver/f334e8b0fbdf:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T06:20:10,759 INFO [RS:0;f334e8b0fbdf:43103 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-f334e8b0fbdf,43103,1731305998441 because: Region server is closing 2024-11-11T06:20:10,759 INFO [RS:0;f334e8b0fbdf:43103 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f334e8b0fbdf:43103. 2024-11-11T06:20:10,759 DEBUG [RS:0;f334e8b0fbdf:43103 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T06:20:10,759 DEBUG [RS:0;f334e8b0fbdf:43103 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T06:20:10,760 DEBUG [RS:0;f334e8b0fbdf:43103 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T06:20:10,760 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T06:20:10,860 WARN [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,43103,1731305998441.replicationSource.wal-reader.f334e8b0fbdf%2C43103%2C1731305998441,1-f334e8b0fbdf,43103,1731305998441 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-11T06:20:10,860 WARN [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,43103,1731305998441.replicationSource.shipperf334e8b0fbdf%2C43103%2C1731305998441,1-f334e8b0fbdf,43103,1731305998441 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-11T06:20:10,860 INFO [RS:0;f334e8b0fbdf:43103 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,43103,1731305998441.replicationSource.shipperf334e8b0fbdf%2C43103%2C1731305998441,1-f334e8b0fbdf,43103,1731305998441 terminated 2024-11-11T06:20:10,861 INFO [RS:0;f334e8b0fbdf:43103 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-f334e8b0fbdf,43103,1731305998441 because: Region server is closing 2024-11-11T06:20:10,861 INFO [RS:0;f334e8b0fbdf:43103 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f334e8b0fbdf:43103. 2024-11-11T06:20:10,861 DEBUG [RS:0;f334e8b0fbdf:43103 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T06:20:10,861 DEBUG [RS:0;f334e8b0fbdf:43103 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T06:20:10,861 DEBUG [RS:0;f334e8b0fbdf:43103 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T06:20:10,861 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T06:20:10,962 WARN [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,2-f334e8b0fbdf,43103,1731305998441.replicationSource.shipperf334e8b0fbdf%2C43103%2C1731305998441,2-f334e8b0fbdf,43103,1731305998441 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-11T06:20:10,962 WARN [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,2-f334e8b0fbdf,43103,1731305998441.replicationSource.wal-reader.f334e8b0fbdf%2C43103%2C1731305998441,2-f334e8b0fbdf,43103,1731305998441 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-11T06:20:10,962 INFO [RS:0;f334e8b0fbdf:43103 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,2-f334e8b0fbdf,43103,1731305998441.replicationSource.shipperf334e8b0fbdf%2C43103%2C1731305998441,2-f334e8b0fbdf,43103,1731305998441 terminated 2024-11-11T06:20:10,962 INFO [RS:0;f334e8b0fbdf:43103 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43103 2024-11-11T06:20:10,966 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43103-0x10105aee29e0001, quorum=127.0.0.1:58305, baseZNode=/0-1473424933 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1473424933/rs/f334e8b0fbdf,43103,1731305998441 2024-11-11T06:20:10,966 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32997-0x10105aee29e0000, quorum=127.0.0.1:58305, baseZNode=/0-1473424933 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1473424933/rs 2024-11-11T06:20:10,966 INFO [RS:0;f334e8b0fbdf:43103 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T06:20:10,967 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [f334e8b0fbdf,43103,1731305998441] 2024-11-11T06:20:10,969 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1473424933/draining/f334e8b0fbdf,43103,1731305998441 already deleted, retry=false 2024-11-11T06:20:10,969 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; f334e8b0fbdf,43103,1731305998441 expired; onlineServers=0 2024-11-11T06:20:10,969 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'f334e8b0fbdf,32997,1731305997780' ***** 2024-11-11T06:20:10,969 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-11T06:20:10,969 INFO [M:0;f334e8b0fbdf:32997 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T06:20:10,970 INFO [M:0;f334e8b0fbdf:32997 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T06:20:10,970 DEBUG [M:0;f334e8b0fbdf:32997 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-11T06:20:10,970 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-11T06:20:10,970 DEBUG [M:0;f334e8b0fbdf:32997 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-11T06:20:10,970 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster-HFileCleaner.small.0-1731306001034 {}] cleaner.HFileCleaner(306): Exit Thread[master/f334e8b0fbdf:0:becomeActiveMaster-HFileCleaner.small.0-1731306001034,5,FailOnTimeoutGroup] 2024-11-11T06:20:10,970 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster-HFileCleaner.large.0-1731306001033 {}] cleaner.HFileCleaner(306): Exit Thread[master/f334e8b0fbdf:0:becomeActiveMaster-HFileCleaner.large.0-1731306001033,5,FailOnTimeoutGroup] 2024-11-11T06:20:10,970 INFO [M:0;f334e8b0fbdf:32997 {}] hbase.ChoreService(370): Chore service for: master/f334e8b0fbdf:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-11T06:20:10,970 INFO [M:0;f334e8b0fbdf:32997 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T06:20:10,970 DEBUG [M:0;f334e8b0fbdf:32997 {}] master.HMaster(1795): Stopping service threads 2024-11-11T06:20:10,970 INFO [M:0;f334e8b0fbdf:32997 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-11T06:20:10,971 INFO [M:0;f334e8b0fbdf:32997 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T06:20:10,971 INFO [M:0;f334e8b0fbdf:32997 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-11T06:20:10,971 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-11T06:20:10,972 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32997-0x10105aee29e0000, quorum=127.0.0.1:58305, baseZNode=/0-1473424933 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1473424933/master 2024-11-11T06:20:10,973 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32997-0x10105aee29e0000, quorum=127.0.0.1:58305, baseZNode=/0-1473424933 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1473424933 2024-11-11T06:20:10,973 DEBUG [M:0;f334e8b0fbdf:32997 {}] zookeeper.ZKUtil(347): master:32997-0x10105aee29e0000, quorum=127.0.0.1:58305, baseZNode=/0-1473424933 Unable to get data of znode /0-1473424933/master because node does not exist (not an error) 2024-11-11T06:20:10,973 WARN [M:0;f334e8b0fbdf:32997 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-11T06:20:10,974 INFO [M:0;f334e8b0fbdf:32997 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:39979/user/jenkins/test-data/5cf02d84-3b94-0f65-797b-ff7ee2f0659f/.lastflushedseqids 2024-11-11T06:20:10,985 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37831 is added to blk_1073741842_1018 (size=181) 2024-11-11T06:20:11,069 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43103-0x10105aee29e0001, quorum=127.0.0.1:58305, baseZNode=/0-1473424933 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T06:20:11,069 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43103-0x10105aee29e0001, quorum=127.0.0.1:58305, baseZNode=/0-1473424933 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T06:20:11,069 INFO [RS:0;f334e8b0fbdf:43103 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T06:20:11,069 INFO [RS:0;f334e8b0fbdf:43103 {}] regionserver.HRegionServer(1031): Exiting; stopping=f334e8b0fbdf,43103,1731305998441; zookeeper connection closed. 2024-11-11T06:20:11,070 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3115f530 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3115f530 2024-11-11T06:20:11,070 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-11T06:20:11,386 INFO [M:0;f334e8b0fbdf:32997 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-11T06:20:11,386 INFO [M:0;f334e8b0fbdf:32997 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-11T06:20:11,387 DEBUG [M:0;f334e8b0fbdf:32997 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-11T06:20:11,387 INFO [M:0;f334e8b0fbdf:32997 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T06:20:11,387 DEBUG [M:0;f334e8b0fbdf:32997 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T06:20:11,387 DEBUG [M:0;f334e8b0fbdf:32997 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-11T06:20:11,387 DEBUG [M:0;f334e8b0fbdf:32997 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T06:20:11,387 INFO [M:0;f334e8b0fbdf:32997 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=50.24 KB heapSize=61.14 KB 2024-11-11T06:20:11,405 DEBUG [M:0;f334e8b0fbdf:32997 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39979/user/jenkins/test-data/5cf02d84-3b94-0f65-797b-ff7ee2f0659f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/bb4e15cb03dd477ca6c8816c07cdff1c is 82, key is hbase:meta,,1/info:regioninfo/1731306002375/Put/seqid=0 2024-11-11T06:20:11,411 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37831 is added to blk_1073741843_1019 (size=5672) 2024-11-11T06:20:11,812 INFO [M:0;f334e8b0fbdf:32997 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:39979/user/jenkins/test-data/5cf02d84-3b94-0f65-797b-ff7ee2f0659f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/bb4e15cb03dd477ca6c8816c07cdff1c 2024-11-11T06:20:11,838 DEBUG [M:0;f334e8b0fbdf:32997 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39979/user/jenkins/test-data/5cf02d84-3b94-0f65-797b-ff7ee2f0659f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/db0ee6870aa7434dbdc7d1b2e3ed4875 is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1731306007156/Put/seqid=0 2024-11-11T06:20:11,842 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37831 is added to blk_1073741844_1020 (size=8663) 2024-11-11T06:20:12,244 INFO [M:0;f334e8b0fbdf:32997 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.68 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:39979/user/jenkins/test-data/5cf02d84-3b94-0f65-797b-ff7ee2f0659f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/db0ee6870aa7434dbdc7d1b2e3ed4875 2024-11-11T06:20:12,267 DEBUG [M:0;f334e8b0fbdf:32997 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39979/user/jenkins/test-data/5cf02d84-3b94-0f65-797b-ff7ee2f0659f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4315df37c787478a8b23d15f8370a71f is 69, key is f334e8b0fbdf,43103,1731305998441/rs:state/1731306001154/Put/seqid=0 2024-11-11T06:20:12,271 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37831 is added to blk_1073741845_1021 (size=5156) 2024-11-11T06:20:12,673 INFO [M:0;f334e8b0fbdf:32997 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:39979/user/jenkins/test-data/5cf02d84-3b94-0f65-797b-ff7ee2f0659f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4315df37c787478a8b23d15f8370a71f 2024-11-11T06:20:12,681 DEBUG [M:0;f334e8b0fbdf:32997 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39979/user/jenkins/test-data/5cf02d84-3b94-0f65-797b-ff7ee2f0659f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/bb4e15cb03dd477ca6c8816c07cdff1c as hdfs://localhost:39979/user/jenkins/test-data/5cf02d84-3b94-0f65-797b-ff7ee2f0659f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/bb4e15cb03dd477ca6c8816c07cdff1c 2024-11-11T06:20:12,688 INFO [M:0;f334e8b0fbdf:32997 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39979/user/jenkins/test-data/5cf02d84-3b94-0f65-797b-ff7ee2f0659f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/bb4e15cb03dd477ca6c8816c07cdff1c, entries=8, sequenceid=115, filesize=5.5 K 2024-11-11T06:20:12,689 DEBUG [M:0;f334e8b0fbdf:32997 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39979/user/jenkins/test-data/5cf02d84-3b94-0f65-797b-ff7ee2f0659f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/db0ee6870aa7434dbdc7d1b2e3ed4875 as hdfs://localhost:39979/user/jenkins/test-data/5cf02d84-3b94-0f65-797b-ff7ee2f0659f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/db0ee6870aa7434dbdc7d1b2e3ed4875 2024-11-11T06:20:12,695 INFO [M:0;f334e8b0fbdf:32997 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39979/user/jenkins/test-data/5cf02d84-3b94-0f65-797b-ff7ee2f0659f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/db0ee6870aa7434dbdc7d1b2e3ed4875, entries=14, sequenceid=115, filesize=8.5 K 2024-11-11T06:20:12,697 DEBUG [M:0;f334e8b0fbdf:32997 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39979/user/jenkins/test-data/5cf02d84-3b94-0f65-797b-ff7ee2f0659f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4315df37c787478a8b23d15f8370a71f as hdfs://localhost:39979/user/jenkins/test-data/5cf02d84-3b94-0f65-797b-ff7ee2f0659f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/4315df37c787478a8b23d15f8370a71f 2024-11-11T06:20:12,703 INFO [M:0;f334e8b0fbdf:32997 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39979/user/jenkins/test-data/5cf02d84-3b94-0f65-797b-ff7ee2f0659f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/4315df37c787478a8b23d15f8370a71f, entries=1, sequenceid=115, filesize=5.0 K 2024-11-11T06:20:12,704 INFO [M:0;f334e8b0fbdf:32997 {}] regionserver.HRegion(3140): Finished flush of dataSize ~50.24 KB/51442, heapSize ~60.84 KB/62304, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1317ms, sequenceid=115, compaction requested=false 2024-11-11T06:20:12,706 INFO [M:0;f334e8b0fbdf:32997 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T06:20:12,706 DEBUG [M:0;f334e8b0fbdf:32997 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731306011387Disabling compacts and flushes for region at 1731306011387Disabling writes for close at 1731306011387Obtaining lock to block concurrent updates at 1731306011387Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731306011387Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=51442, getHeapSize=62544, getOffHeapSize=0, getCellsCount=134 at 1731306011387Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731306011389 (+2 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731306011389Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731306011405 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731306011405Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731306011820 (+415 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731306011837 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731306011837Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731306012251 (+414 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731306012266 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731306012266Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@330774a1: reopening flushed file at 1731306012680 (+414 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@31c7d8b3: reopening flushed file at 1731306012688 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@14220407: reopening flushed file at 1731306012695 (+7 ms)Finished flush of dataSize ~50.24 KB/51442, heapSize ~60.84 KB/62304, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1317ms, sequenceid=115, compaction requested=false at 1731306012704 (+9 ms)Writing region close event to WAL at 1731306012706 (+2 ms)Closed at 1731306012706 2024-11-11T06:20:12,709 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37831 is added to blk_1073741830_1006 (size=59421) 2024-11-11T06:20:12,709 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T06:20:12,710 INFO [M:0;f334e8b0fbdf:32997 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-11T06:20:12,710 INFO [M:0;f334e8b0fbdf:32997 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:32997 2024-11-11T06:20:12,710 INFO [M:0;f334e8b0fbdf:32997 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T06:20:12,812 INFO [M:0;f334e8b0fbdf:32997 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T06:20:12,812 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32997-0x10105aee29e0000, quorum=127.0.0.1:58305, baseZNode=/0-1473424933 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T06:20:12,812 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32997-0x10105aee29e0000, quorum=127.0.0.1:58305, baseZNode=/0-1473424933 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T06:20:12,814 INFO [Time-limited test {}] client.ConnectionUtils(128): master/f334e8b0fbdf:0 server-side Connection retries=45 2024-11-11T06:20:12,814 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T06:20:12,815 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T06:20:12,815 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T06:20:12,815 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T06:20:12,815 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T06:20:12,815 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-11T06:20:12,815 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T06:20:12,816 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45621 2024-11-11T06:20:12,817 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:45621 connecting to ZooKeeper ensemble=127.0.0.1:58305 2024-11-11T06:20:12,820 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:456210x0, quorum=127.0.0.1:58305, baseZNode=/0-1473424933 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T06:20:12,820 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:45621-0x10105aee29e0006 connected 2024-11-11T06:20:12,824 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T06:20:12,825 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T06:20:12,827 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45621-0x10105aee29e0006, quorum=127.0.0.1:58305, baseZNode=/0-1473424933 Set watcher on znode that does not yet exist, /0-1473424933/running 2024-11-11T06:20:12,827 DEBUG [pool-237-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1473424933/meta-region-server: INIT 2024-11-11T06:20:12,828 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:39979/user/jenkins/test-data/5cf02d84-3b94-0f65-797b-ff7ee2f0659f, hbase.cluster.distributed=false 2024-11-11T06:20:12,829 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45621-0x10105aee29e0006, quorum=127.0.0.1:58305, baseZNode=/0-1473424933 Set watcher on znode that does not yet exist, /0-1473424933/acl 2024-11-11T06:20:12,831 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45621 2024-11-11T06:20:12,831 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45621 2024-11-11T06:20:12,836 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45621 2024-11-11T06:20:12,837 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45621 2024-11-11T06:20:12,840 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45621 2024-11-11T06:20:12,856 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/f334e8b0fbdf:0 server-side Connection retries=45 2024-11-11T06:20:12,856 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T06:20:12,856 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T06:20:12,856 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T06:20:12,856 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T06:20:12,856 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T06:20:12,856 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-11T06:20:12,856 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T06:20:12,857 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37605 2024-11-11T06:20:12,858 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37605 connecting to ZooKeeper ensemble=127.0.0.1:58305 2024-11-11T06:20:12,859 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T06:20:12,861 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T06:20:12,869 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:376050x0, quorum=127.0.0.1:58305, baseZNode=/0-1473424933 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T06:20:12,869 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37605-0x10105aee29e0007 connected 2024-11-11T06:20:12,869 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37605-0x10105aee29e0007, quorum=127.0.0.1:58305, baseZNode=/0-1473424933 Set watcher on znode that does not yet exist, /0-1473424933/running 2024-11-11T06:20:12,869 DEBUG [pool-242-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1473424933/meta-region-server: INIT 2024-11-11T06:20:12,870 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-11T06:20:12,870 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-11T06:20:12,871 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37605-0x10105aee29e0007, quorum=127.0.0.1:58305, baseZNode=/0-1473424933 Set watcher on znode that does not yet exist, /0-1473424933/master 2024-11-11T06:20:12,872 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37605-0x10105aee29e0007, quorum=127.0.0.1:58305, baseZNode=/0-1473424933 Set watcher on znode that does not yet exist, /0-1473424933/acl 2024-11-11T06:20:12,876 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37605 2024-11-11T06:20:12,877 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37605 2024-11-11T06:20:12,877 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37605 2024-11-11T06:20:12,880 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37605 2024-11-11T06:20:12,881 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37605 2024-11-11T06:20:12,899 DEBUG [M:0;f334e8b0fbdf:45621 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;f334e8b0fbdf:45621 2024-11-11T06:20:12,899 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1473424933/backup-masters/f334e8b0fbdf,45621,1731306012814 2024-11-11T06:20:12,901 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45621-0x10105aee29e0006, quorum=127.0.0.1:58305, baseZNode=/0-1473424933 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1473424933/backup-masters 2024-11-11T06:20:12,901 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37605-0x10105aee29e0007, quorum=127.0.0.1:58305, baseZNode=/0-1473424933 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1473424933/backup-masters 2024-11-11T06:20:12,902 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45621-0x10105aee29e0006, quorum=127.0.0.1:58305, baseZNode=/0-1473424933 Set watcher on existing znode=/0-1473424933/backup-masters/f334e8b0fbdf,45621,1731306012814 2024-11-11T06:20:12,903 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37605-0x10105aee29e0007, quorum=127.0.0.1:58305, baseZNode=/0-1473424933 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1473424933/master 2024-11-11T06:20:12,903 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45621-0x10105aee29e0006, quorum=127.0.0.1:58305, baseZNode=/0-1473424933 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1473424933 2024-11-11T06:20:12,903 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37605-0x10105aee29e0007, quorum=127.0.0.1:58305, baseZNode=/0-1473424933 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1473424933 2024-11-11T06:20:12,904 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45621-0x10105aee29e0006, quorum=127.0.0.1:58305, baseZNode=/0-1473424933 Set watcher on existing znode=/0-1473424933/master 2024-11-11T06:20:12,904 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1473424933/backup-masters/f334e8b0fbdf,45621,1731306012814 from backup master directory 2024-11-11T06:20:12,905 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45621-0x10105aee29e0006, quorum=127.0.0.1:58305, baseZNode=/0-1473424933 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1473424933/backup-masters/f334e8b0fbdf,45621,1731306012814 2024-11-11T06:20:12,905 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37605-0x10105aee29e0007, quorum=127.0.0.1:58305, baseZNode=/0-1473424933 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1473424933/backup-masters 2024-11-11T06:20:12,905 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45621-0x10105aee29e0006, quorum=127.0.0.1:58305, baseZNode=/0-1473424933 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1473424933/backup-masters 2024-11-11T06:20:12,906 WARN [master/f334e8b0fbdf:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T06:20:12,906 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=f334e8b0fbdf,45621,1731306012814 2024-11-11T06:20:12,921 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T06:20:12,921 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-11T06:20:12,934 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=2) cost 13ms. 2024-11-11T06:20:12,944 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37831 is added to blk_1073741846_1022 (size=196) 2024-11-11T06:20:13,346 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T06:20:13,347 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-11T06:20:13,347 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T06:20:13,355 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] region.MasterRegion(342): old store file tracker DEFAULT is the same with new store file tracker, skip migration 2024-11-11T06:20:13,359 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] region.MasterRegion(316): Renamed hdfs://localhost:39979/user/jenkins/test-data/5cf02d84-3b94-0f65-797b-ff7ee2f0659f/MasterData/WALs/f334e8b0fbdf,32997,1731305997780 to hdfs://localhost:39979/user/jenkins/test-data/5cf02d84-3b94-0f65-797b-ff7ee2f0659f/MasterData/WALs/f334e8b0fbdf,32997,1731305997780-dead as it is dead 2024-11-11T06:20:13,360 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-11-11T06:20:13,360 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-11-11T06:20:13,360 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39979/user/jenkins/test-data/5cf02d84-3b94-0f65-797b-ff7ee2f0659f/MasterData/WALs/f334e8b0fbdf,32997,1731305997780-dead/f334e8b0fbdf%2C32997%2C1731305997780.1731306000482 2024-11-11T06:20:13,365 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39979/user/jenkins/test-data/5cf02d84-3b94-0f65-797b-ff7ee2f0659f/MasterData/WALs/f334e8b0fbdf,32997,1731305997780-dead/f334e8b0fbdf%2C32997%2C1731305997780.1731306000482 after 4ms 2024-11-11T06:20:13,366 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] region.MasterRegion(328): Renamed hdfs://localhost:39979/user/jenkins/test-data/5cf02d84-3b94-0f65-797b-ff7ee2f0659f/MasterData/WALs/f334e8b0fbdf,32997,1731305997780-dead/f334e8b0fbdf%2C32997%2C1731305997780.1731306000482 to hdfs://localhost:39979/user/jenkins/test-data/5cf02d84-3b94-0f65-797b-ff7ee2f0659f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/f334e8b0fbdf%2C32997%2C1731305997780.1731306000482 2024-11-11T06:20:13,367 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] region.MasterRegion(330): Delete empty local region wal dir hdfs://localhost:39979/user/jenkins/test-data/5cf02d84-3b94-0f65-797b-ff7ee2f0659f/MasterData/WALs/f334e8b0fbdf,32997,1731305997780-dead 2024-11-11T06:20:13,367 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:39979/user/jenkins/test-data/5cf02d84-3b94-0f65-797b-ff7ee2f0659f/MasterData/WALs/f334e8b0fbdf,45621,1731306012814 2024-11-11T06:20:13,368 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T06:20:13,370 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=f334e8b0fbdf%2C45621%2C1731306012814, suffix=, logDir=hdfs://localhost:39979/user/jenkins/test-data/5cf02d84-3b94-0f65-797b-ff7ee2f0659f/MasterData/WALs/f334e8b0fbdf,45621,1731306012814, archiveDir=hdfs://localhost:39979/user/jenkins/test-data/5cf02d84-3b94-0f65-797b-ff7ee2f0659f/MasterData/oldWALs, maxLogs=10 2024-11-11T06:20:13,391 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/5cf02d84-3b94-0f65-797b-ff7ee2f0659f/MasterData/WALs/f334e8b0fbdf,45621,1731306012814/f334e8b0fbdf%2C45621%2C1731306012814.1731306013370, exclude list is [], retry=0 2024-11-11T06:20:13,395 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37831,DS-862966d5-c63f-4f35-a288-5d38915b594f,DISK] 2024-11-11T06:20:13,398 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5cf02d84-3b94-0f65-797b-ff7ee2f0659f/MasterData/WALs/f334e8b0fbdf,45621,1731306012814/f334e8b0fbdf%2C45621%2C1731306012814.1731306013370 2024-11-11T06:20:13,399 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36545:36545)] 2024-11-11T06:20:13,399 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-11T06:20:13,399 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T06:20:13,399 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T06:20:13,399 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T06:20:13,401 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T06:20:13,402 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-11T06:20:13,402 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:20:13,411 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:39979/user/jenkins/test-data/5cf02d84-3b94-0f65-797b-ff7ee2f0659f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/bb4e15cb03dd477ca6c8816c07cdff1c 2024-11-11T06:20:13,411 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T06:20:13,412 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T06:20:13,413 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-11T06:20:13,413 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:20:13,421 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:39979/user/jenkins/test-data/5cf02d84-3b94-0f65-797b-ff7ee2f0659f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/db0ee6870aa7434dbdc7d1b2e3ed4875 2024-11-11T06:20:13,421 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T06:20:13,421 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T06:20:13,422 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-11T06:20:13,422 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:20:13,430 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:39979/user/jenkins/test-data/5cf02d84-3b94-0f65-797b-ff7ee2f0659f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/4315df37c787478a8b23d15f8370a71f 2024-11-11T06:20:13,430 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T06:20:13,431 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T06:20:13,432 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-11T06:20:13,432 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:20:13,433 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T06:20:13,433 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T06:20:13,434 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] regionserver.HRegion(5516): Found 1 recovered edits file(s) under hdfs://localhost:39979/user/jenkins/test-data/5cf02d84-3b94-0f65-797b-ff7ee2f0659f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals 2024-11-11T06:20:13,434 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:39979/user/jenkins/test-data/5cf02d84-3b94-0f65-797b-ff7ee2f0659f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/f334e8b0fbdf%2C32997%2C1731305997780.1731306000482 2024-11-11T06:20:13,453 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] regionserver.HRegion(5793): Applied 0, skipped 136, firstSequenceIdInLog=3, maxSequenceIdInLog=117, path=hdfs://localhost:39979/user/jenkins/test-data/5cf02d84-3b94-0f65-797b-ff7ee2f0659f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/f334e8b0fbdf%2C32997%2C1731305997780.1731306000482 2024-11-11T06:20:13,455 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:39979/user/jenkins/test-data/5cf02d84-3b94-0f65-797b-ff7ee2f0659f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/f334e8b0fbdf%2C32997%2C1731305997780.1731306000482 2024-11-11T06:20:13,457 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T06:20:13,457 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T06:20:13,458 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T06:20:13,460 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T06:20:13,463 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39979/user/jenkins/test-data/5cf02d84-3b94-0f65-797b-ff7ee2f0659f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/117.seqid, newMaxSeqId=117, maxSeqId=1 2024-11-11T06:20:13,465 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=118; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72937670, jitterRate=0.08685597777366638}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T06:20:13,465 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731306013399Initializing all the Stores at 1731306013401 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731306013401Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731306013401Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731306013401Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731306013401Cleaning up temporary data from old regions at 1731306013457 (+56 ms)Region opened successfully at 1731306013465 (+8 ms) 2024-11-11T06:20:13,466 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-11T06:20:13,469 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@34a6c24f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f334e8b0fbdf/172.17.0.2:0 2024-11-11T06:20:13,480 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] master.HMaster(884): The info family in master local region already has data in it, skip migrating... 2024-11-11T06:20:13,481 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-11T06:20:13,481 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-11T06:20:13,481 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-11T06:20:13,482 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-11T06:20:13,487 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-11T06:20:13,487 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-11T06:20:13,488 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-11T06:20:13,488 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-11T06:20:13,488 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-11T06:20:13,488 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-11T06:20:13,488 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 6 msec 2024-11-11T06:20:13,488 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-11T06:20:13,492 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=f334e8b0fbdf,43103,1731305998441, regionLocation=f334e8b0fbdf,43103,1731305998441, openSeqNum=2 2024-11-11T06:20:13,492 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=f334e8b0fbdf,43103,1731305998441, table=hbase:meta, region=1588230740 2024-11-11T06:20:13,492 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f334e8b0fbdf,43103,1731305998441, state=OPEN 2024-11-11T06:20:13,494 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45621-0x10105aee29e0006, quorum=127.0.0.1:58305, baseZNode=/0-1473424933 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1473424933/meta-region-server 2024-11-11T06:20:13,494 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37605-0x10105aee29e0007, quorum=127.0.0.1:58305, baseZNode=/0-1473424933 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1473424933/meta-region-server 2024-11-11T06:20:13,494 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1473424933/meta-region-server: CHANGED 2024-11-11T06:20:13,494 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1473424933/meta-region-server: CHANGED 2024-11-11T06:20:13,499 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 1 possibly 'live' servers, and 0 'splitting'. 2024-11-11T06:20:13,503 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1473424933/draining/f334e8b0fbdf,43103,1731305998441 already deleted, retry=false 2024-11-11T06:20:13,503 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] master.ServerManager(695): Processing expiration of f334e8b0fbdf,43103,1731305998441 on f334e8b0fbdf,45621,1731306012814 2024-11-11T06:20:13,510 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=15, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure f334e8b0fbdf,43103,1731305998441, splitWal=true, meta=true 2024-11-11T06:20:13,512 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] assignment.AssignmentManager(1991): Scheduled ServerCrashProcedure pid=15 for f334e8b0fbdf,43103,1731305998441 (carryingMeta=true) f334e8b0fbdf,43103,1731305998441/CRASHED/regionCount=1/lock=java.util.concurrent.locks.ReentrantReadWriteLock@774eb8f9[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-11T06:20:13,515 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45621-0x10105aee29e0006, quorum=127.0.0.1:58305, baseZNode=/0-1473424933 Unable to get data of znode /0-1473424933/balancer because node does not exist (not necessarily an error) 2024-11-11T06:20:13,518 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1473424933/balancer already deleted, retry=false 2024-11-11T06:20:13,518 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-11T06:20:13,519 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45621-0x10105aee29e0006, quorum=127.0.0.1:58305, baseZNode=/0-1473424933 Unable to get data of znode /0-1473424933/normalizer because node does not exist (not necessarily an error) 2024-11-11T06:20:13,520 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1473424933/normalizer already deleted, retry=false 2024-11-11T06:20:13,521 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-11T06:20:13,522 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45621-0x10105aee29e0006, quorum=127.0.0.1:58305, baseZNode=/0-1473424933 Unable to get data of znode /0-1473424933/switch/split because node does not exist (not necessarily an error) 2024-11-11T06:20:13,523 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1473424933/switch/split already deleted, retry=false 2024-11-11T06:20:13,524 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45621-0x10105aee29e0006, quorum=127.0.0.1:58305, baseZNode=/0-1473424933 Unable to get data of znode /0-1473424933/switch/merge because node does not exist (not necessarily an error) 2024-11-11T06:20:13,525 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1473424933/switch/merge already deleted, retry=false 2024-11-11T06:20:13,534 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45621-0x10105aee29e0006, quorum=127.0.0.1:58305, baseZNode=/0-1473424933 Unable to get data of znode /0-1473424933/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-11T06:20:13,535 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1473424933/snapshot-cleanup already deleted, retry=false 2024-11-11T06:20:13,537 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45621-0x10105aee29e0006, quorum=127.0.0.1:58305, baseZNode=/0-1473424933 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1473424933/running 2024-11-11T06:20:13,537 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45621-0x10105aee29e0006, quorum=127.0.0.1:58305, baseZNode=/0-1473424933 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1473424933 2024-11-11T06:20:13,537 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37605-0x10105aee29e0007, quorum=127.0.0.1:58305, baseZNode=/0-1473424933 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1473424933/running 2024-11-11T06:20:13,537 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37605-0x10105aee29e0007, quorum=127.0.0.1:58305, baseZNode=/0-1473424933 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1473424933 2024-11-11T06:20:13,538 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=f334e8b0fbdf,45621,1731306012814, sessionid=0x10105aee29e0006, setting cluster-up flag (Was=false) 2024-11-11T06:20:13,541 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1473424933/flush-table-proc/acquired, /0-1473424933/flush-table-proc/reached, /0-1473424933/flush-table-proc/abort 2024-11-11T06:20:13,543 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f334e8b0fbdf,45621,1731306012814 2024-11-11T06:20:13,546 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1473424933/online-snapshot/acquired, /0-1473424933/online-snapshot/reached, /0-1473424933/online-snapshot/abort 2024-11-11T06:20:13,547 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f334e8b0fbdf,45621,1731306012814 2024-11-11T06:20:13,549 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] master.ServerManager(1190): begin to load .lastflushedseqids at hdfs://localhost:39979/user/jenkins/test-data/5cf02d84-3b94-0f65-797b-ff7ee2f0659f/.lastflushedseqids 2024-11-11T06:20:13,552 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-11T06:20:13,553 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-11T06:20:13,553 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: f334e8b0fbdf,45621,1731306012814 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 1 f334e8b0fbdf,43103,1731305998441 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-11T06:20:13,555 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/f334e8b0fbdf:0, corePoolSize=5, maxPoolSize=5 2024-11-11T06:20:13,555 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/f334e8b0fbdf:0, corePoolSize=5, maxPoolSize=5 2024-11-11T06:20:13,555 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/f334e8b0fbdf:0, corePoolSize=5, maxPoolSize=5 2024-11-11T06:20:13,555 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/f334e8b0fbdf:0, corePoolSize=5, maxPoolSize=5 2024-11-11T06:20:13,555 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/f334e8b0fbdf:0, corePoolSize=10, maxPoolSize=10 2024-11-11T06:20:13,555 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/f334e8b0fbdf:0, corePoolSize=1, maxPoolSize=1 2024-11-11T06:20:13,555 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/f334e8b0fbdf:0, corePoolSize=2, maxPoolSize=2 2024-11-11T06:20:13,555 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/f334e8b0fbdf:0, corePoolSize=1, maxPoolSize=1 2024-11-11T06:20:13,556 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731306043556 2024-11-11T06:20:13,556 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-11T06:20:13,557 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-11T06:20:13,557 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-11T06:20:13,557 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-11T06:20:13,557 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-11T06:20:13,557 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-11T06:20:13,557 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T06:20:13,558 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-11T06:20:13,558 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-11T06:20:13,558 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-11T06:20:13,558 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-11T06:20:13,558 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-11T06:20:13,558 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-11T06:20:13,559 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=15, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure f334e8b0fbdf,43103,1731305998441, splitWal=true, meta=true 2024-11-11T06:20:13,560 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/f334e8b0fbdf:0:becomeActiveMaster-HFileCleaner.large.0-1731306013558,5,FailOnTimeoutGroup] 2024-11-11T06:20:13,560 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/f334e8b0fbdf:0:becomeActiveMaster-HFileCleaner.small.0-1731306013560,5,FailOnTimeoutGroup] 2024-11-11T06:20:13,560 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T06:20:13,561 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-11T06:20:13,561 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-11T06:20:13,561 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=15, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure f334e8b0fbdf,43103,1731305998441, splitWal=true, meta=true, isMeta: true 2024-11-11T06:20:13,561 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-11T06:20:13,561 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731306013561, completionTime=-1 2024-11-11T06:20:13,561 WARN [master/f334e8b0fbdf:0:becomeActiveMaster {}] master.ServerManager(848): The value of 'hbase.master.wait.on.regionservers.maxtostart' (-1) is set less than 'hbase.master.wait.on.regionservers.mintostart' (1), ignoring. 2024-11-11T06:20:13,562 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:39979/user/jenkins/test-data/5cf02d84-3b94-0f65-797b-ff7ee2f0659f/WALs/f334e8b0fbdf,43103,1731305998441-splitting 2024-11-11T06:20:13,564 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:39979/user/jenkins/test-data/5cf02d84-3b94-0f65-797b-ff7ee2f0659f/WALs/f334e8b0fbdf,43103,1731305998441-splitting dir is empty, no logs to split. 2024-11-11T06:20:13,564 INFO [PEWorker-1 {}] master.SplitWALManager(105): f334e8b0fbdf,43103,1731305998441 WAL count=0, meta=true 2024-11-11T06:20:13,565 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=0; waited=0ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-11T06:20:13,569 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:39979/user/jenkins/test-data/5cf02d84-3b94-0f65-797b-ff7ee2f0659f/WALs/f334e8b0fbdf,43103,1731305998441-splitting dir is empty, no logs to split. 2024-11-11T06:20:13,569 INFO [PEWorker-1 {}] master.SplitWALManager(105): f334e8b0fbdf,43103,1731305998441 WAL count=0, meta=true 2024-11-11T06:20:13,569 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if f334e8b0fbdf,43103,1731305998441 WAL splitting is done? wals=0, meta=true 2024-11-11T06:20:13,571 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-11T06:20:13,573 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T06:20:13,574 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-11T06:20:13,583 INFO [RS:0;f334e8b0fbdf:37605 {}] regionserver.HRegionServer(746): ClusterId : 5e2c4c9e-3cf6-4d12-8320-105f84c24fcb 2024-11-11T06:20:13,583 DEBUG [RS:0;f334e8b0fbdf:37605 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-11T06:20:13,585 DEBUG [RS:0;f334e8b0fbdf:37605 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-11T06:20:13,585 DEBUG [RS:0;f334e8b0fbdf:37605 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-11T06:20:13,588 DEBUG [RS:0;f334e8b0fbdf:37605 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-11T06:20:13,588 DEBUG [RS:0;f334e8b0fbdf:37605 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@23b14445, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f334e8b0fbdf/172.17.0.2:0 2024-11-11T06:20:13,601 DEBUG [RS:0;f334e8b0fbdf:37605 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;f334e8b0fbdf:37605 2024-11-11T06:20:13,601 INFO [RS:0;f334e8b0fbdf:37605 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-11T06:20:13,601 INFO [RS:0;f334e8b0fbdf:37605 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-11T06:20:13,601 DEBUG [RS:0;f334e8b0fbdf:37605 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-11T06:20:13,602 INFO [RS:0;f334e8b0fbdf:37605 {}] regionserver.HRegionServer(2659): reportForDuty to master=f334e8b0fbdf,45621,1731306012814 with port=37605, startcode=1731306012856 2024-11-11T06:20:13,602 DEBUG [RS:0;f334e8b0fbdf:37605 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-11T06:20:13,604 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48923, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-11-11T06:20:13,605 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45621 {}] master.ServerManager(363): Checking decommissioned status of RegionServer f334e8b0fbdf,37605,1731306012856 2024-11-11T06:20:13,605 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45621 {}] master.ServerManager(517): Registering regionserver=f334e8b0fbdf,37605,1731306012856 2024-11-11T06:20:13,607 DEBUG [RS:0;f334e8b0fbdf:37605 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39979/user/jenkins/test-data/5cf02d84-3b94-0f65-797b-ff7ee2f0659f 2024-11-11T06:20:13,607 DEBUG [RS:0;f334e8b0fbdf:37605 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39979 2024-11-11T06:20:13,607 DEBUG [RS:0;f334e8b0fbdf:37605 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-11T06:20:13,610 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45621-0x10105aee29e0006, quorum=127.0.0.1:58305, baseZNode=/0-1473424933 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1473424933/rs 2024-11-11T06:20:13,611 DEBUG [RS:0;f334e8b0fbdf:37605 {}] zookeeper.ZKUtil(111): regionserver:37605-0x10105aee29e0007, quorum=127.0.0.1:58305, baseZNode=/0-1473424933 Set watcher on existing znode=/0-1473424933/rs/f334e8b0fbdf,37605,1731306012856 2024-11-11T06:20:13,611 WARN [RS:0;f334e8b0fbdf:37605 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T06:20:13,611 INFO [RS:0;f334e8b0fbdf:37605 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T06:20:13,611 DEBUG [RS:0;f334e8b0fbdf:37605 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39979/user/jenkins/test-data/5cf02d84-3b94-0f65-797b-ff7ee2f0659f/WALs/f334e8b0fbdf,37605,1731306012856 2024-11-11T06:20:13,611 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [f334e8b0fbdf,37605,1731306012856] 2024-11-11T06:20:13,615 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=54ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-11T06:20:13,655 INFO [RS:0;f334e8b0fbdf:37605 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-11T06:20:13,657 INFO [RS:0;f334e8b0fbdf:37605 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-11T06:20:13,657 INFO [RS:0;f334e8b0fbdf:37605 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-11T06:20:13,657 INFO [RS:0;f334e8b0fbdf:37605 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T06:20:13,658 INFO [RS:0;f334e8b0fbdf:37605 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-11T06:20:13,659 INFO [RS:0;f334e8b0fbdf:37605 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-11T06:20:13,659 INFO [RS:0;f334e8b0fbdf:37605 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-11T06:20:13,659 DEBUG [RS:0;f334e8b0fbdf:37605 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/f334e8b0fbdf:0, corePoolSize=1, maxPoolSize=1 2024-11-11T06:20:13,659 DEBUG [RS:0;f334e8b0fbdf:37605 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/f334e8b0fbdf:0, corePoolSize=1, maxPoolSize=1 2024-11-11T06:20:13,659 DEBUG [RS:0;f334e8b0fbdf:37605 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/f334e8b0fbdf:0, corePoolSize=1, maxPoolSize=1 2024-11-11T06:20:13,659 DEBUG [RS:0;f334e8b0fbdf:37605 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0, corePoolSize=1, maxPoolSize=1 2024-11-11T06:20:13,659 DEBUG [RS:0;f334e8b0fbdf:37605 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/f334e8b0fbdf:0, corePoolSize=1, maxPoolSize=1 2024-11-11T06:20:13,659 DEBUG [RS:0;f334e8b0fbdf:37605 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/f334e8b0fbdf:0, corePoolSize=2, maxPoolSize=2 2024-11-11T06:20:13,659 DEBUG [RS:0;f334e8b0fbdf:37605 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/f334e8b0fbdf:0, corePoolSize=1, maxPoolSize=1 2024-11-11T06:20:13,659 DEBUG [RS:0;f334e8b0fbdf:37605 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/f334e8b0fbdf:0, corePoolSize=1, maxPoolSize=1 2024-11-11T06:20:13,659 DEBUG [RS:0;f334e8b0fbdf:37605 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0, corePoolSize=1, maxPoolSize=1 2024-11-11T06:20:13,659 DEBUG [RS:0;f334e8b0fbdf:37605 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/f334e8b0fbdf:0, corePoolSize=1, maxPoolSize=1 2024-11-11T06:20:13,659 DEBUG [RS:0;f334e8b0fbdf:37605 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/f334e8b0fbdf:0, corePoolSize=1, maxPoolSize=1 2024-11-11T06:20:13,659 DEBUG [RS:0;f334e8b0fbdf:37605 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/f334e8b0fbdf:0, corePoolSize=1, maxPoolSize=1 2024-11-11T06:20:13,659 DEBUG [RS:0;f334e8b0fbdf:37605 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/f334e8b0fbdf:0, corePoolSize=3, maxPoolSize=3 2024-11-11T06:20:13,660 DEBUG [RS:0;f334e8b0fbdf:37605 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/f334e8b0fbdf:0, corePoolSize=3, maxPoolSize=3 2024-11-11T06:20:13,660 INFO [RS:0;f334e8b0fbdf:37605 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T06:20:13,660 INFO [RS:0;f334e8b0fbdf:37605 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T06:20:13,660 INFO [RS:0;f334e8b0fbdf:37605 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T06:20:13,660 INFO [RS:0;f334e8b0fbdf:37605 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-11T06:20:13,660 INFO [RS:0;f334e8b0fbdf:37605 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-11T06:20:13,660 INFO [RS:0;f334e8b0fbdf:37605 {}] hbase.ChoreService(168): Chore ScheduledChore name=f334e8b0fbdf,37605,1731306012856-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T06:20:13,676 INFO [RS:0;f334e8b0fbdf:37605 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-11T06:20:13,676 INFO [RS:0;f334e8b0fbdf:37605 {}] hbase.ChoreService(168): Chore ScheduledChore name=f334e8b0fbdf,37605,1731306012856-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T06:20:13,690 INFO [RS:0;f334e8b0fbdf:37605 {}] regionserver.ReplicationSource(231): queueId=1-f334e8b0fbdf,37605,1731306012856, ReplicationSource: 1, currentBandwidth=0 2024-11-11T06:20:13,705 INFO [RS:0;f334e8b0fbdf:37605 {}] regionserver.ReplicationSource(231): queueId=2-f334e8b0fbdf,37605,1731306012856, ReplicationSource: 2, currentBandwidth=0 2024-11-11T06:20:13,705 INFO [RS:0;f334e8b0fbdf:37605 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T06:20:13,706 INFO [RS:0;f334e8b0fbdf:37605 {}] regionserver.Replication(171): f334e8b0fbdf,37605,1731306012856 started 2024-11-11T06:20:13,706 DEBUG [RS:0;f334e8b0fbdf:37605.replicationSource,1-f334e8b0fbdf,37605,1731306012856 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='f334e8b0fbdf:37207' 2024-11-11T06:20:13,708 DEBUG [RS:0;f334e8b0fbdf:37605.replicationSource,1-f334e8b0fbdf,37605,1731306012856 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@229fea50, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T06:20:13,708 DEBUG [RS:0;f334e8b0fbdf:37605.replicationSource,1-f334e8b0fbdf,37605,1731306012856 {}] client.ClusterIdFetcher(90): Going to request f334e8b0fbdf,37207,-1 for getting cluster id 2024-11-11T06:20:13,708 DEBUG [RS:0;f334e8b0fbdf:37605.replicationSource,1-f334e8b0fbdf,37605,1731306012856 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T06:20:13,710 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4e233246-539b-4641-be4b-29c63494a63a' 2024-11-11T06:20:13,711 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T06:20:13,711 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4e233246-539b-4641-be4b-29c63494a63a" 2024-11-11T06:20:13,711 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2cdf1bd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T06:20:13,711 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f334e8b0fbdf,37207,-1] 2024-11-11T06:20:13,711 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T06:20:13,712 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T06:20:13,713 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59558, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=ClientMetaService 2024-11-11T06:20:13,714 DEBUG [RS:0;f334e8b0fbdf:37605.replicationSource,1-f334e8b0fbdf,37605,1731306012856 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6dfcf1d1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T06:20:13,714 DEBUG [RS:0;f334e8b0fbdf:37605.replicationSource,1-f334e8b0fbdf,37605,1731306012856 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T06:20:13,716 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.AsyncConnectionImpl(321): The fetched master address is f334e8b0fbdf,37207,1731306003738 2024-11-11T06:20:13,716 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@40b5118f 2024-11-11T06:20:13,716 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T06:20:13,717 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59564, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=MasterService 2024-11-11T06:20:13,719 INFO [RS:0;f334e8b0fbdf:37605.replicationSource,1-f334e8b0fbdf,37605,1731306012856 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-f334e8b0fbdf,37605,1731306012856 (queues=0) is replicating from cluster=5e2c4c9e-3cf6-4d12-8320-105f84c24fcb to cluster=4e233246-539b-4641-be4b-29c63494a63a 2024-11-11T06:20:13,723 INFO [RS:0;f334e8b0fbdf:37605 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T06:20:13,723 INFO [RS:0;f334e8b0fbdf:37605 {}] regionserver.HRegionServer(1482): Serving as f334e8b0fbdf,37605,1731306012856, RpcServer on f334e8b0fbdf/172.17.0.2:37605, sessionid=0x10105aee29e0007 2024-11-11T06:20:13,723 DEBUG [RS:0;f334e8b0fbdf:37605 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-11T06:20:13,723 DEBUG [RS:0;f334e8b0fbdf:37605 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager f334e8b0fbdf,37605,1731306012856 2024-11-11T06:20:13,723 DEBUG [RS:0;f334e8b0fbdf:37605 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f334e8b0fbdf,37605,1731306012856' 2024-11-11T06:20:13,723 DEBUG [RS:0;f334e8b0fbdf:37605 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1473424933/flush-table-proc/abort' 2024-11-11T06:20:13,724 DEBUG [RS:0;f334e8b0fbdf:37605.replicationSource,2-f334e8b0fbdf,37605,1731306012856 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='f334e8b0fbdf:37207' 2024-11-11T06:20:13,724 DEBUG [RS:0;f334e8b0fbdf:37605 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1473424933/flush-table-proc/acquired' 2024-11-11T06:20:13,725 WARN [f334e8b0fbdf:45621 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-11T06:20:13,725 DEBUG [RS:0;f334e8b0fbdf:37605 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-11T06:20:13,725 DEBUG [RS:0;f334e8b0fbdf:37605 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-11T06:20:13,725 DEBUG [RS:0;f334e8b0fbdf:37605 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager f334e8b0fbdf,37605,1731306012856 2024-11-11T06:20:13,725 DEBUG [RS:0;f334e8b0fbdf:37605 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f334e8b0fbdf,37605,1731306012856' 2024-11-11T06:20:13,725 DEBUG [RS:0;f334e8b0fbdf:37605 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1473424933/online-snapshot/abort' 2024-11-11T06:20:13,725 DEBUG [RS:0;f334e8b0fbdf:37605 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1473424933/online-snapshot/acquired' 2024-11-11T06:20:13,725 DEBUG [RS:0;f334e8b0fbdf:37605.replicationSource,2-f334e8b0fbdf,37605,1731306012856 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5df6cb6b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T06:20:13,725 DEBUG [RS:0;f334e8b0fbdf:37605.replicationSource,2-f334e8b0fbdf,37605,1731306012856 {}] client.ClusterIdFetcher(90): Going to request f334e8b0fbdf,37207,-1 for getting cluster id 2024-11-11T06:20:13,726 DEBUG [RS:0;f334e8b0fbdf:37605.replicationSource,2-f334e8b0fbdf,37605,1731306012856 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T06:20:13,726 DEBUG [RS:0;f334e8b0fbdf:37605 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-11T06:20:13,726 INFO [RS:0;f334e8b0fbdf:37605 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-11T06:20:13,726 INFO [RS:0;f334e8b0fbdf:37605 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-11T06:20:13,727 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4e233246-539b-4641-be4b-29c63494a63a' 2024-11-11T06:20:13,727 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T06:20:13,727 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4e233246-539b-4641-be4b-29c63494a63a" 2024-11-11T06:20:13,728 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@23ae5b8e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T06:20:13,728 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f334e8b0fbdf,37207,-1] 2024-11-11T06:20:13,728 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T06:20:13,728 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T06:20:13,729 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59584, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=ClientMetaService 2024-11-11T06:20:13,730 DEBUG [RS:0;f334e8b0fbdf:37605.replicationSource,2-f334e8b0fbdf,37605,1731306012856 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@45328fc1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T06:20:13,730 DEBUG [RS:0;f334e8b0fbdf:37605.replicationSource,2-f334e8b0fbdf,37605,1731306012856 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T06:20:13,731 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.AsyncConnectionImpl(321): The fetched master address is f334e8b0fbdf,37207,1731306003738 2024-11-11T06:20:13,731 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@764fba8d 2024-11-11T06:20:13,732 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T06:20:13,733 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59596, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=MasterService 2024-11-11T06:20:13,733 INFO [RS:0;f334e8b0fbdf:37605.replicationSource,2-f334e8b0fbdf,37605,1731306012856 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-f334e8b0fbdf,37605,1731306012856 (queues=0) is replicating from cluster=5e2c4c9e-3cf6-4d12-8320-105f84c24fcb to cluster=4e233246-539b-4641-be4b-29c63494a63a 2024-11-11T06:20:13,826 INFO [RS:0;f334e8b0fbdf:37605 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T06:20:13,829 INFO [RS:0;f334e8b0fbdf:37605 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f334e8b0fbdf%2C37605%2C1731306012856, suffix=, logDir=hdfs://localhost:39979/user/jenkins/test-data/5cf02d84-3b94-0f65-797b-ff7ee2f0659f/WALs/f334e8b0fbdf,37605,1731306012856, archiveDir=hdfs://localhost:39979/user/jenkins/test-data/5cf02d84-3b94-0f65-797b-ff7ee2f0659f/oldWALs, maxLogs=10 2024-11-11T06:20:13,843 DEBUG [RS:0;f334e8b0fbdf:37605 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/5cf02d84-3b94-0f65-797b-ff7ee2f0659f/WALs/f334e8b0fbdf,37605,1731306012856/f334e8b0fbdf%2C37605%2C1731306012856.1731306013829, exclude list is [], retry=0 2024-11-11T06:20:13,847 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37831,DS-862966d5-c63f-4f35-a288-5d38915b594f,DISK] 2024-11-11T06:20:13,849 INFO [RS:0;f334e8b0fbdf:37605 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5cf02d84-3b94-0f65-797b-ff7ee2f0659f/WALs/f334e8b0fbdf,37605,1731306012856/f334e8b0fbdf%2C37605%2C1731306012856.1731306013829 2024-11-11T06:20:13,850 DEBUG [RS:0;f334e8b0fbdf:37605 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group f334e8b0fbdf%2C37605%2C1731306012856 for peer 1 2024-11-11T06:20:13,850 DEBUG [RS:0;f334e8b0fbdf:37605 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group f334e8b0fbdf%2C37605%2C1731306012856 for peer 2 2024-11-11T06:20:13,850 DEBUG [RS:0;f334e8b0fbdf:37605 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=f334e8b0fbdf%2C37605%2C1731306012856 2024-11-11T06:20:13,850 INFO [RS:0;f334e8b0fbdf:37605 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-f334e8b0fbdf,37605,1731306012856, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-11T06:20:13,852 DEBUG [RS:0;f334e8b0fbdf:37605 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=f334e8b0fbdf%2C37605%2C1731306012856 2024-11-11T06:20:13,852 INFO [RS:0;f334e8b0fbdf:37605.replicationSource.shipperf334e8b0fbdf%2C37605%2C1731306012856,1-f334e8b0fbdf,37605,1731306012856 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: f334e8b0fbdf%2C37605%2C1731306012856 2024-11-11T06:20:13,852 INFO [RS:0;f334e8b0fbdf:37605 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-f334e8b0fbdf,37605,1731306012856, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-11T06:20:13,852 DEBUG [RS:0;f334e8b0fbdf:37605 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36545:36545)] 2024-11-11T06:20:13,852 INFO [RS:0;f334e8b0fbdf:37605.replicationSource.shipperf334e8b0fbdf%2C37605%2C1731306012856,2-f334e8b0fbdf,37605,1731306012856 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: f334e8b0fbdf%2C37605%2C1731306012856 2024-11-11T06:20:13,852 DEBUG [RS:0;f334e8b0fbdf:37605.replicationSource.wal-reader.f334e8b0fbdf%2C37605%2C1731306012856,1-f334e8b0fbdf,37605,1731306012856 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:39979/user/jenkins/test-data/5cf02d84-3b94-0f65-797b-ff7ee2f0659f/WALs/f334e8b0fbdf,37605,1731306012856/f334e8b0fbdf%2C37605%2C1731306012856.1731306013829, startPosition=0, beingWritten=true 2024-11-11T06:20:13,853 DEBUG [RS:0;f334e8b0fbdf:37605.replicationSource.wal-reader.f334e8b0fbdf%2C37605%2C1731306012856,2-f334e8b0fbdf,37605,1731306012856 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:39979/user/jenkins/test-data/5cf02d84-3b94-0f65-797b-ff7ee2f0659f/WALs/f334e8b0fbdf,37605,1731306012856/f334e8b0fbdf%2C37605%2C1731306012856.1731306013829, startPosition=0, beingWritten=true 2024-11-11T06:20:13,975 DEBUG [f334e8b0fbdf:45621 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-11T06:20:13,976 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=f334e8b0fbdf,37605,1731306012856 2024-11-11T06:20:13,977 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f334e8b0fbdf,37605,1731306012856, state=OPENING 2024-11-11T06:20:13,979 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45621-0x10105aee29e0006, quorum=127.0.0.1:58305, baseZNode=/0-1473424933 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1473424933/meta-region-server 2024-11-11T06:20:13,979 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37605-0x10105aee29e0007, quorum=127.0.0.1:58305, baseZNode=/0-1473424933 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1473424933/meta-region-server 2024-11-11T06:20:13,979 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T06:20:13,979 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1473424933/meta-region-server: CHANGED 2024-11-11T06:20:13,979 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1473424933/meta-region-server: CHANGED 2024-11-11T06:20:13,979 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=f334e8b0fbdf,37605,1731306012856}] 2024-11-11T06:20:14,062 DEBUG [RS:0;f334e8b0fbdf:37605.replicationSource.wal-reader.f334e8b0fbdf%2C37605%2C1731306012856,2-f334e8b0fbdf,37605,1731306012856 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39979/user/jenkins/test-data/5cf02d84-3b94-0f65-797b-ff7ee2f0659f/WALs/f334e8b0fbdf,37605,1731306012856/f334e8b0fbdf%2C37605%2C1731306012856.1731306013829 to pos 0, reset compression=false 2024-11-11T06:20:14,062 DEBUG [RS:0;f334e8b0fbdf:37605.replicationSource.wal-reader.f334e8b0fbdf%2C37605%2C1731306012856,1-f334e8b0fbdf,37605,1731306012856 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39979/user/jenkins/test-data/5cf02d84-3b94-0f65-797b-ff7ee2f0659f/WALs/f334e8b0fbdf,37605,1731306012856/f334e8b0fbdf%2C37605%2C1731306012856.1731306013829 to pos 0, reset compression=false 2024-11-11T06:20:14,133 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-11T06:20:14,135 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53395, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-11T06:20:14,139 INFO [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=17}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-11T06:20:14,139 INFO [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T06:20:14,139 INFO [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=17}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-11T06:20:14,141 INFO [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f334e8b0fbdf%2C37605%2C1731306012856.meta, suffix=.meta, logDir=hdfs://localhost:39979/user/jenkins/test-data/5cf02d84-3b94-0f65-797b-ff7ee2f0659f/WALs/f334e8b0fbdf,37605,1731306012856, archiveDir=hdfs://localhost:39979/user/jenkins/test-data/5cf02d84-3b94-0f65-797b-ff7ee2f0659f/oldWALs, maxLogs=10 2024-11-11T06:20:14,155 DEBUG [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=17}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/5cf02d84-3b94-0f65-797b-ff7ee2f0659f/WALs/f334e8b0fbdf,37605,1731306012856/f334e8b0fbdf%2C37605%2C1731306012856.meta.1731306014142.meta, exclude list is [], retry=0 2024-11-11T06:20:14,158 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37831,DS-862966d5-c63f-4f35-a288-5d38915b594f,DISK] 2024-11-11T06:20:14,160 INFO [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5cf02d84-3b94-0f65-797b-ff7ee2f0659f/WALs/f334e8b0fbdf,37605,1731306012856/f334e8b0fbdf%2C37605%2C1731306012856.meta.1731306014142.meta 2024-11-11T06:20:14,160 DEBUG [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36545:36545)] 2024-11-11T06:20:14,161 DEBUG [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-11T06:20:14,161 INFO [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=17}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-11T06:20:14,161 DEBUG [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=17}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-11T06:20:14,161 DEBUG [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-11T06:20:14,161 INFO [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-11T06:20:14,161 DEBUG [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-11T06:20:14,162 DEBUG [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T06:20:14,162 DEBUG [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-11T06:20:14,162 DEBUG [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-11T06:20:14,163 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T06:20:14,164 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T06:20:14,165 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:20:14,172 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:39979/user/jenkins/test-data/5cf02d84-3b94-0f65-797b-ff7ee2f0659f/data/hbase/meta/1588230740/info/06a654ccc5024c91a706ae1c8e721d66 2024-11-11T06:20:14,173 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T06:20:14,173 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T06:20:14,174 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T06:20:14,174 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:20:14,180 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:39979/user/jenkins/test-data/5cf02d84-3b94-0f65-797b-ff7ee2f0659f/data/hbase/meta/1588230740/ns/e525bab22f2b414f89ea11b7d62c1e20 2024-11-11T06:20:14,180 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T06:20:14,180 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T06:20:14,181 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T06:20:14,181 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:20:14,182 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T06:20:14,182 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T06:20:14,183 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T06:20:14,183 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:20:14,189 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:39979/user/jenkins/test-data/5cf02d84-3b94-0f65-797b-ff7ee2f0659f/data/hbase/meta/1588230740/table/9293b5e0f1574a068c6d8475ec8ea59c 2024-11-11T06:20:14,189 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T06:20:14,189 DEBUG [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T06:20:14,190 DEBUG [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39979/user/jenkins/test-data/5cf02d84-3b94-0f65-797b-ff7ee2f0659f/data/hbase/meta/1588230740 2024-11-11T06:20:14,191 DEBUG [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39979/user/jenkins/test-data/5cf02d84-3b94-0f65-797b-ff7ee2f0659f/data/hbase/meta/1588230740 2024-11-11T06:20:14,193 DEBUG [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T06:20:14,193 DEBUG [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T06:20:14,194 DEBUG [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T06:20:14,195 DEBUG [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T06:20:14,196 INFO [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=15; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68945920, jitterRate=0.027374267578125}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T06:20:14,196 DEBUG [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-11T06:20:14,196 DEBUG [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731306014162Writing region info on filesystem at 1731306014162Initializing all the Stores at 1731306014163 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731306014163Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731306014163Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731306014163Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731306014163Cleaning up temporary data from old regions at 1731306014193 (+30 ms)Running coprocessor post-open hooks at 1731306014196 (+3 ms)Region opened successfully at 1731306014196 2024-11-11T06:20:14,197 INFO [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=17, masterSystemTime=1731306014133 2024-11-11T06:20:14,200 DEBUG [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-11T06:20:14,200 INFO [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=17}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-11T06:20:14,201 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=15, regionLocation=f334e8b0fbdf,37605,1731306012856 2024-11-11T06:20:14,202 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f334e8b0fbdf,37605,1731306012856, state=OPEN 2024-11-11T06:20:14,204 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45621-0x10105aee29e0006, quorum=127.0.0.1:58305, baseZNode=/0-1473424933 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1473424933/meta-region-server 2024-11-11T06:20:14,204 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37605-0x10105aee29e0007, quorum=127.0.0.1:58305, baseZNode=/0-1473424933 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1473424933/meta-region-server 2024-11-11T06:20:14,204 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=17, ppid=16, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=f334e8b0fbdf,37605,1731306012856 2024-11-11T06:20:14,204 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1473424933/meta-region-server: CHANGED 2024-11-11T06:20:14,204 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1473424933/meta-region-server: CHANGED 2024-11-11T06:20:14,207 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=16 2024-11-11T06:20:14,207 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=16, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=f334e8b0fbdf,37605,1731306012856 in 225 msec 2024-11-11T06:20:14,210 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=15 2024-11-11T06:20:14,210 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=15, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 636 msec 2024-11-11T06:20:14,370 DEBUG [RS:0;f334e8b0fbdf:37605.replicationSource.wal-reader.f334e8b0fbdf%2C37605%2C1731306012856,1-f334e8b0fbdf,37605,1731306012856 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39979/user/jenkins/test-data/5cf02d84-3b94-0f65-797b-ff7ee2f0659f/WALs/f334e8b0fbdf,37605,1731306012856/f334e8b0fbdf%2C37605%2C1731306012856.1731306013829 to pos 0, reset compression=false 2024-11-11T06:20:14,370 DEBUG [RS:0;f334e8b0fbdf:37605.replicationSource.wal-reader.f334e8b0fbdf%2C37605%2C1731306012856,2-f334e8b0fbdf,37605,1731306012856 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39979/user/jenkins/test-data/5cf02d84-3b94-0f65-797b-ff7ee2f0659f/WALs/f334e8b0fbdf,37605,1731306012856/f334e8b0fbdf%2C37605%2C1731306012856.1731306013829 to pos 0, reset compression=false 2024-11-11T06:20:14,777 DEBUG [RS:0;f334e8b0fbdf:37605.replicationSource.wal-reader.f334e8b0fbdf%2C37605%2C1731306012856,2-f334e8b0fbdf,37605,1731306012856 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39979/user/jenkins/test-data/5cf02d84-3b94-0f65-797b-ff7ee2f0659f/WALs/f334e8b0fbdf,37605,1731306012856/f334e8b0fbdf%2C37605%2C1731306012856.1731306013829 to pos 0, reset compression=false 2024-11-11T06:20:14,777 DEBUG [RS:0;f334e8b0fbdf:37605.replicationSource.wal-reader.f334e8b0fbdf%2C37605%2C1731306012856,1-f334e8b0fbdf,37605,1731306012856 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39979/user/jenkins/test-data/5cf02d84-3b94-0f65-797b-ff7ee2f0659f/WALs/f334e8b0fbdf,37605,1731306012856/f334e8b0fbdf%2C37605%2C1731306012856.1731306013829 to pos 0, reset compression=false 2024-11-11T06:20:15,095 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-11T06:20:15,117 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=1556ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=1502ms 2024-11-11T06:20:15,283 DEBUG [RS:0;f334e8b0fbdf:37605.replicationSource.wal-reader.f334e8b0fbdf%2C37605%2C1731306012856,1-f334e8b0fbdf,37605,1731306012856 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39979/user/jenkins/test-data/5cf02d84-3b94-0f65-797b-ff7ee2f0659f/WALs/f334e8b0fbdf,37605,1731306012856/f334e8b0fbdf%2C37605%2C1731306012856.1731306013829 to pos 0, reset compression=false 2024-11-11T06:20:15,283 DEBUG [RS:0;f334e8b0fbdf:37605.replicationSource.wal-reader.f334e8b0fbdf%2C37605%2C1731306012856,2-f334e8b0fbdf,37605,1731306012856 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39979/user/jenkins/test-data/5cf02d84-3b94-0f65-797b-ff7ee2f0659f/WALs/f334e8b0fbdf,37605,1731306012856/f334e8b0fbdf%2C37605%2C1731306012856.1731306013829 to pos 0, reset compression=false 2024-11-11T06:20:15,890 DEBUG [RS:0;f334e8b0fbdf:37605.replicationSource.wal-reader.f334e8b0fbdf%2C37605%2C1731306012856,1-f334e8b0fbdf,37605,1731306012856 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39979/user/jenkins/test-data/5cf02d84-3b94-0f65-797b-ff7ee2f0659f/WALs/f334e8b0fbdf,37605,1731306012856/f334e8b0fbdf%2C37605%2C1731306012856.1731306013829 to pos 0, reset compression=false 2024-11-11T06:20:15,891 DEBUG [RS:0;f334e8b0fbdf:37605.replicationSource.wal-reader.f334e8b0fbdf%2C37605%2C1731306012856,2-f334e8b0fbdf,37605,1731306012856 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39979/user/jenkins/test-data/5cf02d84-3b94-0f65-797b-ff7ee2f0659f/WALs/f334e8b0fbdf,37605,1731306012856/f334e8b0fbdf%2C37605%2C1731306012856.1731306013829 to pos 0, reset compression=false 2024-11-11T06:20:16,597 DEBUG [RS:0;f334e8b0fbdf:37605.replicationSource.wal-reader.f334e8b0fbdf%2C37605%2C1731306012856,1-f334e8b0fbdf,37605,1731306012856 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39979/user/jenkins/test-data/5cf02d84-3b94-0f65-797b-ff7ee2f0659f/WALs/f334e8b0fbdf,37605,1731306012856/f334e8b0fbdf%2C37605%2C1731306012856.1731306013829 to pos 0, reset compression=false 2024-11-11T06:20:16,597 DEBUG [RS:0;f334e8b0fbdf:37605.replicationSource.wal-reader.f334e8b0fbdf%2C37605%2C1731306012856,2-f334e8b0fbdf,37605,1731306012856 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39979/user/jenkins/test-data/5cf02d84-3b94-0f65-797b-ff7ee2f0659f/WALs/f334e8b0fbdf,37605,1731306012856/f334e8b0fbdf%2C37605%2C1731306012856.1731306013829 to pos 0, reset compression=false 2024-11-11T06:20:16,620 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=3058ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=3004ms 2024-11-11T06:20:17,404 DEBUG [RS:0;f334e8b0fbdf:37605.replicationSource.wal-reader.f334e8b0fbdf%2C37605%2C1731306012856,1-f334e8b0fbdf,37605,1731306012856 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39979/user/jenkins/test-data/5cf02d84-3b94-0f65-797b-ff7ee2f0659f/WALs/f334e8b0fbdf,37605,1731306012856/f334e8b0fbdf%2C37605%2C1731306012856.1731306013829 to pos 0, reset compression=false 2024-11-11T06:20:17,404 DEBUG [RS:0;f334e8b0fbdf:37605.replicationSource.wal-reader.f334e8b0fbdf%2C37605%2C1731306012856,2-f334e8b0fbdf,37605,1731306012856 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39979/user/jenkins/test-data/5cf02d84-3b94-0f65-797b-ff7ee2f0659f/WALs/f334e8b0fbdf,37605,1731306012856/f334e8b0fbdf%2C37605%2C1731306012856.1731306013829 to pos 0, reset compression=false 2024-11-11T06:20:18,072 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=4511ms, expected min=1 server(s), max=NO_LIMIT server(s), master is running 2024-11-11T06:20:18,072 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-11T06:20:18,072 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T06:20:18,072 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f334e8b0fbdf,37605,1731306012856, seqNum=-1] 2024-11-11T06:20:18,073 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T06:20:18,074 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40095, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T06:20:18,081 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=16edd39abcd8bdac43a7db722cfbca6b, regionState=OPEN, lastHost=f334e8b0fbdf,43103,1731305998441, regionLocation=f334e8b0fbdf,43103,1731305998441, openSeqNum=2 2024-11-11T06:20:18,081 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-11T06:20:18,081 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731306078081 2024-11-11T06:20:18,081 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731306138081 2024-11-11T06:20:18,081 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 9 msec 2024-11-11T06:20:18,082 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f334e8b0fbdf,45621,1731306012814-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T06:20:18,082 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(207): f334e8b0fbdf,43103,1731305998441 had 2 regions 2024-11-11T06:20:18,082 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f334e8b0fbdf,45621,1731306012814-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T06:20:18,082 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f334e8b0fbdf,45621,1731306012814-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T06:20:18,082 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-f334e8b0fbdf:45621, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T06:20:18,082 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-11T06:20:18,082 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-11T06:20:18,084 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=15, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure f334e8b0fbdf,43103,1731305998441, splitWal=true, meta=true, isMeta: false 2024-11-11T06:20:18,086 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:39979/user/jenkins/test-data/5cf02d84-3b94-0f65-797b-ff7ee2f0659f/WALs/f334e8b0fbdf,43103,1731305998441-splitting dir is empty, no logs to split. 2024-11-11T06:20:18,086 INFO [PEWorker-3 {}] master.SplitWALManager(105): f334e8b0fbdf,43103,1731305998441 WAL count=0, meta=false 2024-11-11T06:20:18,089 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 5.183sec 2024-11-11T06:20:18,089 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-11T06:20:18,089 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-11T06:20:18,089 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-11T06:20:18,089 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-11T06:20:18,089 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-11T06:20:18,089 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f334e8b0fbdf,45621,1731306012814-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T06:20:18,089 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f334e8b0fbdf,45621,1731306012814-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-11T06:20:18,090 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:39979/user/jenkins/test-data/5cf02d84-3b94-0f65-797b-ff7ee2f0659f/WALs/f334e8b0fbdf,43103,1731305998441-splitting dir is empty, no logs to split. 2024-11-11T06:20:18,090 INFO [PEWorker-3 {}] master.SplitWALManager(105): f334e8b0fbdf,43103,1731305998441 WAL count=0, meta=false 2024-11-11T06:20:18,090 DEBUG [PEWorker-3 {}] procedure.ServerCrashProcedure(329): Check if f334e8b0fbdf,43103,1731305998441 WAL splitting is done? wals=0, meta=false 2024-11-11T06:20:18,093 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=16edd39abcd8bdac43a7db722cfbca6b, ASSIGN}] 2024-11-11T06:20:18,093 WARN [master/f334e8b0fbdf:0.Chore.1 {}] janitor.CatalogJanitor(177): unknown_server=f334e8b0fbdf,43103,1731305998441/hbase:replication,,1731306005910.16edd39abcd8bdac43a7db722cfbca6b. 2024-11-11T06:20:18,094 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-11T06:20:18,094 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-11T06:20:18,094 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f334e8b0fbdf,45621,1731306012814-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T06:20:18,094 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=16edd39abcd8bdac43a7db722cfbca6b, ASSIGN 2024-11-11T06:20:18,095 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=16edd39abcd8bdac43a7db722cfbca6b, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-11T06:20:18,178 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-11T06:20:18,186 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b8f89f5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T06:20:18,186 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f334e8b0fbdf,45621,-1 for getting cluster id 2024-11-11T06:20:18,186 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T06:20:18,188 DEBUG [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5e2c4c9e-3cf6-4d12-8320-105f84c24fcb' 2024-11-11T06:20:18,189 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T06:20:18,189 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5e2c4c9e-3cf6-4d12-8320-105f84c24fcb" 2024-11-11T06:20:18,189 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5eb6e324, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T06:20:18,189 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f334e8b0fbdf,45621,-1] 2024-11-11T06:20:18,190 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T06:20:18,190 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T06:20:18,191 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41444, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T06:20:18,192 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c651aa2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T06:20:18,193 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T06:20:18,194 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f334e8b0fbdf,37605,1731306012856, seqNum=-1] 2024-11-11T06:20:18,194 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T06:20:18,196 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47198, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T06:20:18,198 INFO [Time-limited test {}] hbase.HBaseTestingUtil(995): HBase has been restarted 2024-11-11T06:20:18,198 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T06:20:18,198 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:998) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:978) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:971) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:496) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T06:20:18,198 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T06:20:18,198 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T06:20:18,199 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T06:20:18,199 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2549): Invalidated connection. Updating master addresses before: f334e8b0fbdf:45621 after: f334e8b0fbdf:45621 2024-11-11T06:20:18,199 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a967d54, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T06:20:18,199 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f334e8b0fbdf,45621,-1 for getting cluster id 2024-11-11T06:20:18,199 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T06:20:18,200 DEBUG [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5e2c4c9e-3cf6-4d12-8320-105f84c24fcb' 2024-11-11T06:20:18,200 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T06:20:18,200 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5e2c4c9e-3cf6-4d12-8320-105f84c24fcb" 2024-11-11T06:20:18,201 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b688ac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T06:20:18,201 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f334e8b0fbdf,45621,-1] 2024-11-11T06:20:18,201 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T06:20:18,201 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T06:20:18,202 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41460, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T06:20:18,203 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1680cd57, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T06:20:18,203 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T06:20:18,204 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is f334e8b0fbdf,45621,1731306012814 2024-11-11T06:20:18,204 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@22ae4e6c 2024-11-11T06:20:18,204 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T06:20:18,205 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41468, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T06:20:18,205 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45621 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-11T06:20:18,206 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45621 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-11-11T06:20:18,207 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45621 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-11T06:20:18,208 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45621 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-11-11T06:20:18,208 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-11T06:20:18,208 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T06:20:18,208 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T06:20:18,208 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T06:20:18,208 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T06:20:18,209 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T06:20:18,209 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-11T06:20:18,209 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1040080569, stopped=false 2024-11-11T06:20:18,209 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=f334e8b0fbdf,37207,1731306003738 2024-11-11T06:20:18,210 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37207-0x10105aee29e0003, quorum=127.0.0.1:58305, baseZNode=/11604284699 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11604284699/running 2024-11-11T06:20:18,210 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42623-0x10105aee29e0004, quorum=127.0.0.1:58305, baseZNode=/11604284699 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11604284699/running 2024-11-11T06:20:18,210 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37207-0x10105aee29e0003, quorum=127.0.0.1:58305, baseZNode=/11604284699 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11604284699 2024-11-11T06:20:18,210 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T06:20:18,210 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42623-0x10105aee29e0004, quorum=127.0.0.1:58305, baseZNode=/11604284699 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11604284699 2024-11-11T06:20:18,211 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T06:20:18,211 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T06:20:18,211 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T06:20:18,211 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42623-0x10105aee29e0004, quorum=127.0.0.1:58305, baseZNode=/11604284699 Set watcher on znode that does not yet exist, /11604284699/running 2024-11-11T06:20:18,211 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:37207-0x10105aee29e0003, quorum=127.0.0.1:58305, baseZNode=/11604284699 Set watcher on znode that does not yet exist, /11604284699/running 2024-11-11T06:20:18,211 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'f334e8b0fbdf,42623,1731306003785' ***** 2024-11-11T06:20:18,211 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-11T06:20:18,212 INFO [RS:0;f334e8b0fbdf:42623 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-11T06:20:18,212 INFO [RS:0;f334e8b0fbdf:42623 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-11T06:20:18,212 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-11T06:20:18,212 INFO [RS:0;f334e8b0fbdf:42623 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-11T06:20:18,212 INFO [RS:0;f334e8b0fbdf:42623 {}] regionserver.HRegionServer(959): stopping server f334e8b0fbdf,42623,1731306003785 2024-11-11T06:20:18,212 INFO [RS:0;f334e8b0fbdf:42623 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T06:20:18,212 INFO [RS:0;f334e8b0fbdf:42623 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f334e8b0fbdf:42623. 2024-11-11T06:20:18,212 DEBUG [RS:0;f334e8b0fbdf:42623 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T06:20:18,212 DEBUG [RS:0;f334e8b0fbdf:42623 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T06:20:18,212 INFO [RS:0;f334e8b0fbdf:42623 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-11T06:20:18,212 INFO [RS:0;f334e8b0fbdf:42623 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-11T06:20:18,212 INFO [RS:0;f334e8b0fbdf:42623 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-11T06:20:18,213 INFO [RS:0;f334e8b0fbdf:42623 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-11T06:20:18,213 INFO [RS:0;f334e8b0fbdf:42623 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-11T06:20:18,213 DEBUG [RS:0;f334e8b0fbdf:42623 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-11T06:20:18,213 DEBUG [RS:0;f334e8b0fbdf:42623 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T06:20:18,213 DEBUG [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-11T06:20:18,213 INFO [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-11T06:20:18,213 DEBUG [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-11T06:20:18,213 DEBUG [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-11T06:20:18,213 DEBUG [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-11T06:20:18,213 INFO [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-11T06:20:18,231 DEBUG [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43261/user/jenkins/test-data/3f2426f9-3889-7ddd-2d64-9e3ebea2a2be/data/hbase/meta/1588230740/.tmp/ns/93dba90042f1465ba38a693f6bcb8af5 is 43, key is default/ns:d/1731306005713/Put/seqid=0 2024-11-11T06:20:18,236 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40651 is added to blk_1073741835_1011 (size=5153) 2024-11-11T06:20:18,245 DEBUG [f334e8b0fbdf:45621 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-11T06:20:18,246 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=16edd39abcd8bdac43a7db722cfbca6b, regionState=OPENING, regionLocation=f334e8b0fbdf,37605,1731306012856 2024-11-11T06:20:18,249 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=16edd39abcd8bdac43a7db722cfbca6b, ASSIGN because future has completed 2024-11-11T06:20:18,250 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure 16edd39abcd8bdac43a7db722cfbca6b, server=f334e8b0fbdf,37605,1731306012856}] 2024-11-11T06:20:18,266 INFO [regionserver/f334e8b0fbdf:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T06:20:18,311 DEBUG [RS:0;f334e8b0fbdf:37605.replicationSource.wal-reader.f334e8b0fbdf%2C37605%2C1731306012856,1-f334e8b0fbdf,37605,1731306012856 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39979/user/jenkins/test-data/5cf02d84-3b94-0f65-797b-ff7ee2f0659f/WALs/f334e8b0fbdf,37605,1731306012856/f334e8b0fbdf%2C37605%2C1731306012856.1731306013829 to pos 0, reset compression=false 2024-11-11T06:20:18,311 DEBUG [RS:0;f334e8b0fbdf:37605.replicationSource.wal-reader.f334e8b0fbdf%2C37605%2C1731306012856,2-f334e8b0fbdf,37605,1731306012856 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39979/user/jenkins/test-data/5cf02d84-3b94-0f65-797b-ff7ee2f0659f/WALs/f334e8b0fbdf,37605,1731306012856/f334e8b0fbdf%2C37605%2C1731306012856.1731306013829 to pos 0, reset compression=false 2024-11-11T06:20:18,408 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] handler.AssignRegionHandler(132): Open hbase:replication,,1731306005910.16edd39abcd8bdac43a7db722cfbca6b. 2024-11-11T06:20:18,408 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T06:20:18,408 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-11T06:20:18,410 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f334e8b0fbdf%2C37605%2C1731306012856.rep, suffix=, logDir=hdfs://localhost:39979/user/jenkins/test-data/5cf02d84-3b94-0f65-797b-ff7ee2f0659f/WALs/f334e8b0fbdf,37605,1731306012856, archiveDir=hdfs://localhost:39979/user/jenkins/test-data/5cf02d84-3b94-0f65-797b-ff7ee2f0659f/oldWALs, maxLogs=10 2024-11-11T06:20:18,413 DEBUG [RS:0;f334e8b0fbdf:42623 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T06:20:18,424 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/5cf02d84-3b94-0f65-797b-ff7ee2f0659f/WALs/f334e8b0fbdf,37605,1731306012856/f334e8b0fbdf%2C37605%2C1731306012856.rep.1731306018411, exclude list is [], retry=0 2024-11-11T06:20:18,427 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37831,DS-862966d5-c63f-4f35-a288-5d38915b594f,DISK] 2024-11-11T06:20:18,430 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5cf02d84-3b94-0f65-797b-ff7ee2f0659f/WALs/f334e8b0fbdf,37605,1731306012856/f334e8b0fbdf%2C37605%2C1731306012856.rep.1731306018411 2024-11-11T06:20:18,430 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36545:36545)] 2024-11-11T06:20:18,430 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => 16edd39abcd8bdac43a7db722cfbca6b, NAME => 'hbase:replication,,1731306005910.16edd39abcd8bdac43a7db722cfbca6b.', STARTKEY => '', ENDKEY => ''} 2024-11-11T06:20:18,431 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-11T06:20:18,431 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-11T06:20:18,431 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731306005910.16edd39abcd8bdac43a7db722cfbca6b. service=MultiRowMutationService 2024-11-11T06:20:18,431 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-11T06:20:18,431 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 16edd39abcd8bdac43a7db722cfbca6b 2024-11-11T06:20:18,431 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(898): Instantiated hbase:replication,,1731306005910.16edd39abcd8bdac43a7db722cfbca6b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T06:20:18,431 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for 16edd39abcd8bdac43a7db722cfbca6b 2024-11-11T06:20:18,431 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for 16edd39abcd8bdac43a7db722cfbca6b 2024-11-11T06:20:18,433 INFO [StoreOpener-16edd39abcd8bdac43a7db722cfbca6b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 16edd39abcd8bdac43a7db722cfbca6b 2024-11-11T06:20:18,434 INFO [StoreOpener-16edd39abcd8bdac43a7db722cfbca6b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 16edd39abcd8bdac43a7db722cfbca6b columnFamilyName hfileref 2024-11-11T06:20:18,434 DEBUG [StoreOpener-16edd39abcd8bdac43a7db722cfbca6b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:20:18,434 INFO [StoreOpener-16edd39abcd8bdac43a7db722cfbca6b-1 {}] regionserver.HStore(327): Store=16edd39abcd8bdac43a7db722cfbca6b/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T06:20:18,435 INFO [StoreOpener-16edd39abcd8bdac43a7db722cfbca6b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 16edd39abcd8bdac43a7db722cfbca6b 2024-11-11T06:20:18,435 INFO [StoreOpener-16edd39abcd8bdac43a7db722cfbca6b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 16edd39abcd8bdac43a7db722cfbca6b columnFamilyName queue 2024-11-11T06:20:18,436 DEBUG [StoreOpener-16edd39abcd8bdac43a7db722cfbca6b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:20:18,442 DEBUG [StoreOpener-16edd39abcd8bdac43a7db722cfbca6b-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:39979/user/jenkins/test-data/5cf02d84-3b94-0f65-797b-ff7ee2f0659f/data/hbase/replication/16edd39abcd8bdac43a7db722cfbca6b/queue/44f281657230405b929303ea91ad4656 2024-11-11T06:20:18,442 INFO [StoreOpener-16edd39abcd8bdac43a7db722cfbca6b-1 {}] regionserver.HStore(327): Store=16edd39abcd8bdac43a7db722cfbca6b/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T06:20:18,443 INFO [StoreOpener-16edd39abcd8bdac43a7db722cfbca6b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 16edd39abcd8bdac43a7db722cfbca6b 2024-11-11T06:20:18,444 INFO [StoreOpener-16edd39abcd8bdac43a7db722cfbca6b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 16edd39abcd8bdac43a7db722cfbca6b columnFamilyName sid 2024-11-11T06:20:18,444 DEBUG [StoreOpener-16edd39abcd8bdac43a7db722cfbca6b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:20:18,444 INFO [StoreOpener-16edd39abcd8bdac43a7db722cfbca6b-1 {}] regionserver.HStore(327): Store=16edd39abcd8bdac43a7db722cfbca6b/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T06:20:18,444 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for 16edd39abcd8bdac43a7db722cfbca6b 2024-11-11T06:20:18,445 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39979/user/jenkins/test-data/5cf02d84-3b94-0f65-797b-ff7ee2f0659f/data/hbase/replication/16edd39abcd8bdac43a7db722cfbca6b 2024-11-11T06:20:18,447 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39979/user/jenkins/test-data/5cf02d84-3b94-0f65-797b-ff7ee2f0659f/data/hbase/replication/16edd39abcd8bdac43a7db722cfbca6b 2024-11-11T06:20:18,448 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for 16edd39abcd8bdac43a7db722cfbca6b 2024-11-11T06:20:18,448 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for 16edd39abcd8bdac43a7db722cfbca6b 2024-11-11T06:20:18,449 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-11T06:20:18,451 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for 16edd39abcd8bdac43a7db722cfbca6b 2024-11-11T06:20:18,452 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1114): Opened 16edd39abcd8bdac43a7db722cfbca6b; next sequenceid=10; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70696314, jitterRate=0.053457170724868774}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-11T06:20:18,452 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 16edd39abcd8bdac43a7db722cfbca6b 2024-11-11T06:20:18,454 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for 16edd39abcd8bdac43a7db722cfbca6b: Running coprocessor pre-open hook at 1731306018432Writing region info on filesystem at 1731306018432Initializing all the Stores at 1731306018433 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731306018433Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731306018433Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731306018433Cleaning up temporary data from old regions at 1731306018448 (+15 ms)Running coprocessor post-open hooks at 1731306018452 (+4 ms)Region opened successfully at 1731306018454 (+2 ms) 2024-11-11T06:20:18,455 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731306005910.16edd39abcd8bdac43a7db722cfbca6b., pid=19, masterSystemTime=1731306018402 2024-11-11T06:20:18,459 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731306005910.16edd39abcd8bdac43a7db722cfbca6b. 2024-11-11T06:20:18,459 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731306005910.16edd39abcd8bdac43a7db722cfbca6b. 2024-11-11T06:20:18,459 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=16edd39abcd8bdac43a7db722cfbca6b, regionState=OPEN, openSeqNum=10, regionLocation=f334e8b0fbdf,37605,1731306012856 2024-11-11T06:20:18,462 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure 16edd39abcd8bdac43a7db722cfbca6b, server=f334e8b0fbdf,37605,1731306012856 because future has completed 2024-11-11T06:20:18,467 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=18 2024-11-11T06:20:18,467 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=18, state=SUCCESS, hasLock=false; OpenRegionProcedure 16edd39abcd8bdac43a7db722cfbca6b, server=f334e8b0fbdf,37605,1731306012856 in 213 msec 2024-11-11T06:20:18,470 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=15 2024-11-11T06:20:18,470 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=15, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=16edd39abcd8bdac43a7db722cfbca6b, ASSIGN in 375 msec 2024-11-11T06:20:18,472 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=15, state=RUNNABLE:ASSIGN_REPLICATION_QUEUES_ADD_MISSING_QUEUES, hasLock=false; org.apache.hadoop.hbase.master.replication.AssignReplicationQueuesProcedure}] 2024-11-11T06:20:18,484 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='', locateType=CURRENT is [region=hbase:replication,,1731306005910.16edd39abcd8bdac43a7db722cfbca6b., hostname=f334e8b0fbdf,37605,1731306012856, seqNum=10] 2024-11-11T06:20:18,508 DEBUG [PEWorker-1 {}] replication.AssignReplicationQueuesProcedure(120): There are 2 replication queues need to be claimed for f334e8b0fbdf,43103,1731305998441 2024-11-11T06:20:18,508 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=20, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.ClaimReplicationQueueRemoteProcedure}] 2024-11-11T06:20:18,562 INFO [regionserver/f334e8b0fbdf:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-11T06:20:18,562 INFO [regionserver/f334e8b0fbdf:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-11T06:20:18,613 DEBUG [RS:0;f334e8b0fbdf:42623 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T06:20:18,637 INFO [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:43261/user/jenkins/test-data/3f2426f9-3889-7ddd-2d64-9e3ebea2a2be/data/hbase/meta/1588230740/.tmp/ns/93dba90042f1465ba38a693f6bcb8af5 2024-11-11T06:20:18,646 DEBUG [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43261/user/jenkins/test-data/3f2426f9-3889-7ddd-2d64-9e3ebea2a2be/data/hbase/meta/1588230740/.tmp/ns/93dba90042f1465ba38a693f6bcb8af5 as hdfs://localhost:43261/user/jenkins/test-data/3f2426f9-3889-7ddd-2d64-9e3ebea2a2be/data/hbase/meta/1588230740/ns/93dba90042f1465ba38a693f6bcb8af5 2024-11-11T06:20:18,653 INFO [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43261/user/jenkins/test-data/3f2426f9-3889-7ddd-2d64-9e3ebea2a2be/data/hbase/meta/1588230740/ns/93dba90042f1465ba38a693f6bcb8af5, entries=2, sequenceid=6, filesize=5.0 K 2024-11-11T06:20:18,655 INFO [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 442ms, sequenceid=6, compaction requested=false 2024-11-11T06:20:18,655 DEBUG [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-11T06:20:18,660 DEBUG [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43261/user/jenkins/test-data/3f2426f9-3889-7ddd-2d64-9e3ebea2a2be/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-11T06:20:18,661 DEBUG [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-11T06:20:18,661 DEBUG [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-11T06:20:18,661 INFO [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-11T06:20:18,661 DEBUG [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731306018213Running coprocessor pre-close hooks at 1731306018213Disabling compacts and flushes for region at 1731306018213Disabling writes for close at 1731306018213Obtaining lock to block concurrent updates at 1731306018213Preparing flush snapshotting stores in 1588230740 at 1731306018213Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1731306018214 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731306018214Flushing 1588230740/ns: creating writer at 1731306018215 (+1 ms)Flushing 1588230740/ns: appending metadata at 1731306018231 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1731306018231Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7f86acc5: reopening flushed file at 1731306018645 (+414 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 442ms, sequenceid=6, compaction requested=false at 1731306018655 (+10 ms)Writing region close event to WAL at 1731306018657 (+2 ms)Running coprocessor post-close hooks at 1731306018661 (+4 ms)Closed at 1731306018661 2024-11-11T06:20:18,661 DEBUG [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-11T06:20:18,669 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37605 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.ClaimReplicationQueueCallable, pid=21 2024-11-11T06:20:18,814 INFO [RS:0;f334e8b0fbdf:42623 {}] regionserver.HRegionServer(976): stopping server f334e8b0fbdf,42623,1731306003785; all regions closed. 2024-11-11T06:20:18,816 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40651 is added to blk_1073741834_1010 (size=1152) 2024-11-11T06:20:18,819 DEBUG [RS:0;f334e8b0fbdf:42623 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/3f2426f9-3889-7ddd-2d64-9e3ebea2a2be/oldWALs 2024-11-11T06:20:18,819 INFO [RS:0;f334e8b0fbdf:42623 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL f334e8b0fbdf%2C42623%2C1731306003785.meta:.meta(num 1731306005642) 2024-11-11T06:20:18,822 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40651 is added to blk_1073741832_1008 (size=93) 2024-11-11T06:20:18,824 DEBUG [RS:0;f334e8b0fbdf:42623 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/3f2426f9-3889-7ddd-2d64-9e3ebea2a2be/oldWALs 2024-11-11T06:20:18,824 INFO [RS:0;f334e8b0fbdf:42623 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL f334e8b0fbdf%2C42623%2C1731306003785:(num 1731306004693) 2024-11-11T06:20:18,824 DEBUG [RS:0;f334e8b0fbdf:42623 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T06:20:18,824 INFO [RS:0;f334e8b0fbdf:42623 {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T06:20:18,824 INFO [RS:0;f334e8b0fbdf:42623 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T06:20:18,824 INFO [RS:0;f334e8b0fbdf:42623 {}] hbase.ChoreService(370): Chore service for: regionserver/f334e8b0fbdf:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-11T06:20:18,824 INFO [RS:0;f334e8b0fbdf:42623 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T06:20:18,824 INFO [regionserver/f334e8b0fbdf:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T06:20:18,825 INFO [RS:0;f334e8b0fbdf:42623 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42623 2024-11-11T06:20:18,828 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37207-0x10105aee29e0003, quorum=127.0.0.1:58305, baseZNode=/11604284699 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11604284699/rs 2024-11-11T06:20:18,828 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42623-0x10105aee29e0004, quorum=127.0.0.1:58305, baseZNode=/11604284699 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11604284699/rs/f334e8b0fbdf,42623,1731306003785 2024-11-11T06:20:18,828 INFO [RS:0;f334e8b0fbdf:42623 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T06:20:18,828 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [f334e8b0fbdf,42623,1731306003785] 2024-11-11T06:20:18,830 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /11604284699/draining/f334e8b0fbdf,42623,1731306003785 already deleted, retry=false 2024-11-11T06:20:18,830 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; f334e8b0fbdf,42623,1731306003785 expired; onlineServers=0 2024-11-11T06:20:18,830 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'f334e8b0fbdf,37207,1731306003738' ***** 2024-11-11T06:20:18,830 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-11T06:20:18,830 INFO [M:0;f334e8b0fbdf:37207 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T06:20:18,830 INFO [M:0;f334e8b0fbdf:37207 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T06:20:18,830 DEBUG [M:0;f334e8b0fbdf:37207 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-11T06:20:18,830 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-11T06:20:18,830 DEBUG [M:0;f334e8b0fbdf:37207 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-11T06:20:18,830 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster-HFileCleaner.large.0-1731306004465 {}] cleaner.HFileCleaner(306): Exit Thread[master/f334e8b0fbdf:0:becomeActiveMaster-HFileCleaner.large.0-1731306004465,5,FailOnTimeoutGroup] 2024-11-11T06:20:18,830 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster-HFileCleaner.small.0-1731306004467 {}] cleaner.HFileCleaner(306): Exit Thread[master/f334e8b0fbdf:0:becomeActiveMaster-HFileCleaner.small.0-1731306004467,5,FailOnTimeoutGroup] 2024-11-11T06:20:18,831 INFO [M:0;f334e8b0fbdf:37207 {}] hbase.ChoreService(370): Chore service for: master/f334e8b0fbdf:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-11T06:20:18,831 INFO [M:0;f334e8b0fbdf:37207 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T06:20:18,831 DEBUG [M:0;f334e8b0fbdf:37207 {}] master.HMaster(1795): Stopping service threads 2024-11-11T06:20:18,831 INFO [M:0;f334e8b0fbdf:37207 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-11T06:20:18,831 INFO [M:0;f334e8b0fbdf:37207 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T06:20:18,831 INFO [M:0;f334e8b0fbdf:37207 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-11T06:20:18,831 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-11T06:20:18,832 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37207-0x10105aee29e0003, quorum=127.0.0.1:58305, baseZNode=/11604284699 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11604284699/master 2024-11-11T06:20:18,832 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37207-0x10105aee29e0003, quorum=127.0.0.1:58305, baseZNode=/11604284699 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11604284699 2024-11-11T06:20:18,832 DEBUG [M:0;f334e8b0fbdf:37207 {}] zookeeper.ZKUtil(347): master:37207-0x10105aee29e0003, quorum=127.0.0.1:58305, baseZNode=/11604284699 Unable to get data of znode /11604284699/master because node does not exist (not an error) 2024-11-11T06:20:18,832 WARN [M:0;f334e8b0fbdf:37207 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-11T06:20:18,833 INFO [M:0;f334e8b0fbdf:37207 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:43261/user/jenkins/test-data/3f2426f9-3889-7ddd-2d64-9e3ebea2a2be/.lastflushedseqids 2024-11-11T06:20:18,838 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40651 is added to blk_1073741836_1012 (size=99) 2024-11-11T06:20:18,929 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42623-0x10105aee29e0004, quorum=127.0.0.1:58305, baseZNode=/11604284699 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T06:20:18,929 INFO [RS:0;f334e8b0fbdf:42623 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T06:20:18,930 INFO [RS:0;f334e8b0fbdf:42623 {}] regionserver.HRegionServer(1031): Exiting; stopping=f334e8b0fbdf,42623,1731306003785; zookeeper connection closed. 2024-11-11T06:20:18,930 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42623-0x10105aee29e0004, quorum=127.0.0.1:58305, baseZNode=/11604284699 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T06:20:18,930 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@70a38e9d {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@70a38e9d 2024-11-11T06:20:18,930 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-11T06:20:19,239 INFO [M:0;f334e8b0fbdf:37207 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-11T06:20:19,240 INFO [M:0;f334e8b0fbdf:37207 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-11T06:20:19,240 DEBUG [M:0;f334e8b0fbdf:37207 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-11T06:20:19,240 INFO [M:0;f334e8b0fbdf:37207 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T06:20:19,240 DEBUG [M:0;f334e8b0fbdf:37207 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T06:20:19,240 DEBUG [M:0;f334e8b0fbdf:37207 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-11T06:20:19,240 DEBUG [M:0;f334e8b0fbdf:37207 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T06:20:19,240 INFO [M:0;f334e8b0fbdf:37207 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-11-11T06:20:19,258 DEBUG [M:0;f334e8b0fbdf:37207 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43261/user/jenkins/test-data/3f2426f9-3889-7ddd-2d64-9e3ebea2a2be/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a083e806b6be43b19bf903e0fd132fdc is 82, key is hbase:meta,,1/info:regioninfo/1731306005694/Put/seqid=0 2024-11-11T06:20:19,262 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40651 is added to blk_1073741837_1013 (size=5672) 2024-11-11T06:20:19,318 DEBUG [RS:0;f334e8b0fbdf:37605.replicationSource.wal-reader.f334e8b0fbdf%2C37605%2C1731306012856,2-f334e8b0fbdf,37605,1731306012856 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39979/user/jenkins/test-data/5cf02d84-3b94-0f65-797b-ff7ee2f0659f/WALs/f334e8b0fbdf,37605,1731306012856/f334e8b0fbdf%2C37605%2C1731306012856.1731306013829 to pos 0, reset compression=false 2024-11-11T06:20:19,318 DEBUG [RS:0;f334e8b0fbdf:37605.replicationSource.wal-reader.f334e8b0fbdf%2C37605%2C1731306012856,1-f334e8b0fbdf,37605,1731306012856 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39979/user/jenkins/test-data/5cf02d84-3b94-0f65-797b-ff7ee2f0659f/WALs/f334e8b0fbdf,37605,1731306012856/f334e8b0fbdf%2C37605%2C1731306012856.1731306013829 to pos 0, reset compression=false 2024-11-11T06:20:19,655 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-11T06:20:19,663 INFO [M:0;f334e8b0fbdf:37207 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:43261/user/jenkins/test-data/3f2426f9-3889-7ddd-2d64-9e3ebea2a2be/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a083e806b6be43b19bf903e0fd132fdc 2024-11-11T06:20:19,691 DEBUG [M:0;f334e8b0fbdf:37207 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43261/user/jenkins/test-data/3f2426f9-3889-7ddd-2d64-9e3ebea2a2be/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/28d00459c0a04404b40a99325320452d is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1731306005720/Put/seqid=0 2024-11-11T06:20:19,695 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40651 is added to blk_1073741838_1014 (size=5275) 2024-11-11T06:20:20,096 INFO [M:0;f334e8b0fbdf:37207 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:43261/user/jenkins/test-data/3f2426f9-3889-7ddd-2d64-9e3ebea2a2be/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/28d00459c0a04404b40a99325320452d 2024-11-11T06:20:20,117 DEBUG [M:0;f334e8b0fbdf:37207 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43261/user/jenkins/test-data/3f2426f9-3889-7ddd-2d64-9e3ebea2a2be/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/635feb3956de4f8fb1c62c1c70f83e8a is 69, key is f334e8b0fbdf,42623,1731306003785/rs:state/1731306004537/Put/seqid=0 2024-11-11T06:20:20,121 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40651 is added to blk_1073741839_1015 (size=5156) 2024-11-11T06:20:20,425 DEBUG [RS:0;f334e8b0fbdf:37605.replicationSource.wal-reader.f334e8b0fbdf%2C37605%2C1731306012856,2-f334e8b0fbdf,37605,1731306012856 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39979/user/jenkins/test-data/5cf02d84-3b94-0f65-797b-ff7ee2f0659f/WALs/f334e8b0fbdf,37605,1731306012856/f334e8b0fbdf%2C37605%2C1731306012856.1731306013829 to pos 0, reset compression=false 2024-11-11T06:20:20,425 DEBUG [RS:0;f334e8b0fbdf:37605.replicationSource.wal-reader.f334e8b0fbdf%2C37605%2C1731306012856,1-f334e8b0fbdf,37605,1731306012856 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39979/user/jenkins/test-data/5cf02d84-3b94-0f65-797b-ff7ee2f0659f/WALs/f334e8b0fbdf,37605,1731306012856/f334e8b0fbdf%2C37605%2C1731306012856.1731306013829 to pos 0, reset compression=false 2024-11-11T06:20:20,523 INFO [M:0;f334e8b0fbdf:37207 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:43261/user/jenkins/test-data/3f2426f9-3889-7ddd-2d64-9e3ebea2a2be/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/635feb3956de4f8fb1c62c1c70f83e8a 2024-11-11T06:20:20,529 DEBUG [M:0;f334e8b0fbdf:37207 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43261/user/jenkins/test-data/3f2426f9-3889-7ddd-2d64-9e3ebea2a2be/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a083e806b6be43b19bf903e0fd132fdc as hdfs://localhost:43261/user/jenkins/test-data/3f2426f9-3889-7ddd-2d64-9e3ebea2a2be/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a083e806b6be43b19bf903e0fd132fdc 2024-11-11T06:20:20,535 INFO [M:0;f334e8b0fbdf:37207 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43261/user/jenkins/test-data/3f2426f9-3889-7ddd-2d64-9e3ebea2a2be/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a083e806b6be43b19bf903e0fd132fdc, entries=8, sequenceid=28, filesize=5.5 K 2024-11-11T06:20:20,537 DEBUG [M:0;f334e8b0fbdf:37207 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43261/user/jenkins/test-data/3f2426f9-3889-7ddd-2d64-9e3ebea2a2be/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/28d00459c0a04404b40a99325320452d as hdfs://localhost:43261/user/jenkins/test-data/3f2426f9-3889-7ddd-2d64-9e3ebea2a2be/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/28d00459c0a04404b40a99325320452d 2024-11-11T06:20:20,542 INFO [M:0;f334e8b0fbdf:37207 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43261/user/jenkins/test-data/3f2426f9-3889-7ddd-2d64-9e3ebea2a2be/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/28d00459c0a04404b40a99325320452d, entries=3, sequenceid=28, filesize=5.2 K 2024-11-11T06:20:20,543 DEBUG [M:0;f334e8b0fbdf:37207 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43261/user/jenkins/test-data/3f2426f9-3889-7ddd-2d64-9e3ebea2a2be/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/635feb3956de4f8fb1c62c1c70f83e8a as hdfs://localhost:43261/user/jenkins/test-data/3f2426f9-3889-7ddd-2d64-9e3ebea2a2be/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/635feb3956de4f8fb1c62c1c70f83e8a 2024-11-11T06:20:20,549 INFO [M:0;f334e8b0fbdf:37207 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43261/user/jenkins/test-data/3f2426f9-3889-7ddd-2d64-9e3ebea2a2be/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/635feb3956de4f8fb1c62c1c70f83e8a, entries=1, sequenceid=28, filesize=5.0 K 2024-11-11T06:20:20,550 INFO [M:0;f334e8b0fbdf:37207 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1310ms, sequenceid=28, compaction requested=false 2024-11-11T06:20:20,551 INFO [M:0;f334e8b0fbdf:37207 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T06:20:20,552 DEBUG [M:0;f334e8b0fbdf:37207 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731306019240Disabling compacts and flushes for region at 1731306019240Disabling writes for close at 1731306019240Obtaining lock to block concurrent updates at 1731306019240Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731306019240Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1731306019241 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731306019242 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731306019242Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731306019257 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731306019257Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731306019670 (+413 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731306019690 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731306019690Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731306020102 (+412 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731306020117 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731306020117Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@9dc46b3: reopening flushed file at 1731306020528 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@235f2a93: reopening flushed file at 1731306020536 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@263b1258: reopening flushed file at 1731306020542 (+6 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1310ms, sequenceid=28, compaction requested=false at 1731306020550 (+8 ms)Writing region close event to WAL at 1731306020551 (+1 ms)Closed at 1731306020551 2024-11-11T06:20:20,554 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40651 is added to blk_1073741830_1006 (size=10165) 2024-11-11T06:20:20,555 INFO [M:0;f334e8b0fbdf:37207 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-11T06:20:20,555 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T06:20:20,555 INFO [M:0;f334e8b0fbdf:37207 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37207 2024-11-11T06:20:20,558 INFO [M:0;f334e8b0fbdf:37207 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T06:20:20,661 INFO [M:0;f334e8b0fbdf:37207 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T06:20:20,661 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37207-0x10105aee29e0003, quorum=127.0.0.1:58305, baseZNode=/11604284699 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T06:20:20,661 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37207-0x10105aee29e0003, quorum=127.0.0.1:58305, baseZNode=/11604284699 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T06:20:20,664 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@13e60d0f{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T06:20:20,667 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5f010d04{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T06:20:20,667 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T06:20:20,667 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1fbdc144{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T06:20:20,667 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@57bd8292{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/74e61e9a-33c8-122a-4b86-fcd64003d587/hadoop.log.dir/,STOPPED} 2024-11-11T06:20:20,669 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-11T06:20:20,669 WARN [BP-1656633779-172.17.0.2-1731306002671 heartbeating to localhost/127.0.0.1:43261 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-11T06:20:20,669 WARN [BP-1656633779-172.17.0.2-1731306002671 heartbeating to localhost/127.0.0.1:43261 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1656633779-172.17.0.2-1731306002671 (Datanode Uuid c767d969-aca3-4373-9d69-45d93cea8f5f) service to localhost/127.0.0.1:43261 2024-11-11T06:20:20,669 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-11T06:20:20,671 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/74e61e9a-33c8-122a-4b86-fcd64003d587/cluster_f616a390-c024-f66a-ee41-b3073d8ce290/data/data1/current/BP-1656633779-172.17.0.2-1731306002671 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T06:20:20,671 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/74e61e9a-33c8-122a-4b86-fcd64003d587/cluster_f616a390-c024-f66a-ee41-b3073d8ce290/data/data2/current/BP-1656633779-172.17.0.2-1731306002671 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T06:20:20,671 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-11T06:20:20,678 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@12160a33{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-11T06:20:20,679 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5e0e033c{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T06:20:20,679 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T06:20:20,679 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1ffeef95{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T06:20:20,679 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@75bf8bfb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/74e61e9a-33c8-122a-4b86-fcd64003d587/hadoop.log.dir/,STOPPED} 2024-11-11T06:20:20,698 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-11T06:20:20,698 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-11T06:20:20,698 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T06:20:20,698 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T06:20:20,698 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T06:20:20,698 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T06:20:20,698 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T06:20:20,698 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-11T06:20:20,699 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1700925873, stopped=false 2024-11-11T06:20:20,699 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=f334e8b0fbdf,45621,1731306012814 2024-11-11T06:20:20,700 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45621-0x10105aee29e0006, quorum=127.0.0.1:58305, baseZNode=/0-1473424933 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1473424933/running 2024-11-11T06:20:20,700 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37605-0x10105aee29e0007, quorum=127.0.0.1:58305, baseZNode=/0-1473424933 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1473424933/running 2024-11-11T06:20:20,701 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45621-0x10105aee29e0006, quorum=127.0.0.1:58305, baseZNode=/0-1473424933 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1473424933 2024-11-11T06:20:20,701 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T06:20:20,701 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37605-0x10105aee29e0007, quorum=127.0.0.1:58305, baseZNode=/0-1473424933 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1473424933 2024-11-11T06:20:20,701 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T06:20:20,701 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:45621-0x10105aee29e0006, quorum=127.0.0.1:58305, baseZNode=/0-1473424933 Set watcher on znode that does not yet exist, /0-1473424933/running 2024-11-11T06:20:20,702 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37605-0x10105aee29e0007, quorum=127.0.0.1:58305, baseZNode=/0-1473424933 Set watcher on znode that does not yet exist, /0-1473424933/running 2024-11-11T06:20:20,702 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T06:20:20,702 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T06:20:20,702 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'f334e8b0fbdf,37605,1731306012856' ***** 2024-11-11T06:20:20,702 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-11T06:20:20,702 INFO [RS:0;f334e8b0fbdf:37605 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-11T06:20:20,702 INFO [RS:0;f334e8b0fbdf:37605 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-11T06:20:20,702 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-11T06:20:20,702 INFO [RS:0;f334e8b0fbdf:37605 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-11T06:20:20,702 INFO [RS:0;f334e8b0fbdf:37605 {}] regionserver.HRegionServer(3091): Received CLOSE for 16edd39abcd8bdac43a7db722cfbca6b 2024-11-11T06:20:20,703 INFO [RS:0;f334e8b0fbdf:37605 {}] regionserver.HRegionServer(959): stopping server f334e8b0fbdf,37605,1731306012856 2024-11-11T06:20:20,703 INFO [RS:0;f334e8b0fbdf:37605 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T06:20:20,703 INFO [RS:0;f334e8b0fbdf:37605 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f334e8b0fbdf:37605. 2024-11-11T06:20:20,703 DEBUG [RS:0;f334e8b0fbdf:37605 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T06:20:20,703 DEBUG [RS:0;f334e8b0fbdf:37605 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T06:20:20,703 DEBUG [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 16edd39abcd8bdac43a7db722cfbca6b, disabling compactions & flushes 2024-11-11T06:20:20,703 INFO [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731306005910.16edd39abcd8bdac43a7db722cfbca6b. 2024-11-11T06:20:20,703 INFO [RS:0;f334e8b0fbdf:37605 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-11T06:20:20,703 INFO [RS:0;f334e8b0fbdf:37605 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-11T06:20:20,703 DEBUG [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731306005910.16edd39abcd8bdac43a7db722cfbca6b. 2024-11-11T06:20:20,703 INFO [RS:0;f334e8b0fbdf:37605 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-11T06:20:20,703 DEBUG [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731306005910.16edd39abcd8bdac43a7db722cfbca6b. after waiting 0 ms 2024-11-11T06:20:20,703 INFO [RS:0;f334e8b0fbdf:37605 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-11T06:20:20,703 DEBUG [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731306005910.16edd39abcd8bdac43a7db722cfbca6b. 2024-11-11T06:20:20,703 INFO [RS:0;f334e8b0fbdf:37605 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-11T06:20:20,703 DEBUG [RS:0;f334e8b0fbdf:37605 {}] regionserver.HRegionServer(1325): Online Regions={16edd39abcd8bdac43a7db722cfbca6b=hbase:replication,,1731306005910.16edd39abcd8bdac43a7db722cfbca6b., 1588230740=hbase:meta,,1.1588230740} 2024-11-11T06:20:20,704 DEBUG [RS:0;f334e8b0fbdf:37605 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 16edd39abcd8bdac43a7db722cfbca6b 2024-11-11T06:20:20,704 DEBUG [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-11T06:20:20,704 INFO [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-11T06:20:20,704 DEBUG [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-11T06:20:20,704 DEBUG [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-11T06:20:20,704 DEBUG [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-11T06:20:20,704 INFO [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=952 B heapSize=2.52 KB 2024-11-11T06:20:20,713 DEBUG [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39979/user/jenkins/test-data/5cf02d84-3b94-0f65-797b-ff7ee2f0659f/data/hbase/replication/16edd39abcd8bdac43a7db722cfbca6b/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=9 2024-11-11T06:20:20,713 DEBUG [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-11T06:20:20,714 DEBUG [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-11T06:20:20,714 INFO [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731306005910.16edd39abcd8bdac43a7db722cfbca6b. 2024-11-11T06:20:20,714 DEBUG [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 16edd39abcd8bdac43a7db722cfbca6b: Waiting for close lock at 1731306020703Running coprocessor pre-close hooks at 1731306020703Disabling compacts and flushes for region at 1731306020703Disabling writes for close at 1731306020703Writing region close event to WAL at 1731306020708 (+5 ms)Running coprocessor post-close hooks at 1731306020713 (+5 ms)Closed at 1731306020714 (+1 ms) 2024-11-11T06:20:20,714 DEBUG [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731306005910.16edd39abcd8bdac43a7db722cfbca6b. 2024-11-11T06:20:20,722 DEBUG [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39979/user/jenkins/test-data/5cf02d84-3b94-0f65-797b-ff7ee2f0659f/data/hbase/meta/1588230740/.tmp/info/79c0519e895b4203ba318dda4c87009a is 147, key is hbase:replication,,1731306005910.16edd39abcd8bdac43a7db722cfbca6b./info:regioninfo/1731306018459/Put/seqid=0 2024-11-11T06:20:20,726 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37831 is added to blk_1073741851_1027 (size=6385) 2024-11-11T06:20:20,766 INFO [regionserver/f334e8b0fbdf:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T06:20:20,904 DEBUG [RS:0;f334e8b0fbdf:37605 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T06:20:21,104 DEBUG [RS:0;f334e8b0fbdf:37605 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T06:20:21,127 INFO [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=952 B at sequenceid=19 (bloomFilter=true), to=hdfs://localhost:39979/user/jenkins/test-data/5cf02d84-3b94-0f65-797b-ff7ee2f0659f/data/hbase/meta/1588230740/.tmp/info/79c0519e895b4203ba318dda4c87009a 2024-11-11T06:20:21,135 DEBUG [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39979/user/jenkins/test-data/5cf02d84-3b94-0f65-797b-ff7ee2f0659f/data/hbase/meta/1588230740/.tmp/info/79c0519e895b4203ba318dda4c87009a as hdfs://localhost:39979/user/jenkins/test-data/5cf02d84-3b94-0f65-797b-ff7ee2f0659f/data/hbase/meta/1588230740/info/79c0519e895b4203ba318dda4c87009a 2024-11-11T06:20:21,141 INFO [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39979/user/jenkins/test-data/5cf02d84-3b94-0f65-797b-ff7ee2f0659f/data/hbase/meta/1588230740/info/79c0519e895b4203ba318dda4c87009a, entries=8, sequenceid=19, filesize=6.2 K 2024-11-11T06:20:21,142 INFO [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 438ms, sequenceid=19, compaction requested=false 2024-11-11T06:20:21,147 DEBUG [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39979/user/jenkins/test-data/5cf02d84-3b94-0f65-797b-ff7ee2f0659f/data/hbase/meta/1588230740/recovered.edits/22.seqid, newMaxSeqId=22, maxSeqId=14 2024-11-11T06:20:21,148 DEBUG [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-11T06:20:21,148 DEBUG [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-11T06:20:21,148 INFO [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-11T06:20:21,148 DEBUG [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731306020704Running coprocessor pre-close hooks at 1731306020704Disabling compacts and flushes for region at 1731306020704Disabling writes for close at 1731306020704Obtaining lock to block concurrent updates at 1731306020704Preparing flush snapshotting stores in 1588230740 at 1731306020704Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=952, getHeapSize=2520, getOffHeapSize=0, getCellsCount=8 at 1731306020704Flushing stores of hbase:meta,,1.1588230740 at 1731306020705 (+1 ms)Flushing 1588230740/info: creating writer at 1731306020705Flushing 1588230740/info: appending metadata at 1731306020721 (+16 ms)Flushing 1588230740/info: closing flushed file at 1731306020721Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@56b528bd: reopening flushed file at 1731306021134 (+413 ms)Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 438ms, sequenceid=19, compaction requested=false at 1731306021142 (+8 ms)Writing region close event to WAL at 1731306021143 (+1 ms)Running coprocessor post-close hooks at 1731306021148 (+5 ms)Closed at 1731306021148 2024-11-11T06:20:21,148 DEBUG [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-11T06:20:21,304 INFO [RS:0;f334e8b0fbdf:37605 {}] regionserver.HRegionServer(976): stopping server f334e8b0fbdf,37605,1731306012856; all regions closed. 2024-11-11T06:20:21,307 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37831 is added to blk_1073741849_1025 (size=2156) 2024-11-11T06:20:21,307 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/5cf02d84-3b94-0f65-797b-ff7ee2f0659f/WALs/f334e8b0fbdf,37605,1731306012856/f334e8b0fbdf%2C37605%2C1731306012856.meta.1731306014142.meta not finished, retry = 0 2024-11-11T06:20:21,411 DEBUG [RS:0;f334e8b0fbdf:37605 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/5cf02d84-3b94-0f65-797b-ff7ee2f0659f/oldWALs 2024-11-11T06:20:21,411 INFO [RS:0;f334e8b0fbdf:37605 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL f334e8b0fbdf%2C37605%2C1731306012856.meta:.meta(num 1731306014142) 2024-11-11T06:20:21,414 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37831 is added to blk_1073741850_1026 (size=796) 2024-11-11T06:20:21,416 DEBUG [RS:0;f334e8b0fbdf:37605 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/5cf02d84-3b94-0f65-797b-ff7ee2f0659f/oldWALs 2024-11-11T06:20:21,416 INFO [RS:0;f334e8b0fbdf:37605 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL f334e8b0fbdf%2C37605%2C1731306012856.rep:(num 1731306018411) 2024-11-11T06:20:21,418 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37831 is added to blk_1073741848_1024 (size=93) 2024-11-11T06:20:21,420 DEBUG [RS:0;f334e8b0fbdf:37605 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/5cf02d84-3b94-0f65-797b-ff7ee2f0659f/oldWALs 2024-11-11T06:20:21,420 INFO [RS:0;f334e8b0fbdf:37605 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL f334e8b0fbdf%2C37605%2C1731306012856:(num 1731306013829) 2024-11-11T06:20:21,420 DEBUG [RS:0;f334e8b0fbdf:37605 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T06:20:21,421 INFO [RS:0;f334e8b0fbdf:37605 {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T06:20:21,421 INFO [RS:0;f334e8b0fbdf:37605 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T06:20:21,421 INFO [RS:0;f334e8b0fbdf:37605 {}] hbase.ChoreService(370): Chore service for: regionserver/f334e8b0fbdf:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-11T06:20:21,421 INFO [RS:0;f334e8b0fbdf:37605 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T06:20:21,421 INFO [regionserver/f334e8b0fbdf:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T06:20:21,421 WARN [RS_CLAIM_REPLICATION_QUEUE-regionserver/f334e8b0fbdf:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.ReplicationSourceManager(915): Interrupted while waiting before transferring a queue. 2024-11-11T06:20:21,421 INFO [RS:0;f334e8b0fbdf:37605 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-f334e8b0fbdf,37605,1731306012856 because: Region server is closing 2024-11-11T06:20:21,421 INFO [RS_CLAIM_REPLICATION_QUEUE-regionserver/f334e8b0fbdf:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.ReplicationSourceManager(920): Not transferring queue since we are shutting down 2024-11-11T06:20:21,421 INFO [RS:0;f334e8b0fbdf:37605 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f334e8b0fbdf:37605. 2024-11-11T06:20:21,421 DEBUG [RS_CLAIM_REPLICATION_QUEUE-regionserver/f334e8b0fbdf:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=21 2024-11-11T06:20:21,422 DEBUG [RS:0;f334e8b0fbdf:37605 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T06:20:21,422 DEBUG [RS:0;f334e8b0fbdf:37605 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T06:20:21,422 DEBUG [RS:0;f334e8b0fbdf:37605 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T06:20:21,422 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T06:20:21,522 WARN [RS:0;f334e8b0fbdf:37605.replicationSource.wal-reader.f334e8b0fbdf%2C37605%2C1731306012856,1-f334e8b0fbdf,37605,1731306012856 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-11T06:20:21,522 WARN [RS:0;f334e8b0fbdf:37605.replicationSource.shipperf334e8b0fbdf%2C37605%2C1731306012856,1-f334e8b0fbdf,37605,1731306012856 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-11T06:20:21,523 INFO [RS:0;f334e8b0fbdf:37605 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS:0;f334e8b0fbdf:37605.replicationSource.shipperf334e8b0fbdf%2C37605%2C1731306012856,1-f334e8b0fbdf,37605,1731306012856 terminated 2024-11-11T06:20:21,523 INFO [RS:0;f334e8b0fbdf:37605 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-f334e8b0fbdf,37605,1731306012856 because: Region server is closing 2024-11-11T06:20:21,523 INFO [RS:0;f334e8b0fbdf:37605 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f334e8b0fbdf:37605. 2024-11-11T06:20:21,523 DEBUG [RS:0;f334e8b0fbdf:37605 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T06:20:21,523 DEBUG [RS:0;f334e8b0fbdf:37605 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T06:20:21,523 DEBUG [RS:0;f334e8b0fbdf:37605 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T06:20:21,523 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T06:20:21,623 WARN [RS:0;f334e8b0fbdf:37605.replicationSource.wal-reader.f334e8b0fbdf%2C37605%2C1731306012856,2-f334e8b0fbdf,37605,1731306012856 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-11T06:20:21,623 WARN [RS:0;f334e8b0fbdf:37605.replicationSource.shipperf334e8b0fbdf%2C37605%2C1731306012856,2-f334e8b0fbdf,37605,1731306012856 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-11T06:20:21,624 INFO [RS:0;f334e8b0fbdf:37605 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS:0;f334e8b0fbdf:37605.replicationSource.shipperf334e8b0fbdf%2C37605%2C1731306012856,2-f334e8b0fbdf,37605,1731306012856 terminated 2024-11-11T06:20:21,624 INFO [RS:0;f334e8b0fbdf:37605 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37605 2024-11-11T06:20:21,626 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37605-0x10105aee29e0007, quorum=127.0.0.1:58305, baseZNode=/0-1473424933 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1473424933/rs/f334e8b0fbdf,37605,1731306012856 2024-11-11T06:20:21,626 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45621-0x10105aee29e0006, quorum=127.0.0.1:58305, baseZNode=/0-1473424933 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1473424933/rs 2024-11-11T06:20:21,626 INFO [RS:0;f334e8b0fbdf:37605 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T06:20:21,628 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [f334e8b0fbdf,37605,1731306012856] 2024-11-11T06:20:21,630 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1473424933/draining/f334e8b0fbdf,37605,1731306012856 already deleted, retry=false 2024-11-11T06:20:21,630 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; f334e8b0fbdf,37605,1731306012856 expired; onlineServers=0 2024-11-11T06:20:21,630 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'f334e8b0fbdf,45621,1731306012814' ***** 2024-11-11T06:20:21,630 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-11T06:20:21,630 INFO [M:0;f334e8b0fbdf:45621 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T06:20:21,630 INFO [M:0;f334e8b0fbdf:45621 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T06:20:21,630 DEBUG [M:0;f334e8b0fbdf:45621 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-11T06:20:21,630 DEBUG [M:0;f334e8b0fbdf:45621 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-11T06:20:21,630 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-11T06:20:21,630 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster-HFileCleaner.small.0-1731306013560 {}] cleaner.HFileCleaner(306): Exit Thread[master/f334e8b0fbdf:0:becomeActiveMaster-HFileCleaner.small.0-1731306013560,5,FailOnTimeoutGroup] 2024-11-11T06:20:21,630 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster-HFileCleaner.large.0-1731306013558 {}] cleaner.HFileCleaner(306): Exit Thread[master/f334e8b0fbdf:0:becomeActiveMaster-HFileCleaner.large.0-1731306013558,5,FailOnTimeoutGroup] 2024-11-11T06:20:21,631 INFO [M:0;f334e8b0fbdf:45621 {}] hbase.ChoreService(370): Chore service for: master/f334e8b0fbdf:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-11T06:20:21,631 INFO [M:0;f334e8b0fbdf:45621 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T06:20:21,631 DEBUG [M:0;f334e8b0fbdf:45621 {}] master.HMaster(1795): Stopping service threads 2024-11-11T06:20:21,631 INFO [M:0;f334e8b0fbdf:45621 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-11T06:20:21,631 INFO [M:0;f334e8b0fbdf:45621 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T06:20:21,631 INFO [M:0;f334e8b0fbdf:45621 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-11T06:20:21,631 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-11T06:20:21,632 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45621-0x10105aee29e0006, quorum=127.0.0.1:58305, baseZNode=/0-1473424933 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1473424933/master 2024-11-11T06:20:21,632 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45621-0x10105aee29e0006, quorum=127.0.0.1:58305, baseZNode=/0-1473424933 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1473424933 2024-11-11T06:20:21,632 DEBUG [M:0;f334e8b0fbdf:45621 {}] zookeeper.ZKUtil(347): master:45621-0x10105aee29e0006, quorum=127.0.0.1:58305, baseZNode=/0-1473424933 Unable to get data of znode /0-1473424933/master because node does not exist (not an error) 2024-11-11T06:20:21,632 WARN [M:0;f334e8b0fbdf:45621 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-11T06:20:21,633 INFO [M:0;f334e8b0fbdf:45621 {}] master.ServerManager(1134): Rewriting .lastflushedseqids file at: hdfs://localhost:39979/user/jenkins/test-data/5cf02d84-3b94-0f65-797b-ff7ee2f0659f/.lastflushedseqids 2024-11-11T06:20:21,639 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37831 is added to blk_1073741852_1028 (size=181) 2024-11-11T06:20:21,640 INFO [M:0;f334e8b0fbdf:45621 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-11T06:20:21,640 INFO [M:0;f334e8b0fbdf:45621 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-11T06:20:21,640 DEBUG [M:0;f334e8b0fbdf:45621 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-11T06:20:21,640 INFO [M:0;f334e8b0fbdf:45621 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T06:20:21,640 DEBUG [M:0;f334e8b0fbdf:45621 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T06:20:21,640 DEBUG [M:0;f334e8b0fbdf:45621 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-11T06:20:21,640 DEBUG [M:0;f334e8b0fbdf:45621 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T06:20:21,640 INFO [M:0;f334e8b0fbdf:45621 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=18.30 KB heapSize=24.09 KB 2024-11-11T06:20:21,657 DEBUG [M:0;f334e8b0fbdf:45621 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39979/user/jenkins/test-data/5cf02d84-3b94-0f65-797b-ff7ee2f0659f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8a5f0546f07a49c5a66764c3da1092f4 is 82, key is hbase:meta,,1/info:regioninfo/1731306014201/Put/seqid=0 2024-11-11T06:20:21,661 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37831 is added to blk_1073741853_1029 (size=5680) 2024-11-11T06:20:21,728 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37605-0x10105aee29e0007, quorum=127.0.0.1:58305, baseZNode=/0-1473424933 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T06:20:21,728 INFO [RS:0;f334e8b0fbdf:37605 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T06:20:21,728 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37605-0x10105aee29e0007, quorum=127.0.0.1:58305, baseZNode=/0-1473424933 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T06:20:21,728 INFO [RS:0;f334e8b0fbdf:37605 {}] regionserver.HRegionServer(1031): Exiting; stopping=f334e8b0fbdf,37605,1731306012856; zookeeper connection closed. 2024-11-11T06:20:21,728 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3bae8ca8 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3bae8ca8 2024-11-11T06:20:21,729 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-11T06:20:22,062 INFO [M:0;f334e8b0fbdf:45621 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:39979/user/jenkins/test-data/5cf02d84-3b94-0f65-797b-ff7ee2f0659f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8a5f0546f07a49c5a66764c3da1092f4 2024-11-11T06:20:22,085 DEBUG [M:0;f334e8b0fbdf:45621 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39979/user/jenkins/test-data/5cf02d84-3b94-0f65-797b-ff7ee2f0659f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ca27142c4f5f4e08857627276e3cbf64 is 375, key is \x00\x00\x00\x00\x00\x00\x00\x12/proc:d/1731306018468/Put/seqid=0 2024-11-11T06:20:22,089 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37831 is added to blk_1073741854_1030 (size=7319) 2024-11-11T06:20:22,490 INFO [M:0;f334e8b0fbdf:45621 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.69 KB at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:39979/user/jenkins/test-data/5cf02d84-3b94-0f65-797b-ff7ee2f0659f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ca27142c4f5f4e08857627276e3cbf64 2024-11-11T06:20:22,516 DEBUG [M:0;f334e8b0fbdf:45621 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39979/user/jenkins/test-data/5cf02d84-3b94-0f65-797b-ff7ee2f0659f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d77ea35bfd07440dbf4ae5507111e7c3 is 69, key is f334e8b0fbdf,37605,1731306012856/rs:state/1731306013605/Put/seqid=0 2024-11-11T06:20:22,521 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37831 is added to blk_1073741855_1031 (size=5371) 2024-11-11T06:20:22,922 INFO [M:0;f334e8b0fbdf:45621 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=119 B at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:39979/user/jenkins/test-data/5cf02d84-3b94-0f65-797b-ff7ee2f0659f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d77ea35bfd07440dbf4ae5507111e7c3 2024-11-11T06:20:22,928 INFO [M:0;f334e8b0fbdf:45621 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d77ea35bfd07440dbf4ae5507111e7c3 2024-11-11T06:20:22,929 DEBUG [M:0;f334e8b0fbdf:45621 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39979/user/jenkins/test-data/5cf02d84-3b94-0f65-797b-ff7ee2f0659f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8a5f0546f07a49c5a66764c3da1092f4 as hdfs://localhost:39979/user/jenkins/test-data/5cf02d84-3b94-0f65-797b-ff7ee2f0659f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/8a5f0546f07a49c5a66764c3da1092f4 2024-11-11T06:20:22,935 INFO [M:0;f334e8b0fbdf:45621 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39979/user/jenkins/test-data/5cf02d84-3b94-0f65-797b-ff7ee2f0659f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/8a5f0546f07a49c5a66764c3da1092f4, entries=8, sequenceid=172, filesize=5.5 K 2024-11-11T06:20:22,936 DEBUG [M:0;f334e8b0fbdf:45621 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39979/user/jenkins/test-data/5cf02d84-3b94-0f65-797b-ff7ee2f0659f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ca27142c4f5f4e08857627276e3cbf64 as hdfs://localhost:39979/user/jenkins/test-data/5cf02d84-3b94-0f65-797b-ff7ee2f0659f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/ca27142c4f5f4e08857627276e3cbf64 2024-11-11T06:20:22,941 INFO [M:0;f334e8b0fbdf:45621 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39979/user/jenkins/test-data/5cf02d84-3b94-0f65-797b-ff7ee2f0659f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/ca27142c4f5f4e08857627276e3cbf64, entries=7, sequenceid=172, filesize=7.1 K 2024-11-11T06:20:22,942 DEBUG [M:0;f334e8b0fbdf:45621 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39979/user/jenkins/test-data/5cf02d84-3b94-0f65-797b-ff7ee2f0659f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d77ea35bfd07440dbf4ae5507111e7c3 as hdfs://localhost:39979/user/jenkins/test-data/5cf02d84-3b94-0f65-797b-ff7ee2f0659f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d77ea35bfd07440dbf4ae5507111e7c3 2024-11-11T06:20:22,948 INFO [M:0;f334e8b0fbdf:45621 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d77ea35bfd07440dbf4ae5507111e7c3 2024-11-11T06:20:22,948 INFO [M:0;f334e8b0fbdf:45621 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39979/user/jenkins/test-data/5cf02d84-3b94-0f65-797b-ff7ee2f0659f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d77ea35bfd07440dbf4ae5507111e7c3, entries=2, sequenceid=172, filesize=5.2 K 2024-11-11T06:20:22,950 INFO [M:0;f334e8b0fbdf:45621 {}] regionserver.HRegion(3140): Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1310ms, sequenceid=172, compaction requested=false 2024-11-11T06:20:22,951 INFO [M:0;f334e8b0fbdf:45621 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T06:20:22,951 DEBUG [M:0;f334e8b0fbdf:45621 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731306021640Disabling compacts and flushes for region at 1731306021640Disabling writes for close at 1731306021640Obtaining lock to block concurrent updates at 1731306021640Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731306021640Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=18738, getHeapSize=24600, getOffHeapSize=0, getCellsCount=65 at 1731306021641 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731306021642 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731306021642Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731306021657 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731306021657Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731306022069 (+412 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731306022085 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731306022085Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731306022497 (+412 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731306022515 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731306022515Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3ec82fa5: reopening flushed file at 1731306022928 (+413 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5c60be20: reopening flushed file at 1731306022935 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@323b8189: reopening flushed file at 1731306022941 (+6 ms)Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1310ms, sequenceid=172, compaction requested=false at 1731306022950 (+9 ms)Writing region close event to WAL at 1731306022951 (+1 ms)Closed at 1731306022951 2024-11-11T06:20:22,954 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37831 is added to blk_1073741847_1023 (size=22949) 2024-11-11T06:20:22,955 INFO [M:0;f334e8b0fbdf:45621 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-11T06:20:22,955 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T06:20:22,955 INFO [M:0;f334e8b0fbdf:45621 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45621 2024-11-11T06:20:22,955 INFO [M:0;f334e8b0fbdf:45621 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T06:20:23,057 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45621-0x10105aee29e0006, quorum=127.0.0.1:58305, baseZNode=/0-1473424933 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T06:20:23,057 INFO [M:0;f334e8b0fbdf:45621 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T06:20:23,057 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45621-0x10105aee29e0006, quorum=127.0.0.1:58305, baseZNode=/0-1473424933 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T06:20:23,060 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7a2d6a05{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T06:20:23,060 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7f5d5cd1{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T06:20:23,060 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T06:20:23,060 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@44d45b59{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T06:20:23,060 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6c529a07{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5107ec3c-b023-3abe-abc2-5a4b84422166/hadoop.log.dir/,STOPPED} 2024-11-11T06:20:23,062 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-11T06:20:23,062 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-11T06:20:23,062 WARN [BP-234116120-172.17.0.2-1731305995022 heartbeating to localhost/127.0.0.1:39979 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-11T06:20:23,062 WARN [BP-234116120-172.17.0.2-1731305995022 heartbeating to localhost/127.0.0.1:39979 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-234116120-172.17.0.2-1731305995022 (Datanode Uuid 7254ff00-6814-454f-85d7-5d979f44ce35) service to localhost/127.0.0.1:39979 2024-11-11T06:20:23,063 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5107ec3c-b023-3abe-abc2-5a4b84422166/cluster_4343ff10-4131-24df-a6b8-afc3adddd710/data/data1/current/BP-234116120-172.17.0.2-1731305995022 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T06:20:23,063 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5107ec3c-b023-3abe-abc2-5a4b84422166/cluster_4343ff10-4131-24df-a6b8-afc3adddd710/data/data2/current/BP-234116120-172.17.0.2-1731305995022 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T06:20:23,063 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-11T06:20:23,069 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@303ee801{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-11T06:20:23,069 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@65cd7e94{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T06:20:23,069 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T06:20:23,070 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@178525d5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T06:20:23,070 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4f6d0cec{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5107ec3c-b023-3abe-abc2-5a4b84422166/hadoop.log.dir/,STOPPED} 2024-11-11T06:20:23,078 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-11T06:20:23,095 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-11T06:20:23,105 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testBasePeerConfigsForReplicationPeer Thread=108 (was 11) Potentially hanging thread: Timer for 'DataNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:43261 from jenkins.hfs.1 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:58305) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: ForkJoinPool-2-worker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:43261 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/f334e8b0fbdf:0.procedureResultReporter app//org.apache.hadoop.hbase.regionserver.HRegionServer.reportProcedureDone(HRegionServer.java:3557) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:90) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:58305) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: ForkJoinPool-2-worker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-14 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-EventThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-15 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43261 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:39979 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43261 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-16 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/f334e8b0fbdf:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39979 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/f334e8b0fbdf:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:39979 from jenkins.hfs.2 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@1240dd1b java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test.named-queue-events-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcClient-timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43261 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:39979 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39979 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:43261 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/f334e8b0fbdf:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:43261 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.2@localhost:39979 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: zk-event-processor-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: HMaster-EventLoopGroup-5-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-EventThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) Potentially hanging thread: SessionTracker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) Potentially hanging thread: HMaster-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/f334e8b0fbdf:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-13 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: HMaster-EventLoopGroup-7-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.1@localhost:43261 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:39979 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39979 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async-Client-Retry-Timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43261 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.0@localhost:39979 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43261 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: zk-event-processor-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: weak-ref-cleaner-strictcontextstorage java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=428 (was 287) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=89 (was 50) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=9428 (was 10198) 2024-11-11T06:20:23,117 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer Thread=108, OpenFileDescriptor=428, MaxFileDescriptor=1048576, SystemLoadAverage=89, ProcessCount=11, AvailableMemoryMB=9431 2024-11-11T06:20:23,132 INFO [Time-limited test {}] replication.TestMasterReplication(553): testBasePeerConfigsForPeerMutations 2024-11-11T06:20:23,133 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/74e61e9a-33c8-122a-4b86-fcd64003d587/hadoop.log.dir so I do NOT create it in target/test-data/22df915e-85df-fec4-94e3-7365aee5946c 2024-11-11T06:20:23,133 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/74e61e9a-33c8-122a-4b86-fcd64003d587/hadoop.log.dir Erasing configuration value by system value. 2024-11-11T06:20:23,133 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/74e61e9a-33c8-122a-4b86-fcd64003d587/hadoop.tmp.dir so I do NOT create it in target/test-data/22df915e-85df-fec4-94e3-7365aee5946c 2024-11-11T06:20:23,133 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/74e61e9a-33c8-122a-4b86-fcd64003d587/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-11T06:20:23,133 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/22df915e-85df-fec4-94e3-7365aee5946c 2024-11-11T06:20:23,133 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/22df915e-85df-fec4-94e3-7365aee5946c/cluster_62119663-f00f-f926-96b7-1a3ef276a956, deleteOnExit=true 2024-11-11T06:20:23,136 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/22df915e-85df-fec4-94e3-7365aee5946c/cluster_62119663-f00f-f926-96b7-1a3ef276a956/zookeeper_0, clientPort=58831, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/22df915e-85df-fec4-94e3-7365aee5946c/cluster_62119663-f00f-f926-96b7-1a3ef276a956/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/22df915e-85df-fec4-94e3-7365aee5946c/cluster_62119663-f00f-f926-96b7-1a3ef276a956/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-11T06:20:23,137 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=58831 2024-11-11T06:20:23,137 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-11T06:20:23,137 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-11T06:20:23,137 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/22df915e-85df-fec4-94e3-7365aee5946c/test.cache.data in system properties and HBase conf 2024-11-11T06:20:23,137 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/22df915e-85df-fec4-94e3-7365aee5946c/hadoop.tmp.dir in system properties and HBase conf 2024-11-11T06:20:23,137 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/22df915e-85df-fec4-94e3-7365aee5946c/hadoop.log.dir in system properties and HBase conf 2024-11-11T06:20:23,137 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/22df915e-85df-fec4-94e3-7365aee5946c/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-11T06:20:23,138 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/22df915e-85df-fec4-94e3-7365aee5946c/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-11T06:20:23,138 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-11T06:20:23,138 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-11T06:20:23,138 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/22df915e-85df-fec4-94e3-7365aee5946c/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-11T06:20:23,138 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/22df915e-85df-fec4-94e3-7365aee5946c/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-11T06:20:23,138 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/22df915e-85df-fec4-94e3-7365aee5946c/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-11T06:20:23,138 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/22df915e-85df-fec4-94e3-7365aee5946c/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-11T06:20:23,138 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/22df915e-85df-fec4-94e3-7365aee5946c/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-11T06:20:23,138 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/22df915e-85df-fec4-94e3-7365aee5946c/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-11T06:20:23,138 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/22df915e-85df-fec4-94e3-7365aee5946c/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-11T06:20:23,138 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/22df915e-85df-fec4-94e3-7365aee5946c/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-11T06:20:23,139 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/22df915e-85df-fec4-94e3-7365aee5946c/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-11T06:20:23,139 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/22df915e-85df-fec4-94e3-7365aee5946c/nfs.dump.dir in system properties and HBase conf 2024-11-11T06:20:23,139 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/22df915e-85df-fec4-94e3-7365aee5946c/java.io.tmpdir in system properties and HBase conf 2024-11-11T06:20:23,139 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/22df915e-85df-fec4-94e3-7365aee5946c/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-11T06:20:23,139 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/22df915e-85df-fec4-94e3-7365aee5946c/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-11T06:20:23,139 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/22df915e-85df-fec4-94e3-7365aee5946c/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-11T06:20:23,174 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x10105aee29e0005, quorum=127.0.0.1:58305, baseZNode=/11604284699 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-11T06:20:23,174 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x10105aee29e0002, quorum=127.0.0.1:58305, baseZNode=/0-1473424933 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-11T06:20:23,174 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x10105aee29e0005, quorum=127.0.0.1:58305, baseZNode=/11604284699 Received Disconnected from ZooKeeper, ignoring 2024-11-11T06:20:23,174 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x10105aee29e0002, quorum=127.0.0.1:58305, baseZNode=/0-1473424933 Received Disconnected from ZooKeeper, ignoring 2024-11-11T06:20:23,221 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-11T06:20:23,223 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T06:20:23,246 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T06:20:23,280 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T06:20:23,285 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T06:20:23,286 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T06:20:23,286 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T06:20:23,286 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-11T06:20:23,287 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T06:20:23,288 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@251e1419{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/22df915e-85df-fec4-94e3-7365aee5946c/hadoop.log.dir/,AVAILABLE} 2024-11-11T06:20:23,288 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@cfceb2b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T06:20:23,405 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5588082c{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/22df915e-85df-fec4-94e3-7365aee5946c/java.io.tmpdir/jetty-localhost-44739-hadoop-hdfs-3_4_1-tests_jar-_-any-10014171577070893057/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-11T06:20:23,406 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@163f6d76{HTTP/1.1, (http/1.1)}{localhost:44739} 2024-11-11T06:20:23,406 INFO [Time-limited test {}] server.Server(415): Started @30411ms 2024-11-11T06:20:23,504 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T06:20:23,508 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T06:20:23,509 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T06:20:23,509 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T06:20:23,509 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-11T06:20:23,512 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@59853d8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/22df915e-85df-fec4-94e3-7365aee5946c/hadoop.log.dir/,AVAILABLE} 2024-11-11T06:20:23,513 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2d402cfc{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T06:20:23,629 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@290b7f89{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/22df915e-85df-fec4-94e3-7365aee5946c/java.io.tmpdir/jetty-localhost-33375-hadoop-hdfs-3_4_1-tests_jar-_-any-10862269203622972383/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T06:20:23,630 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@55ffd705{HTTP/1.1, (http/1.1)}{localhost:33375} 2024-11-11T06:20:23,630 INFO [Time-limited test {}] server.Server(415): Started @30635ms 2024-11-11T06:20:23,631 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-11T06:20:23,735 WARN [Thread-500 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/22df915e-85df-fec4-94e3-7365aee5946c/cluster_62119663-f00f-f926-96b7-1a3ef276a956/data/data2/current/BP-1265868637-172.17.0.2-1731306023172/current, will proceed with Du for space computation calculation, 2024-11-11T06:20:23,735 WARN [Thread-499 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/22df915e-85df-fec4-94e3-7365aee5946c/cluster_62119663-f00f-f926-96b7-1a3ef276a956/data/data1/current/BP-1265868637-172.17.0.2-1731306023172/current, will proceed with Du for space computation calculation, 2024-11-11T06:20:23,758 WARN [Thread-487 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-11T06:20:23,761 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf167863e70a22b8f with lease ID 0xdc590bf08fc94e6c: Processing first storage report for DS-5d57a671-6463-4ec6-a895-121c894211c1 from datanode DatanodeRegistration(127.0.0.1:37823, datanodeUuid=cd568628-d5cf-460a-96ee-e2963e390ca6, infoPort=44477, infoSecurePort=0, ipcPort=40371, storageInfo=lv=-57;cid=testClusterID;nsid=465156532;c=1731306023172) 2024-11-11T06:20:23,761 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf167863e70a22b8f with lease ID 0xdc590bf08fc94e6c: from storage DS-5d57a671-6463-4ec6-a895-121c894211c1 node DatanodeRegistration(127.0.0.1:37823, datanodeUuid=cd568628-d5cf-460a-96ee-e2963e390ca6, infoPort=44477, infoSecurePort=0, ipcPort=40371, storageInfo=lv=-57;cid=testClusterID;nsid=465156532;c=1731306023172), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T06:20:23,761 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf167863e70a22b8f with lease ID 0xdc590bf08fc94e6c: Processing first storage report for DS-991b13e8-03e7-4a4d-8bd8-8fd08f4bc6eb from datanode DatanodeRegistration(127.0.0.1:37823, datanodeUuid=cd568628-d5cf-460a-96ee-e2963e390ca6, infoPort=44477, infoSecurePort=0, ipcPort=40371, storageInfo=lv=-57;cid=testClusterID;nsid=465156532;c=1731306023172) 2024-11-11T06:20:23,761 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf167863e70a22b8f with lease ID 0xdc590bf08fc94e6c: from storage DS-991b13e8-03e7-4a4d-8bd8-8fd08f4bc6eb node DatanodeRegistration(127.0.0.1:37823, datanodeUuid=cd568628-d5cf-460a-96ee-e2963e390ca6, infoPort=44477, infoSecurePort=0, ipcPort=40371, storageInfo=lv=-57;cid=testClusterID;nsid=465156532;c=1731306023172), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T06:20:23,764 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/22df915e-85df-fec4-94e3-7365aee5946c 2024-11-11T06:20:23,764 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T06:20:23,765 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T06:20:23,774 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37823 is added to blk_1073741825_1001 (size=7) 2024-11-11T06:20:24,176 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:37473/user/jenkins/test-data/b0be7c00-cee2-f97c-ab0d-a405d90ffb0e with version=8 2024-11-11T06:20:24,176 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:37473/user/jenkins/test-data/b0be7c00-cee2-f97c-ab0d-a405d90ffb0e/hbase-staging 2024-11-11T06:20:24,179 INFO [Time-limited test {}] client.ConnectionUtils(128): master/f334e8b0fbdf:0 server-side Connection retries=45 2024-11-11T06:20:24,179 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T06:20:24,179 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T06:20:24,179 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T06:20:24,179 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T06:20:24,179 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T06:20:24,179 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-11T06:20:24,179 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T06:20:24,180 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34175 2024-11-11T06:20:24,182 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:34175 connecting to ZooKeeper ensemble=127.0.0.1:58831 2024-11-11T06:20:24,187 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:341750x0, quorum=127.0.0.1:58831, baseZNode=/0-166710335 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T06:20:24,187 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:34175-0x10105af536f0000 connected 2024-11-11T06:20:24,202 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T06:20:24,204 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T06:20:24,206 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34175-0x10105af536f0000, quorum=127.0.0.1:58831, baseZNode=/0-166710335 Set watcher on znode that does not yet exist, /0-166710335/running 2024-11-11T06:20:24,206 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:37473/user/jenkins/test-data/b0be7c00-cee2-f97c-ab0d-a405d90ffb0e, hbase.cluster.distributed=false 2024-11-11T06:20:24,208 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34175-0x10105af536f0000, quorum=127.0.0.1:58831, baseZNode=/0-166710335 Set watcher on znode that does not yet exist, /0-166710335/acl 2024-11-11T06:20:24,212 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34175 2024-11-11T06:20:24,212 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34175 2024-11-11T06:20:24,213 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34175 2024-11-11T06:20:24,213 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34175 2024-11-11T06:20:24,216 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34175 2024-11-11T06:20:24,232 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/f334e8b0fbdf:0 server-side Connection retries=45 2024-11-11T06:20:24,233 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T06:20:24,233 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T06:20:24,233 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T06:20:24,233 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T06:20:24,233 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T06:20:24,233 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-11T06:20:24,233 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T06:20:24,234 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38071 2024-11-11T06:20:24,235 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38071 connecting to ZooKeeper ensemble=127.0.0.1:58831 2024-11-11T06:20:24,236 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T06:20:24,238 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T06:20:24,243 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:380710x0, quorum=127.0.0.1:58831, baseZNode=/0-166710335 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T06:20:24,244 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:380710x0, quorum=127.0.0.1:58831, baseZNode=/0-166710335 Set watcher on znode that does not yet exist, /0-166710335/running 2024-11-11T06:20:24,244 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38071-0x10105af536f0001 connected 2024-11-11T06:20:24,244 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-11T06:20:24,246 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-11T06:20:24,247 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38071-0x10105af536f0001, quorum=127.0.0.1:58831, baseZNode=/0-166710335 Set watcher on znode that does not yet exist, /0-166710335/master 2024-11-11T06:20:24,248 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38071-0x10105af536f0001, quorum=127.0.0.1:58831, baseZNode=/0-166710335 Set watcher on znode that does not yet exist, /0-166710335/acl 2024-11-11T06:20:24,248 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38071 2024-11-11T06:20:24,249 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38071 2024-11-11T06:20:24,249 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38071 2024-11-11T06:20:24,251 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38071 2024-11-11T06:20:24,251 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38071 2024-11-11T06:20:24,264 DEBUG [M:0;f334e8b0fbdf:34175 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;f334e8b0fbdf:34175 2024-11-11T06:20:24,264 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-166710335/backup-masters/f334e8b0fbdf,34175,1731306024179 2024-11-11T06:20:24,266 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38071-0x10105af536f0001, quorum=127.0.0.1:58831, baseZNode=/0-166710335 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-166710335/backup-masters 2024-11-11T06:20:24,266 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34175-0x10105af536f0000, quorum=127.0.0.1:58831, baseZNode=/0-166710335 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-166710335/backup-masters 2024-11-11T06:20:24,267 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34175-0x10105af536f0000, quorum=127.0.0.1:58831, baseZNode=/0-166710335 Set watcher on existing znode=/0-166710335/backup-masters/f334e8b0fbdf,34175,1731306024179 2024-11-11T06:20:24,268 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38071-0x10105af536f0001, quorum=127.0.0.1:58831, baseZNode=/0-166710335 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-166710335/master 2024-11-11T06:20:24,268 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34175-0x10105af536f0000, quorum=127.0.0.1:58831, baseZNode=/0-166710335 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-166710335 2024-11-11T06:20:24,268 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38071-0x10105af536f0001, quorum=127.0.0.1:58831, baseZNode=/0-166710335 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-166710335 2024-11-11T06:20:24,269 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34175-0x10105af536f0000, quorum=127.0.0.1:58831, baseZNode=/0-166710335 Set watcher on existing znode=/0-166710335/master 2024-11-11T06:20:24,269 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-166710335/backup-masters/f334e8b0fbdf,34175,1731306024179 from backup master directory 2024-11-11T06:20:24,270 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34175-0x10105af536f0000, quorum=127.0.0.1:58831, baseZNode=/0-166710335 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-166710335/backup-masters/f334e8b0fbdf,34175,1731306024179 2024-11-11T06:20:24,270 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38071-0x10105af536f0001, quorum=127.0.0.1:58831, baseZNode=/0-166710335 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-166710335/backup-masters 2024-11-11T06:20:24,270 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34175-0x10105af536f0000, quorum=127.0.0.1:58831, baseZNode=/0-166710335 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-166710335/backup-masters 2024-11-11T06:20:24,270 WARN [master/f334e8b0fbdf:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T06:20:24,270 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=f334e8b0fbdf,34175,1731306024179 2024-11-11T06:20:24,278 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:37473/user/jenkins/test-data/b0be7c00-cee2-f97c-ab0d-a405d90ffb0e/hbase.id] with ID: 22c5bfe0-4ac4-4739-abe2-d462e7fb51ea 2024-11-11T06:20:24,278 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:37473/user/jenkins/test-data/b0be7c00-cee2-f97c-ab0d-a405d90ffb0e/.tmp/hbase.id 2024-11-11T06:20:24,287 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37823 is added to blk_1073741826_1002 (size=42) 2024-11-11T06:20:24,688 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:37473/user/jenkins/test-data/b0be7c00-cee2-f97c-ab0d-a405d90ffb0e/.tmp/hbase.id]:[hdfs://localhost:37473/user/jenkins/test-data/b0be7c00-cee2-f97c-ab0d-a405d90ffb0e/hbase.id] 2024-11-11T06:20:24,701 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T06:20:24,702 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-11T06:20:24,703 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-11T06:20:24,706 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34175-0x10105af536f0000, quorum=127.0.0.1:58831, baseZNode=/0-166710335 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-166710335 2024-11-11T06:20:24,706 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38071-0x10105af536f0001, quorum=127.0.0.1:58831, baseZNode=/0-166710335 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-166710335 2024-11-11T06:20:24,712 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37823 is added to blk_1073741827_1003 (size=196) 2024-11-11T06:20:25,113 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T06:20:25,114 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-11T06:20:25,114 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T06:20:25,121 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37823 is added to blk_1073741828_1004 (size=1189) 2024-11-11T06:20:25,523 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:37473/user/jenkins/test-data/b0be7c00-cee2-f97c-ab0d-a405d90ffb0e/MasterData/data/master/store 2024-11-11T06:20:25,529 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37823 is added to blk_1073741829_1005 (size=34) 2024-11-11T06:20:25,931 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T06:20:25,931 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-11T06:20:25,931 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T06:20:25,931 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T06:20:25,931 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-11T06:20:25,931 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T06:20:25,931 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T06:20:25,931 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731306025931Disabling compacts and flushes for region at 1731306025931Disabling writes for close at 1731306025931Writing region close event to WAL at 1731306025931Closed at 1731306025931 2024-11-11T06:20:25,932 WARN [master/f334e8b0fbdf:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:37473/user/jenkins/test-data/b0be7c00-cee2-f97c-ab0d-a405d90ffb0e/MasterData/data/master/store/.initializing 2024-11-11T06:20:25,932 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:37473/user/jenkins/test-data/b0be7c00-cee2-f97c-ab0d-a405d90ffb0e/MasterData/WALs/f334e8b0fbdf,34175,1731306024179 2024-11-11T06:20:25,934 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T06:20:25,936 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=f334e8b0fbdf%2C34175%2C1731306024179, suffix=, logDir=hdfs://localhost:37473/user/jenkins/test-data/b0be7c00-cee2-f97c-ab0d-a405d90ffb0e/MasterData/WALs/f334e8b0fbdf,34175,1731306024179, archiveDir=hdfs://localhost:37473/user/jenkins/test-data/b0be7c00-cee2-f97c-ab0d-a405d90ffb0e/MasterData/oldWALs, maxLogs=10 2024-11-11T06:20:25,950 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/b0be7c00-cee2-f97c-ab0d-a405d90ffb0e/MasterData/WALs/f334e8b0fbdf,34175,1731306024179/f334e8b0fbdf%2C34175%2C1731306024179.1731306025936, exclude list is [], retry=0 2024-11-11T06:20:25,953 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37823,DS-5d57a671-6463-4ec6-a895-121c894211c1,DISK] 2024-11-11T06:20:25,956 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b0be7c00-cee2-f97c-ab0d-a405d90ffb0e/MasterData/WALs/f334e8b0fbdf,34175,1731306024179/f334e8b0fbdf%2C34175%2C1731306024179.1731306025936 2024-11-11T06:20:25,956 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44477:44477)] 2024-11-11T06:20:25,956 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-11T06:20:25,956 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T06:20:25,957 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T06:20:25,957 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T06:20:25,958 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T06:20:25,960 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-11T06:20:25,960 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:20:25,960 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T06:20:25,960 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T06:20:25,962 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-11T06:20:25,962 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:20:25,962 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T06:20:25,962 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T06:20:25,963 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-11T06:20:25,964 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:20:25,964 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T06:20:25,964 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T06:20:25,965 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-11T06:20:25,965 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:20:25,966 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T06:20:25,966 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T06:20:25,966 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37473/user/jenkins/test-data/b0be7c00-cee2-f97c-ab0d-a405d90ffb0e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-11T06:20:25,967 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37473/user/jenkins/test-data/b0be7c00-cee2-f97c-ab0d-a405d90ffb0e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-11T06:20:25,968 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T06:20:25,968 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T06:20:25,969 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T06:20:25,970 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T06:20:25,972 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37473/user/jenkins/test-data/b0be7c00-cee2-f97c-ab0d-a405d90ffb0e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T06:20:25,972 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70692762, jitterRate=0.05340424180030823}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T06:20:25,973 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731306025957Initializing all the Stores at 1731306025958 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731306025958Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731306025958Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731306025958Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731306025958Cleaning up temporary data from old regions at 1731306025968 (+10 ms)Region opened successfully at 1731306025973 (+5 ms) 2024-11-11T06:20:25,974 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-11T06:20:25,977 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@71de5f8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f334e8b0fbdf/172.17.0.2:0 2024-11-11T06:20:25,978 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-11T06:20:25,978 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-11T06:20:25,978 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-11T06:20:25,978 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-11T06:20:25,978 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-11T06:20:25,979 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-11T06:20:25,979 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-11T06:20:25,981 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-11T06:20:25,982 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34175-0x10105af536f0000, quorum=127.0.0.1:58831, baseZNode=/0-166710335 Unable to get data of znode /0-166710335/balancer because node does not exist (not necessarily an error) 2024-11-11T06:20:25,983 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-166710335/balancer already deleted, retry=false 2024-11-11T06:20:25,983 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-11T06:20:25,984 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34175-0x10105af536f0000, quorum=127.0.0.1:58831, baseZNode=/0-166710335 Unable to get data of znode /0-166710335/normalizer because node does not exist (not necessarily an error) 2024-11-11T06:20:25,985 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-166710335/normalizer already deleted, retry=false 2024-11-11T06:20:25,986 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-11T06:20:25,986 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34175-0x10105af536f0000, quorum=127.0.0.1:58831, baseZNode=/0-166710335 Unable to get data of znode /0-166710335/switch/split because node does not exist (not necessarily an error) 2024-11-11T06:20:25,987 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-166710335/switch/split already deleted, retry=false 2024-11-11T06:20:25,988 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34175-0x10105af536f0000, quorum=127.0.0.1:58831, baseZNode=/0-166710335 Unable to get data of znode /0-166710335/switch/merge because node does not exist (not necessarily an error) 2024-11-11T06:20:25,990 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-166710335/switch/merge already deleted, retry=false 2024-11-11T06:20:25,992 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34175-0x10105af536f0000, quorum=127.0.0.1:58831, baseZNode=/0-166710335 Unable to get data of znode /0-166710335/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-11T06:20:25,993 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-166710335/snapshot-cleanup already deleted, retry=false 2024-11-11T06:20:25,995 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34175-0x10105af536f0000, quorum=127.0.0.1:58831, baseZNode=/0-166710335 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-166710335/running 2024-11-11T06:20:25,995 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38071-0x10105af536f0001, quorum=127.0.0.1:58831, baseZNode=/0-166710335 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-166710335/running 2024-11-11T06:20:25,995 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34175-0x10105af536f0000, quorum=127.0.0.1:58831, baseZNode=/0-166710335 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-166710335 2024-11-11T06:20:25,995 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38071-0x10105af536f0001, quorum=127.0.0.1:58831, baseZNode=/0-166710335 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-166710335 2024-11-11T06:20:25,996 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=f334e8b0fbdf,34175,1731306024179, sessionid=0x10105af536f0000, setting cluster-up flag (Was=false) 2024-11-11T06:20:26,000 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34175-0x10105af536f0000, quorum=127.0.0.1:58831, baseZNode=/0-166710335 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-166710335 2024-11-11T06:20:26,000 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38071-0x10105af536f0001, quorum=127.0.0.1:58831, baseZNode=/0-166710335 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-166710335 2024-11-11T06:20:26,004 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-166710335/flush-table-proc/acquired, /0-166710335/flush-table-proc/reached, /0-166710335/flush-table-proc/abort 2024-11-11T06:20:26,006 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f334e8b0fbdf,34175,1731306024179 2024-11-11T06:20:26,009 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38071-0x10105af536f0001, quorum=127.0.0.1:58831, baseZNode=/0-166710335 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-166710335 2024-11-11T06:20:26,009 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34175-0x10105af536f0000, quorum=127.0.0.1:58831, baseZNode=/0-166710335 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-166710335 2024-11-11T06:20:26,015 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-166710335/online-snapshot/acquired, /0-166710335/online-snapshot/reached, /0-166710335/online-snapshot/abort 2024-11-11T06:20:26,016 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f334e8b0fbdf,34175,1731306024179 2024-11-11T06:20:26,017 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:37473/user/jenkins/test-data/b0be7c00-cee2-f97c-ab0d-a405d90ffb0e/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-11T06:20:26,019 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-11T06:20:26,020 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-11T06:20:26,020 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-11T06:20:26,020 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: f334e8b0fbdf,34175,1731306024179 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-11T06:20:26,022 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/f334e8b0fbdf:0, corePoolSize=5, maxPoolSize=5 2024-11-11T06:20:26,022 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/f334e8b0fbdf:0, corePoolSize=5, maxPoolSize=5 2024-11-11T06:20:26,022 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/f334e8b0fbdf:0, corePoolSize=5, maxPoolSize=5 2024-11-11T06:20:26,022 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/f334e8b0fbdf:0, corePoolSize=5, maxPoolSize=5 2024-11-11T06:20:26,022 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/f334e8b0fbdf:0, corePoolSize=10, maxPoolSize=10 2024-11-11T06:20:26,022 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/f334e8b0fbdf:0, corePoolSize=1, maxPoolSize=1 2024-11-11T06:20:26,022 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/f334e8b0fbdf:0, corePoolSize=2, maxPoolSize=2 2024-11-11T06:20:26,022 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/f334e8b0fbdf:0, corePoolSize=1, maxPoolSize=1 2024-11-11T06:20:26,026 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T06:20:26,026 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-11T06:20:26,027 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:20:26,027 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-11T06:20:26,029 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731306056029 2024-11-11T06:20:26,030 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-11T06:20:26,030 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-11T06:20:26,030 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-11T06:20:26,030 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-11T06:20:26,030 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-11T06:20:26,030 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-11T06:20:26,032 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T06:20:26,033 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-11T06:20:26,033 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-11T06:20:26,033 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-11T06:20:26,033 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-11T06:20:26,034 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-11T06:20:26,034 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-11T06:20:26,034 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/f334e8b0fbdf:0:becomeActiveMaster-HFileCleaner.large.0-1731306026034,5,FailOnTimeoutGroup] 2024-11-11T06:20:26,034 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/f334e8b0fbdf:0:becomeActiveMaster-HFileCleaner.small.0-1731306026034,5,FailOnTimeoutGroup] 2024-11-11T06:20:26,034 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T06:20:26,034 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-11T06:20:26,034 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-11T06:20:26,034 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-11T06:20:26,038 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37823 is added to blk_1073741831_1007 (size=1321) 2024-11-11T06:20:26,055 INFO [RS:0;f334e8b0fbdf:38071 {}] regionserver.HRegionServer(746): ClusterId : 22c5bfe0-4ac4-4739-abe2-d462e7fb51ea 2024-11-11T06:20:26,055 DEBUG [RS:0;f334e8b0fbdf:38071 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-11T06:20:26,057 DEBUG [RS:0;f334e8b0fbdf:38071 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-11T06:20:26,057 DEBUG [RS:0;f334e8b0fbdf:38071 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-11T06:20:26,059 DEBUG [RS:0;f334e8b0fbdf:38071 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-11T06:20:26,059 DEBUG [RS:0;f334e8b0fbdf:38071 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c426094, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f334e8b0fbdf/172.17.0.2:0 2024-11-11T06:20:26,072 DEBUG [RS:0;f334e8b0fbdf:38071 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;f334e8b0fbdf:38071 2024-11-11T06:20:26,072 INFO [RS:0;f334e8b0fbdf:38071 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-11T06:20:26,072 INFO [RS:0;f334e8b0fbdf:38071 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-11T06:20:26,072 DEBUG [RS:0;f334e8b0fbdf:38071 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-11T06:20:26,073 INFO [RS:0;f334e8b0fbdf:38071 {}] regionserver.HRegionServer(2659): reportForDuty to master=f334e8b0fbdf,34175,1731306024179 with port=38071, startcode=1731306024232 2024-11-11T06:20:26,073 DEBUG [RS:0;f334e8b0fbdf:38071 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-11T06:20:26,075 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35249, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService 2024-11-11T06:20:26,076 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34175 {}] master.ServerManager(363): Checking decommissioned status of RegionServer f334e8b0fbdf,38071,1731306024232 2024-11-11T06:20:26,076 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34175 {}] master.ServerManager(517): Registering regionserver=f334e8b0fbdf,38071,1731306024232 2024-11-11T06:20:26,078 DEBUG [RS:0;f334e8b0fbdf:38071 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37473/user/jenkins/test-data/b0be7c00-cee2-f97c-ab0d-a405d90ffb0e 2024-11-11T06:20:26,078 DEBUG [RS:0;f334e8b0fbdf:38071 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37473 2024-11-11T06:20:26,078 DEBUG [RS:0;f334e8b0fbdf:38071 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-11T06:20:26,080 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34175-0x10105af536f0000, quorum=127.0.0.1:58831, baseZNode=/0-166710335 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-166710335/rs 2024-11-11T06:20:26,080 DEBUG [RS:0;f334e8b0fbdf:38071 {}] zookeeper.ZKUtil(111): regionserver:38071-0x10105af536f0001, quorum=127.0.0.1:58831, baseZNode=/0-166710335 Set watcher on existing znode=/0-166710335/rs/f334e8b0fbdf,38071,1731306024232 2024-11-11T06:20:26,080 WARN [RS:0;f334e8b0fbdf:38071 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T06:20:26,080 INFO [RS:0;f334e8b0fbdf:38071 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T06:20:26,080 DEBUG [RS:0;f334e8b0fbdf:38071 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37473/user/jenkins/test-data/b0be7c00-cee2-f97c-ab0d-a405d90ffb0e/WALs/f334e8b0fbdf,38071,1731306024232 2024-11-11T06:20:26,081 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [f334e8b0fbdf,38071,1731306024232] 2024-11-11T06:20:26,084 INFO [RS:0;f334e8b0fbdf:38071 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-11T06:20:26,087 INFO [RS:0;f334e8b0fbdf:38071 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-11T06:20:26,088 INFO [RS:0;f334e8b0fbdf:38071 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-11T06:20:26,088 INFO [RS:0;f334e8b0fbdf:38071 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T06:20:26,089 INFO [RS:0;f334e8b0fbdf:38071 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-11T06:20:26,089 INFO [RS:0;f334e8b0fbdf:38071 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-11T06:20:26,090 INFO [RS:0;f334e8b0fbdf:38071 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-11T06:20:26,090 DEBUG [RS:0;f334e8b0fbdf:38071 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/f334e8b0fbdf:0, corePoolSize=1, maxPoolSize=1 2024-11-11T06:20:26,090 DEBUG [RS:0;f334e8b0fbdf:38071 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/f334e8b0fbdf:0, corePoolSize=1, maxPoolSize=1 2024-11-11T06:20:26,090 DEBUG [RS:0;f334e8b0fbdf:38071 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/f334e8b0fbdf:0, corePoolSize=1, maxPoolSize=1 2024-11-11T06:20:26,090 DEBUG [RS:0;f334e8b0fbdf:38071 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0, corePoolSize=1, maxPoolSize=1 2024-11-11T06:20:26,090 DEBUG [RS:0;f334e8b0fbdf:38071 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/f334e8b0fbdf:0, corePoolSize=1, maxPoolSize=1 2024-11-11T06:20:26,090 DEBUG [RS:0;f334e8b0fbdf:38071 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/f334e8b0fbdf:0, corePoolSize=2, maxPoolSize=2 2024-11-11T06:20:26,090 DEBUG [RS:0;f334e8b0fbdf:38071 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/f334e8b0fbdf:0, corePoolSize=1, maxPoolSize=1 2024-11-11T06:20:26,090 DEBUG [RS:0;f334e8b0fbdf:38071 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/f334e8b0fbdf:0, corePoolSize=1, maxPoolSize=1 2024-11-11T06:20:26,090 DEBUG [RS:0;f334e8b0fbdf:38071 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0, corePoolSize=1, maxPoolSize=1 2024-11-11T06:20:26,090 DEBUG [RS:0;f334e8b0fbdf:38071 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/f334e8b0fbdf:0, corePoolSize=1, maxPoolSize=1 2024-11-11T06:20:26,090 DEBUG [RS:0;f334e8b0fbdf:38071 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/f334e8b0fbdf:0, corePoolSize=1, maxPoolSize=1 2024-11-11T06:20:26,090 DEBUG [RS:0;f334e8b0fbdf:38071 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/f334e8b0fbdf:0, corePoolSize=1, maxPoolSize=1 2024-11-11T06:20:26,090 DEBUG [RS:0;f334e8b0fbdf:38071 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/f334e8b0fbdf:0, corePoolSize=3, maxPoolSize=3 2024-11-11T06:20:26,090 DEBUG [RS:0;f334e8b0fbdf:38071 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/f334e8b0fbdf:0, corePoolSize=3, maxPoolSize=3 2024-11-11T06:20:26,093 INFO [RS:0;f334e8b0fbdf:38071 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T06:20:26,093 INFO [RS:0;f334e8b0fbdf:38071 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T06:20:26,093 INFO [RS:0;f334e8b0fbdf:38071 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T06:20:26,093 INFO [RS:0;f334e8b0fbdf:38071 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-11T06:20:26,093 INFO [RS:0;f334e8b0fbdf:38071 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-11T06:20:26,093 INFO [RS:0;f334e8b0fbdf:38071 {}] hbase.ChoreService(168): Chore ScheduledChore name=f334e8b0fbdf,38071,1731306024232-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T06:20:26,109 INFO [RS:0;f334e8b0fbdf:38071 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-11T06:20:26,109 INFO [RS:0;f334e8b0fbdf:38071 {}] hbase.ChoreService(168): Chore ScheduledChore name=f334e8b0fbdf,38071,1731306024232-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T06:20:26,109 INFO [RS:0;f334e8b0fbdf:38071 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T06:20:26,109 INFO [RS:0;f334e8b0fbdf:38071 {}] regionserver.Replication(171): f334e8b0fbdf,38071,1731306024232 started 2024-11-11T06:20:26,124 INFO [RS:0;f334e8b0fbdf:38071 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T06:20:26,125 INFO [RS:0;f334e8b0fbdf:38071 {}] regionserver.HRegionServer(1482): Serving as f334e8b0fbdf,38071,1731306024232, RpcServer on f334e8b0fbdf/172.17.0.2:38071, sessionid=0x10105af536f0001 2024-11-11T06:20:26,125 DEBUG [RS:0;f334e8b0fbdf:38071 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-11T06:20:26,125 DEBUG [RS:0;f334e8b0fbdf:38071 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager f334e8b0fbdf,38071,1731306024232 2024-11-11T06:20:26,125 DEBUG [RS:0;f334e8b0fbdf:38071 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f334e8b0fbdf,38071,1731306024232' 2024-11-11T06:20:26,125 DEBUG [RS:0;f334e8b0fbdf:38071 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-166710335/flush-table-proc/abort' 2024-11-11T06:20:26,126 DEBUG [RS:0;f334e8b0fbdf:38071 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-166710335/flush-table-proc/acquired' 2024-11-11T06:20:26,126 DEBUG [RS:0;f334e8b0fbdf:38071 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-11T06:20:26,126 DEBUG [RS:0;f334e8b0fbdf:38071 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-11T06:20:26,126 DEBUG [RS:0;f334e8b0fbdf:38071 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager f334e8b0fbdf,38071,1731306024232 2024-11-11T06:20:26,126 DEBUG [RS:0;f334e8b0fbdf:38071 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f334e8b0fbdf,38071,1731306024232' 2024-11-11T06:20:26,126 DEBUG [RS:0;f334e8b0fbdf:38071 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-166710335/online-snapshot/abort' 2024-11-11T06:20:26,127 DEBUG [RS:0;f334e8b0fbdf:38071 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-166710335/online-snapshot/acquired' 2024-11-11T06:20:26,127 DEBUG [RS:0;f334e8b0fbdf:38071 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-11T06:20:26,127 INFO [RS:0;f334e8b0fbdf:38071 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-11T06:20:26,127 INFO [RS:0;f334e8b0fbdf:38071 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-11T06:20:26,227 INFO [RS:0;f334e8b0fbdf:38071 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T06:20:26,230 INFO [RS:0;f334e8b0fbdf:38071 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f334e8b0fbdf%2C38071%2C1731306024232, suffix=, logDir=hdfs://localhost:37473/user/jenkins/test-data/b0be7c00-cee2-f97c-ab0d-a405d90ffb0e/WALs/f334e8b0fbdf,38071,1731306024232, archiveDir=hdfs://localhost:37473/user/jenkins/test-data/b0be7c00-cee2-f97c-ab0d-a405d90ffb0e/oldWALs, maxLogs=10 2024-11-11T06:20:26,244 DEBUG [RS:0;f334e8b0fbdf:38071 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/b0be7c00-cee2-f97c-ab0d-a405d90ffb0e/WALs/f334e8b0fbdf,38071,1731306024232/f334e8b0fbdf%2C38071%2C1731306024232.1731306026230, exclude list is [], retry=0 2024-11-11T06:20:26,247 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37823,DS-5d57a671-6463-4ec6-a895-121c894211c1,DISK] 2024-11-11T06:20:26,249 INFO [RS:0;f334e8b0fbdf:38071 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b0be7c00-cee2-f97c-ab0d-a405d90ffb0e/WALs/f334e8b0fbdf,38071,1731306024232/f334e8b0fbdf%2C38071%2C1731306024232.1731306026230 2024-11-11T06:20:26,252 DEBUG [RS:0;f334e8b0fbdf:38071 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44477:44477)] 2024-11-11T06:20:26,440 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:37473/user/jenkins/test-data/b0be7c00-cee2-f97c-ab0d-a405d90ffb0e/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-11T06:20:26,440 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:37473/user/jenkins/test-data/b0be7c00-cee2-f97c-ab0d-a405d90ffb0e 2024-11-11T06:20:26,446 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37823 is added to blk_1073741833_1009 (size=32) 2024-11-11T06:20:26,848 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T06:20:26,850 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T06:20:26,851 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T06:20:26,851 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:20:26,852 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T06:20:26,852 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T06:20:26,853 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T06:20:26,853 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:20:26,854 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T06:20:26,854 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T06:20:26,855 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T06:20:26,855 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:20:26,856 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T06:20:26,856 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T06:20:26,857 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T06:20:26,857 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:20:26,857 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T06:20:26,858 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T06:20:26,858 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37473/user/jenkins/test-data/b0be7c00-cee2-f97c-ab0d-a405d90ffb0e/data/hbase/meta/1588230740 2024-11-11T06:20:26,859 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37473/user/jenkins/test-data/b0be7c00-cee2-f97c-ab0d-a405d90ffb0e/data/hbase/meta/1588230740 2024-11-11T06:20:26,860 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T06:20:26,860 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T06:20:26,861 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T06:20:26,862 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T06:20:26,865 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37473/user/jenkins/test-data/b0be7c00-cee2-f97c-ab0d-a405d90ffb0e/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T06:20:26,865 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71921339, jitterRate=0.071711465716362}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T06:20:26,866 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731306026848Initializing all the Stores at 1731306026849 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731306026849Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731306026849Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731306026849Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731306026849Cleaning up temporary data from old regions at 1731306026860 (+11 ms)Region opened successfully at 1731306026866 (+6 ms) 2024-11-11T06:20:26,866 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-11T06:20:26,866 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-11T06:20:26,866 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-11T06:20:26,866 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-11T06:20:26,866 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-11T06:20:26,867 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-11T06:20:26,867 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731306026866Disabling compacts and flushes for region at 1731306026866Disabling writes for close at 1731306026866Writing region close event to WAL at 1731306026867 (+1 ms)Closed at 1731306026867 2024-11-11T06:20:26,868 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T06:20:26,868 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-11T06:20:26,868 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-11T06:20:26,870 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T06:20:26,871 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-11T06:20:27,021 DEBUG [f334e8b0fbdf:34175 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-11T06:20:27,022 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=f334e8b0fbdf,38071,1731306024232 2024-11-11T06:20:27,023 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f334e8b0fbdf,38071,1731306024232, state=OPENING 2024-11-11T06:20:27,025 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-11T06:20:27,026 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34175-0x10105af536f0000, quorum=127.0.0.1:58831, baseZNode=/0-166710335 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-166710335 2024-11-11T06:20:27,026 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38071-0x10105af536f0001, quorum=127.0.0.1:58831, baseZNode=/0-166710335 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-166710335 2024-11-11T06:20:27,026 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T06:20:27,027 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=f334e8b0fbdf,38071,1731306024232}] 2024-11-11T06:20:27,027 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-166710335/meta-region-server: CHANGED 2024-11-11T06:20:27,027 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-166710335/meta-region-server: CHANGED 2024-11-11T06:20:27,180 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-11T06:20:27,182 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59049, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-11T06:20:27,186 INFO [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-11T06:20:27,186 INFO [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T06:20:27,186 INFO [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-11T06:20:27,188 INFO [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f334e8b0fbdf%2C38071%2C1731306024232.meta, suffix=.meta, logDir=hdfs://localhost:37473/user/jenkins/test-data/b0be7c00-cee2-f97c-ab0d-a405d90ffb0e/WALs/f334e8b0fbdf,38071,1731306024232, archiveDir=hdfs://localhost:37473/user/jenkins/test-data/b0be7c00-cee2-f97c-ab0d-a405d90ffb0e/oldWALs, maxLogs=10 2024-11-11T06:20:27,202 DEBUG [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/b0be7c00-cee2-f97c-ab0d-a405d90ffb0e/WALs/f334e8b0fbdf,38071,1731306024232/f334e8b0fbdf%2C38071%2C1731306024232.meta.1731306027188.meta, exclude list is [], retry=0 2024-11-11T06:20:27,205 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37823,DS-5d57a671-6463-4ec6-a895-121c894211c1,DISK] 2024-11-11T06:20:27,206 INFO [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b0be7c00-cee2-f97c-ab0d-a405d90ffb0e/WALs/f334e8b0fbdf,38071,1731306024232/f334e8b0fbdf%2C38071%2C1731306024232.meta.1731306027188.meta 2024-11-11T06:20:27,207 DEBUG [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44477:44477)] 2024-11-11T06:20:27,207 DEBUG [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-11T06:20:27,207 INFO [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-11T06:20:27,207 DEBUG [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-11T06:20:27,208 DEBUG [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-11T06:20:27,208 INFO [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-11T06:20:27,208 DEBUG [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-11T06:20:27,208 DEBUG [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T06:20:27,208 DEBUG [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-11T06:20:27,208 DEBUG [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-11T06:20:27,209 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T06:20:27,211 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T06:20:27,211 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:20:27,211 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T06:20:27,211 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T06:20:27,212 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T06:20:27,212 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:20:27,213 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T06:20:27,213 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T06:20:27,214 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T06:20:27,214 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:20:27,214 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T06:20:27,214 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T06:20:27,215 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T06:20:27,215 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:20:27,216 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T06:20:27,216 DEBUG [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T06:20:27,216 DEBUG [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37473/user/jenkins/test-data/b0be7c00-cee2-f97c-ab0d-a405d90ffb0e/data/hbase/meta/1588230740 2024-11-11T06:20:27,218 DEBUG [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37473/user/jenkins/test-data/b0be7c00-cee2-f97c-ab0d-a405d90ffb0e/data/hbase/meta/1588230740 2024-11-11T06:20:27,219 DEBUG [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T06:20:27,219 DEBUG [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T06:20:27,219 DEBUG [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T06:20:27,221 DEBUG [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T06:20:27,222 INFO [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64176311, jitterRate=-0.043698444962501526}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T06:20:27,222 DEBUG [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-11T06:20:27,223 DEBUG [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731306027208Writing region info on filesystem at 1731306027208Initializing all the Stores at 1731306027209 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731306027209Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731306027209Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731306027209Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731306027209Cleaning up temporary data from old regions at 1731306027219 (+10 ms)Running coprocessor post-open hooks at 1731306027222 (+3 ms)Region opened successfully at 1731306027223 (+1 ms) 2024-11-11T06:20:27,225 INFO [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731306027180 2024-11-11T06:20:27,227 DEBUG [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-11T06:20:27,227 INFO [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-11T06:20:27,228 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=f334e8b0fbdf,38071,1731306024232 2024-11-11T06:20:27,229 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f334e8b0fbdf,38071,1731306024232, state=OPEN 2024-11-11T06:20:27,236 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38071-0x10105af536f0001, quorum=127.0.0.1:58831, baseZNode=/0-166710335 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-166710335/meta-region-server 2024-11-11T06:20:27,236 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34175-0x10105af536f0000, quorum=127.0.0.1:58831, baseZNode=/0-166710335 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-166710335/meta-region-server 2024-11-11T06:20:27,237 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=f334e8b0fbdf,38071,1731306024232 2024-11-11T06:20:27,237 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-166710335/meta-region-server: CHANGED 2024-11-11T06:20:27,237 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-166710335/meta-region-server: CHANGED 2024-11-11T06:20:27,240 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-11T06:20:27,240 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=f334e8b0fbdf,38071,1731306024232 in 210 msec 2024-11-11T06:20:27,243 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-11T06:20:27,243 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 372 msec 2024-11-11T06:20:27,244 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T06:20:27,244 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-11T06:20:27,246 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T06:20:27,246 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f334e8b0fbdf,38071,1731306024232, seqNum=-1] 2024-11-11T06:20:27,246 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T06:20:27,248 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40625, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T06:20:27,254 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2340 sec 2024-11-11T06:20:27,254 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731306027254, completionTime=-1 2024-11-11T06:20:27,254 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-11T06:20:27,254 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-11T06:20:27,256 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-11T06:20:27,256 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731306087256 2024-11-11T06:20:27,257 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731306147257 2024-11-11T06:20:27,257 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-11T06:20:27,257 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f334e8b0fbdf,34175,1731306024179-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T06:20:27,257 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f334e8b0fbdf,34175,1731306024179-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T06:20:27,257 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f334e8b0fbdf,34175,1731306024179-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T06:20:27,257 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-f334e8b0fbdf:34175, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T06:20:27,257 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-11T06:20:27,257 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-11T06:20:27,259 DEBUG [master/f334e8b0fbdf:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-11T06:20:27,261 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.991sec 2024-11-11T06:20:27,261 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-11T06:20:27,261 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-11T06:20:27,261 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-11T06:20:27,261 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-11T06:20:27,261 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-11T06:20:27,261 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f334e8b0fbdf,34175,1731306024179-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T06:20:27,262 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f334e8b0fbdf,34175,1731306024179-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-11T06:20:27,264 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-11T06:20:27,264 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-11T06:20:27,264 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f334e8b0fbdf,34175,1731306024179-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T06:20:27,355 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5180bcbf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T06:20:27,355 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f334e8b0fbdf,34175,-1 for getting cluster id 2024-11-11T06:20:27,355 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T06:20:27,357 DEBUG [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '22c5bfe0-4ac4-4739-abe2-d462e7fb51ea' 2024-11-11T06:20:27,357 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T06:20:27,357 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "22c5bfe0-4ac4-4739-abe2-d462e7fb51ea" 2024-11-11T06:20:27,358 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5dd5d352, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T06:20:27,358 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f334e8b0fbdf,34175,-1] 2024-11-11T06:20:27,358 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T06:20:27,358 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T06:20:27,360 INFO [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37858, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T06:20:27,361 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c9883e7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T06:20:27,361 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T06:20:27,362 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f334e8b0fbdf,38071,1731306024232, seqNum=-1] 2024-11-11T06:20:27,363 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T06:20:27,364 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41764, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T06:20:27,366 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=f334e8b0fbdf,34175,1731306024179 2024-11-11T06:20:27,367 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:58831 2024-11-11T06:20:27,369 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:58831, baseZNode=/0-166710335 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T06:20:27,369 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x10105af536f0002 connected 2024-11-11T06:20:27,373 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/22df915e-85df-fec4-94e3-7365aee5946c/hadoop.log.dir so I do NOT create it in target/test-data/e85a747b-c4ce-d8b5-28bd-ecea12c29971 2024-11-11T06:20:27,373 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/22df915e-85df-fec4-94e3-7365aee5946c/hadoop.log.dir Erasing configuration value by system value. 2024-11-11T06:20:27,373 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/22df915e-85df-fec4-94e3-7365aee5946c/hadoop.tmp.dir so I do NOT create it in target/test-data/e85a747b-c4ce-d8b5-28bd-ecea12c29971 2024-11-11T06:20:27,373 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/22df915e-85df-fec4-94e3-7365aee5946c/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-11T06:20:27,373 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e85a747b-c4ce-d8b5-28bd-ecea12c29971 2024-11-11T06:20:27,373 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-11T06:20:27,374 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e85a747b-c4ce-d8b5-28bd-ecea12c29971/cluster_36ae0c0d-9869-d887-b1c3-2cde53135083, deleteOnExit=true 2024-11-11T06:20:27,374 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-11T06:20:27,374 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e85a747b-c4ce-d8b5-28bd-ecea12c29971/test.cache.data in system properties and HBase conf 2024-11-11T06:20:27,374 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e85a747b-c4ce-d8b5-28bd-ecea12c29971/hadoop.tmp.dir in system properties and HBase conf 2024-11-11T06:20:27,374 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e85a747b-c4ce-d8b5-28bd-ecea12c29971/hadoop.log.dir in system properties and HBase conf 2024-11-11T06:20:27,374 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e85a747b-c4ce-d8b5-28bd-ecea12c29971/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-11T06:20:27,374 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e85a747b-c4ce-d8b5-28bd-ecea12c29971/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-11T06:20:27,374 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-11T06:20:27,374 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-11T06:20:27,374 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e85a747b-c4ce-d8b5-28bd-ecea12c29971/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-11T06:20:27,375 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e85a747b-c4ce-d8b5-28bd-ecea12c29971/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-11T06:20:27,375 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e85a747b-c4ce-d8b5-28bd-ecea12c29971/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-11T06:20:27,375 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e85a747b-c4ce-d8b5-28bd-ecea12c29971/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-11T06:20:27,375 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e85a747b-c4ce-d8b5-28bd-ecea12c29971/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-11T06:20:27,375 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e85a747b-c4ce-d8b5-28bd-ecea12c29971/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-11T06:20:27,375 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e85a747b-c4ce-d8b5-28bd-ecea12c29971/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-11T06:20:27,375 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e85a747b-c4ce-d8b5-28bd-ecea12c29971/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-11T06:20:27,375 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e85a747b-c4ce-d8b5-28bd-ecea12c29971/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-11T06:20:27,375 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e85a747b-c4ce-d8b5-28bd-ecea12c29971/nfs.dump.dir in system properties and HBase conf 2024-11-11T06:20:27,375 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e85a747b-c4ce-d8b5-28bd-ecea12c29971/java.io.tmpdir in system properties and HBase conf 2024-11-11T06:20:27,375 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e85a747b-c4ce-d8b5-28bd-ecea12c29971/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-11T06:20:27,375 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e85a747b-c4ce-d8b5-28bd-ecea12c29971/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-11T06:20:27,375 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e85a747b-c4ce-d8b5-28bd-ecea12c29971/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-11T06:20:27,467 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T06:20:27,472 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T06:20:27,473 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T06:20:27,474 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T06:20:27,474 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-11T06:20:27,474 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T06:20:27,475 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@74d724ec{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e85a747b-c4ce-d8b5-28bd-ecea12c29971/hadoop.log.dir/,AVAILABLE} 2024-11-11T06:20:27,476 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2e7f3c61{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T06:20:27,599 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7c9345c5{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e85a747b-c4ce-d8b5-28bd-ecea12c29971/java.io.tmpdir/jetty-localhost-38181-hadoop-hdfs-3_4_1-tests_jar-_-any-9649837732801364371/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-11T06:20:27,600 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2867262a{HTTP/1.1, (http/1.1)}{localhost:38181} 2024-11-11T06:20:27,600 INFO [Time-limited test {}] server.Server(415): Started @34605ms 2024-11-11T06:20:27,684 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T06:20:27,687 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T06:20:27,688 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T06:20:27,688 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T06:20:27,688 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-11T06:20:27,691 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3b3e21e8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e85a747b-c4ce-d8b5-28bd-ecea12c29971/hadoop.log.dir/,AVAILABLE} 2024-11-11T06:20:27,691 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1f1b95ab{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T06:20:27,806 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@41b732eb{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e85a747b-c4ce-d8b5-28bd-ecea12c29971/java.io.tmpdir/jetty-localhost-38245-hadoop-hdfs-3_4_1-tests_jar-_-any-9583861753753253040/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T06:20:27,807 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5275f5be{HTTP/1.1, (http/1.1)}{localhost:38245} 2024-11-11T06:20:27,807 INFO [Time-limited test {}] server.Server(415): Started @34813ms 2024-11-11T06:20:27,808 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-11T06:20:27,914 WARN [Thread-619 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e85a747b-c4ce-d8b5-28bd-ecea12c29971/cluster_36ae0c0d-9869-d887-b1c3-2cde53135083/data/data1/current/BP-929195810-172.17.0.2-1731306027407/current, will proceed with Du for space computation calculation, 2024-11-11T06:20:27,914 WARN [Thread-620 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e85a747b-c4ce-d8b5-28bd-ecea12c29971/cluster_36ae0c0d-9869-d887-b1c3-2cde53135083/data/data2/current/BP-929195810-172.17.0.2-1731306027407/current, will proceed with Du for space computation calculation, 2024-11-11T06:20:27,932 WARN [Thread-607 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-11T06:20:27,935 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x79cfd0f06040f74f with lease ID 0x2febe56c3ac9c89a: Processing first storage report for DS-9d81c156-0edc-4ec2-9895-44174a86ecd5 from datanode DatanodeRegistration(127.0.0.1:39531, datanodeUuid=ce9f40da-c2f8-4769-8744-1bfad93bd100, infoPort=33823, infoSecurePort=0, ipcPort=41881, storageInfo=lv=-57;cid=testClusterID;nsid=1813346589;c=1731306027407) 2024-11-11T06:20:27,935 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x79cfd0f06040f74f with lease ID 0x2febe56c3ac9c89a: from storage DS-9d81c156-0edc-4ec2-9895-44174a86ecd5 node DatanodeRegistration(127.0.0.1:39531, datanodeUuid=ce9f40da-c2f8-4769-8744-1bfad93bd100, infoPort=33823, infoSecurePort=0, ipcPort=41881, storageInfo=lv=-57;cid=testClusterID;nsid=1813346589;c=1731306027407), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T06:20:27,935 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x79cfd0f06040f74f with lease ID 0x2febe56c3ac9c89a: Processing first storage report for DS-8ebe20c7-e8fe-437e-9cad-a8eab3c57f5a from datanode DatanodeRegistration(127.0.0.1:39531, datanodeUuid=ce9f40da-c2f8-4769-8744-1bfad93bd100, infoPort=33823, infoSecurePort=0, ipcPort=41881, storageInfo=lv=-57;cid=testClusterID;nsid=1813346589;c=1731306027407) 2024-11-11T06:20:27,935 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x79cfd0f06040f74f with lease ID 0x2febe56c3ac9c89a: from storage DS-8ebe20c7-e8fe-437e-9cad-a8eab3c57f5a node DatanodeRegistration(127.0.0.1:39531, datanodeUuid=ce9f40da-c2f8-4769-8744-1bfad93bd100, infoPort=33823, infoSecurePort=0, ipcPort=41881, storageInfo=lv=-57;cid=testClusterID;nsid=1813346589;c=1731306027407), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T06:20:28,037 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e85a747b-c4ce-d8b5-28bd-ecea12c29971 2024-11-11T06:20:28,037 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T06:20:28,039 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T06:20:28,047 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39531 is added to blk_1073741825_1001 (size=7) 2024-11-11T06:20:28,449 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:37873/user/jenkins/test-data/e6a493c8-ba17-a722-59b7-b5e73cad40de with version=8 2024-11-11T06:20:28,449 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:37873/user/jenkins/test-data/e6a493c8-ba17-a722-59b7-b5e73cad40de/hbase-staging 2024-11-11T06:20:28,452 INFO [Time-limited test {}] client.ConnectionUtils(128): master/f334e8b0fbdf:0 server-side Connection retries=45 2024-11-11T06:20:28,452 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T06:20:28,452 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T06:20:28,452 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T06:20:28,452 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T06:20:28,452 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T06:20:28,452 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-11T06:20:28,452 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T06:20:28,453 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43643 2024-11-11T06:20:28,454 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:43643 connecting to ZooKeeper ensemble=127.0.0.1:58831 2024-11-11T06:20:28,457 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:436430x0, quorum=127.0.0.1:58831, baseZNode=/1-667628514 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T06:20:28,457 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:43643-0x10105af536f0003 connected 2024-11-11T06:20:28,472 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T06:20:28,474 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T06:20:28,476 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43643-0x10105af536f0003, quorum=127.0.0.1:58831, baseZNode=/1-667628514 Set watcher on znode that does not yet exist, /1-667628514/running 2024-11-11T06:20:28,476 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:37873/user/jenkins/test-data/e6a493c8-ba17-a722-59b7-b5e73cad40de, hbase.cluster.distributed=false 2024-11-11T06:20:28,478 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43643-0x10105af536f0003, quorum=127.0.0.1:58831, baseZNode=/1-667628514 Set watcher on znode that does not yet exist, /1-667628514/acl 2024-11-11T06:20:28,478 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43643 2024-11-11T06:20:28,478 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43643 2024-11-11T06:20:28,479 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43643 2024-11-11T06:20:28,479 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43643 2024-11-11T06:20:28,479 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43643 2024-11-11T06:20:28,495 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/f334e8b0fbdf:0 server-side Connection retries=45 2024-11-11T06:20:28,495 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T06:20:28,495 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T06:20:28,495 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T06:20:28,495 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T06:20:28,495 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T06:20:28,495 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-11T06:20:28,495 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T06:20:28,523 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44445 2024-11-11T06:20:28,524 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44445 connecting to ZooKeeper ensemble=127.0.0.1:58831 2024-11-11T06:20:28,525 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T06:20:28,527 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T06:20:28,533 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:444450x0, quorum=127.0.0.1:58831, baseZNode=/1-667628514 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T06:20:28,533 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:444450x0, quorum=127.0.0.1:58831, baseZNode=/1-667628514 Set watcher on znode that does not yet exist, /1-667628514/running 2024-11-11T06:20:28,533 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44445-0x10105af536f0004 connected 2024-11-11T06:20:28,533 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-11T06:20:28,534 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-11T06:20:28,534 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44445-0x10105af536f0004, quorum=127.0.0.1:58831, baseZNode=/1-667628514 Set watcher on znode that does not yet exist, /1-667628514/master 2024-11-11T06:20:28,535 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44445-0x10105af536f0004, quorum=127.0.0.1:58831, baseZNode=/1-667628514 Set watcher on znode that does not yet exist, /1-667628514/acl 2024-11-11T06:20:28,536 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44445 2024-11-11T06:20:28,536 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44445 2024-11-11T06:20:28,538 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44445 2024-11-11T06:20:28,539 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44445 2024-11-11T06:20:28,539 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44445 2024-11-11T06:20:28,551 DEBUG [M:0;f334e8b0fbdf:43643 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;f334e8b0fbdf:43643 2024-11-11T06:20:28,551 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-667628514/backup-masters/f334e8b0fbdf,43643,1731306028451 2024-11-11T06:20:28,553 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44445-0x10105af536f0004, quorum=127.0.0.1:58831, baseZNode=/1-667628514 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-667628514/backup-masters 2024-11-11T06:20:28,553 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43643-0x10105af536f0003, quorum=127.0.0.1:58831, baseZNode=/1-667628514 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-667628514/backup-masters 2024-11-11T06:20:28,553 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43643-0x10105af536f0003, quorum=127.0.0.1:58831, baseZNode=/1-667628514 Set watcher on existing znode=/1-667628514/backup-masters/f334e8b0fbdf,43643,1731306028451 2024-11-11T06:20:28,555 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43643-0x10105af536f0003, quorum=127.0.0.1:58831, baseZNode=/1-667628514 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-667628514 2024-11-11T06:20:28,555 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44445-0x10105af536f0004, quorum=127.0.0.1:58831, baseZNode=/1-667628514 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-667628514/master 2024-11-11T06:20:28,555 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44445-0x10105af536f0004, quorum=127.0.0.1:58831, baseZNode=/1-667628514 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-667628514 2024-11-11T06:20:28,555 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43643-0x10105af536f0003, quorum=127.0.0.1:58831, baseZNode=/1-667628514 Set watcher on existing znode=/1-667628514/master 2024-11-11T06:20:28,556 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-667628514/backup-masters/f334e8b0fbdf,43643,1731306028451 from backup master directory 2024-11-11T06:20:28,557 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43643-0x10105af536f0003, quorum=127.0.0.1:58831, baseZNode=/1-667628514 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-667628514/backup-masters/f334e8b0fbdf,43643,1731306028451 2024-11-11T06:20:28,557 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44445-0x10105af536f0004, quorum=127.0.0.1:58831, baseZNode=/1-667628514 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-667628514/backup-masters 2024-11-11T06:20:28,557 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43643-0x10105af536f0003, quorum=127.0.0.1:58831, baseZNode=/1-667628514 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-667628514/backup-masters 2024-11-11T06:20:28,557 WARN [master/f334e8b0fbdf:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T06:20:28,557 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=f334e8b0fbdf,43643,1731306028451 2024-11-11T06:20:28,561 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:37873/user/jenkins/test-data/e6a493c8-ba17-a722-59b7-b5e73cad40de/hbase.id] with ID: 4a7103ec-5233-4605-941f-38a9a870a2d7 2024-11-11T06:20:28,561 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:37873/user/jenkins/test-data/e6a493c8-ba17-a722-59b7-b5e73cad40de/.tmp/hbase.id 2024-11-11T06:20:28,566 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39531 is added to blk_1073741826_1002 (size=42) 2024-11-11T06:20:28,625 WARN [RS:0;f334e8b0fbdf:38071 {}] monitoring.TaskMonitor(166): Status Processing ServerCrashProcedure of f334e8b0fbdf,43103,1731305998441: status=Processing ServerCrashProcedure of f334e8b0fbdf,43103,1731305998441 current State SERVER_CRASH_CLAIM_REPLICATION_QUEUES, state=RUNNING, startTime=1731306013559, completionTime=-1 appears to have been leaked 2024-11-11T06:20:28,967 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:37873/user/jenkins/test-data/e6a493c8-ba17-a722-59b7-b5e73cad40de/.tmp/hbase.id]:[hdfs://localhost:37873/user/jenkins/test-data/e6a493c8-ba17-a722-59b7-b5e73cad40de/hbase.id] 2024-11-11T06:20:28,982 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T06:20:28,982 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-11T06:20:28,984 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-11T06:20:28,988 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44445-0x10105af536f0004, quorum=127.0.0.1:58831, baseZNode=/1-667628514 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-667628514 2024-11-11T06:20:28,988 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43643-0x10105af536f0003, quorum=127.0.0.1:58831, baseZNode=/1-667628514 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-667628514 2024-11-11T06:20:28,995 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39531 is added to blk_1073741827_1003 (size=196) 2024-11-11T06:20:29,396 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T06:20:29,397 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-11T06:20:29,397 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T06:20:29,404 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39531 is added to blk_1073741828_1004 (size=1189) 2024-11-11T06:20:29,805 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:37873/user/jenkins/test-data/e6a493c8-ba17-a722-59b7-b5e73cad40de/MasterData/data/master/store 2024-11-11T06:20:29,812 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39531 is added to blk_1073741829_1005 (size=34) 2024-11-11T06:20:30,213 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T06:20:30,213 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-11T06:20:30,213 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T06:20:30,213 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T06:20:30,213 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-11T06:20:30,213 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T06:20:30,213 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T06:20:30,213 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731306030213Disabling compacts and flushes for region at 1731306030213Disabling writes for close at 1731306030213Writing region close event to WAL at 1731306030213Closed at 1731306030213 2024-11-11T06:20:30,214 WARN [master/f334e8b0fbdf:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:37873/user/jenkins/test-data/e6a493c8-ba17-a722-59b7-b5e73cad40de/MasterData/data/master/store/.initializing 2024-11-11T06:20:30,214 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:37873/user/jenkins/test-data/e6a493c8-ba17-a722-59b7-b5e73cad40de/MasterData/WALs/f334e8b0fbdf,43643,1731306028451 2024-11-11T06:20:30,215 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T06:20:30,217 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=f334e8b0fbdf%2C43643%2C1731306028451, suffix=, logDir=hdfs://localhost:37873/user/jenkins/test-data/e6a493c8-ba17-a722-59b7-b5e73cad40de/MasterData/WALs/f334e8b0fbdf,43643,1731306028451, archiveDir=hdfs://localhost:37873/user/jenkins/test-data/e6a493c8-ba17-a722-59b7-b5e73cad40de/MasterData/oldWALs, maxLogs=10 2024-11-11T06:20:30,231 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/e6a493c8-ba17-a722-59b7-b5e73cad40de/MasterData/WALs/f334e8b0fbdf,43643,1731306028451/f334e8b0fbdf%2C43643%2C1731306028451.1731306030218, exclude list is [], retry=0 2024-11-11T06:20:30,233 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39531,DS-9d81c156-0edc-4ec2-9895-44174a86ecd5,DISK] 2024-11-11T06:20:30,235 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e6a493c8-ba17-a722-59b7-b5e73cad40de/MasterData/WALs/f334e8b0fbdf,43643,1731306028451/f334e8b0fbdf%2C43643%2C1731306028451.1731306030218 2024-11-11T06:20:30,236 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33823:33823)] 2024-11-11T06:20:30,236 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-11T06:20:30,236 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T06:20:30,236 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T06:20:30,236 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T06:20:30,238 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T06:20:30,239 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-11T06:20:30,239 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:20:30,239 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T06:20:30,239 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T06:20:30,240 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-11T06:20:30,241 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:20:30,241 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T06:20:30,241 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T06:20:30,242 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-11T06:20:30,242 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:20:30,242 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T06:20:30,243 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T06:20:30,244 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-11T06:20:30,244 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:20:30,244 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T06:20:30,244 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T06:20:30,245 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37873/user/jenkins/test-data/e6a493c8-ba17-a722-59b7-b5e73cad40de/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-11T06:20:30,245 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37873/user/jenkins/test-data/e6a493c8-ba17-a722-59b7-b5e73cad40de/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-11T06:20:30,247 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T06:20:30,247 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T06:20:30,247 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T06:20:30,248 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T06:20:30,250 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37873/user/jenkins/test-data/e6a493c8-ba17-a722-59b7-b5e73cad40de/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T06:20:30,251 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64549356, jitterRate=-0.03813964128494263}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T06:20:30,251 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731306030236Initializing all the Stores at 1731306030237 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731306030237Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731306030237Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731306030237Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731306030237Cleaning up temporary data from old regions at 1731306030247 (+10 ms)Region opened successfully at 1731306030251 (+4 ms) 2024-11-11T06:20:30,251 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-11T06:20:30,254 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@cfaf535, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f334e8b0fbdf/172.17.0.2:0 2024-11-11T06:20:30,255 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-11T06:20:30,255 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-11T06:20:30,255 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-11T06:20:30,256 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-11T06:20:30,256 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-11T06:20:30,257 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-11T06:20:30,257 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-11T06:20:30,259 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-11T06:20:30,260 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43643-0x10105af536f0003, quorum=127.0.0.1:58831, baseZNode=/1-667628514 Unable to get data of znode /1-667628514/balancer because node does not exist (not necessarily an error) 2024-11-11T06:20:30,261 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-667628514/balancer already deleted, retry=false 2024-11-11T06:20:30,262 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-11T06:20:30,262 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43643-0x10105af536f0003, quorum=127.0.0.1:58831, baseZNode=/1-667628514 Unable to get data of znode /1-667628514/normalizer because node does not exist (not necessarily an error) 2024-11-11T06:20:30,263 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-667628514/normalizer already deleted, retry=false 2024-11-11T06:20:30,264 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-11T06:20:30,265 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43643-0x10105af536f0003, quorum=127.0.0.1:58831, baseZNode=/1-667628514 Unable to get data of znode /1-667628514/switch/split because node does not exist (not necessarily an error) 2024-11-11T06:20:30,266 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-667628514/switch/split already deleted, retry=false 2024-11-11T06:20:30,266 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43643-0x10105af536f0003, quorum=127.0.0.1:58831, baseZNode=/1-667628514 Unable to get data of znode /1-667628514/switch/merge because node does not exist (not necessarily an error) 2024-11-11T06:20:30,268 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-667628514/switch/merge already deleted, retry=false 2024-11-11T06:20:30,270 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43643-0x10105af536f0003, quorum=127.0.0.1:58831, baseZNode=/1-667628514 Unable to get data of znode /1-667628514/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-11T06:20:30,271 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-667628514/snapshot-cleanup already deleted, retry=false 2024-11-11T06:20:30,273 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44445-0x10105af536f0004, quorum=127.0.0.1:58831, baseZNode=/1-667628514 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-667628514/running 2024-11-11T06:20:30,273 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43643-0x10105af536f0003, quorum=127.0.0.1:58831, baseZNode=/1-667628514 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-667628514/running 2024-11-11T06:20:30,273 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44445-0x10105af536f0004, quorum=127.0.0.1:58831, baseZNode=/1-667628514 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-667628514 2024-11-11T06:20:30,273 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43643-0x10105af536f0003, quorum=127.0.0.1:58831, baseZNode=/1-667628514 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-667628514 2024-11-11T06:20:30,273 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=f334e8b0fbdf,43643,1731306028451, sessionid=0x10105af536f0003, setting cluster-up flag (Was=false) 2024-11-11T06:20:30,277 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43643-0x10105af536f0003, quorum=127.0.0.1:58831, baseZNode=/1-667628514 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-667628514 2024-11-11T06:20:30,277 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44445-0x10105af536f0004, quorum=127.0.0.1:58831, baseZNode=/1-667628514 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-667628514 2024-11-11T06:20:30,281 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-667628514/flush-table-proc/acquired, /1-667628514/flush-table-proc/reached, /1-667628514/flush-table-proc/abort 2024-11-11T06:20:30,282 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f334e8b0fbdf,43643,1731306028451 2024-11-11T06:20:30,287 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43643-0x10105af536f0003, quorum=127.0.0.1:58831, baseZNode=/1-667628514 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-667628514 2024-11-11T06:20:30,287 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44445-0x10105af536f0004, quorum=127.0.0.1:58831, baseZNode=/1-667628514 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-667628514 2024-11-11T06:20:30,292 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-667628514/online-snapshot/acquired, /1-667628514/online-snapshot/reached, /1-667628514/online-snapshot/abort 2024-11-11T06:20:30,293 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f334e8b0fbdf,43643,1731306028451 2024-11-11T06:20:30,294 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:37873/user/jenkins/test-data/e6a493c8-ba17-a722-59b7-b5e73cad40de/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-11T06:20:30,296 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-11T06:20:30,296 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-11T06:20:30,296 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-11T06:20:30,296 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: f334e8b0fbdf,43643,1731306028451 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-11T06:20:30,298 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/f334e8b0fbdf:0, corePoolSize=5, maxPoolSize=5 2024-11-11T06:20:30,298 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/f334e8b0fbdf:0, corePoolSize=5, maxPoolSize=5 2024-11-11T06:20:30,298 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/f334e8b0fbdf:0, corePoolSize=5, maxPoolSize=5 2024-11-11T06:20:30,298 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/f334e8b0fbdf:0, corePoolSize=5, maxPoolSize=5 2024-11-11T06:20:30,298 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/f334e8b0fbdf:0, corePoolSize=10, maxPoolSize=10 2024-11-11T06:20:30,298 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/f334e8b0fbdf:0, corePoolSize=1, maxPoolSize=1 2024-11-11T06:20:30,298 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/f334e8b0fbdf:0, corePoolSize=2, maxPoolSize=2 2024-11-11T06:20:30,298 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/f334e8b0fbdf:0, corePoolSize=1, maxPoolSize=1 2024-11-11T06:20:30,299 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731306060299 2024-11-11T06:20:30,299 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-11T06:20:30,299 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-11T06:20:30,299 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-11T06:20:30,299 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-11T06:20:30,299 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-11T06:20:30,299 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-11T06:20:30,300 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T06:20:30,300 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-11T06:20:30,301 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:20:30,301 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-11T06:20:30,304 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T06:20:30,305 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-11T06:20:30,305 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-11T06:20:30,305 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-11T06:20:30,305 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-11T06:20:30,305 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-11T06:20:30,305 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-11T06:20:30,306 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/f334e8b0fbdf:0:becomeActiveMaster-HFileCleaner.large.0-1731306030305,5,FailOnTimeoutGroup] 2024-11-11T06:20:30,307 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/f334e8b0fbdf:0:becomeActiveMaster-HFileCleaner.small.0-1731306030306,5,FailOnTimeoutGroup] 2024-11-11T06:20:30,307 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T06:20:30,307 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-11T06:20:30,307 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-11T06:20:30,307 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-11T06:20:30,310 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39531 is added to blk_1073741831_1007 (size=1321) 2024-11-11T06:20:30,342 INFO [RS:0;f334e8b0fbdf:44445 {}] regionserver.HRegionServer(746): ClusterId : 4a7103ec-5233-4605-941f-38a9a870a2d7 2024-11-11T06:20:30,342 DEBUG [RS:0;f334e8b0fbdf:44445 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-11T06:20:30,344 DEBUG [RS:0;f334e8b0fbdf:44445 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-11T06:20:30,344 DEBUG [RS:0;f334e8b0fbdf:44445 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-11T06:20:30,346 DEBUG [RS:0;f334e8b0fbdf:44445 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-11T06:20:30,347 DEBUG [RS:0;f334e8b0fbdf:44445 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@44c2e8fc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f334e8b0fbdf/172.17.0.2:0 2024-11-11T06:20:30,358 DEBUG [RS:0;f334e8b0fbdf:44445 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;f334e8b0fbdf:44445 2024-11-11T06:20:30,359 INFO [RS:0;f334e8b0fbdf:44445 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-11T06:20:30,359 INFO [RS:0;f334e8b0fbdf:44445 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-11T06:20:30,359 DEBUG [RS:0;f334e8b0fbdf:44445 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-11T06:20:30,360 INFO [RS:0;f334e8b0fbdf:44445 {}] regionserver.HRegionServer(2659): reportForDuty to master=f334e8b0fbdf,43643,1731306028451 with port=44445, startcode=1731306028495 2024-11-11T06:20:30,360 DEBUG [RS:0;f334e8b0fbdf:44445 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-11T06:20:30,362 INFO [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57421, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=RegionServerStatusService 2024-11-11T06:20:30,362 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43643 {}] master.ServerManager(363): Checking decommissioned status of RegionServer f334e8b0fbdf,44445,1731306028495 2024-11-11T06:20:30,363 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43643 {}] master.ServerManager(517): Registering regionserver=f334e8b0fbdf,44445,1731306028495 2024-11-11T06:20:30,364 DEBUG [RS:0;f334e8b0fbdf:44445 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37873/user/jenkins/test-data/e6a493c8-ba17-a722-59b7-b5e73cad40de 2024-11-11T06:20:30,364 DEBUG [RS:0;f334e8b0fbdf:44445 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37873 2024-11-11T06:20:30,364 DEBUG [RS:0;f334e8b0fbdf:44445 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-11T06:20:30,370 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43643-0x10105af536f0003, quorum=127.0.0.1:58831, baseZNode=/1-667628514 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-667628514/rs 2024-11-11T06:20:30,370 DEBUG [RS:0;f334e8b0fbdf:44445 {}] zookeeper.ZKUtil(111): regionserver:44445-0x10105af536f0004, quorum=127.0.0.1:58831, baseZNode=/1-667628514 Set watcher on existing znode=/1-667628514/rs/f334e8b0fbdf,44445,1731306028495 2024-11-11T06:20:30,370 WARN [RS:0;f334e8b0fbdf:44445 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T06:20:30,370 INFO [RS:0;f334e8b0fbdf:44445 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T06:20:30,371 DEBUG [RS:0;f334e8b0fbdf:44445 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37873/user/jenkins/test-data/e6a493c8-ba17-a722-59b7-b5e73cad40de/WALs/f334e8b0fbdf,44445,1731306028495 2024-11-11T06:20:30,371 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [f334e8b0fbdf,44445,1731306028495] 2024-11-11T06:20:30,374 INFO [RS:0;f334e8b0fbdf:44445 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-11T06:20:30,376 INFO [RS:0;f334e8b0fbdf:44445 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-11T06:20:30,376 INFO [RS:0;f334e8b0fbdf:44445 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-11T06:20:30,376 INFO [RS:0;f334e8b0fbdf:44445 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T06:20:30,377 INFO [RS:0;f334e8b0fbdf:44445 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-11T06:20:30,378 INFO [RS:0;f334e8b0fbdf:44445 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-11T06:20:30,378 INFO [RS:0;f334e8b0fbdf:44445 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-11T06:20:30,378 DEBUG [RS:0;f334e8b0fbdf:44445 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/f334e8b0fbdf:0, corePoolSize=1, maxPoolSize=1 2024-11-11T06:20:30,378 DEBUG [RS:0;f334e8b0fbdf:44445 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/f334e8b0fbdf:0, corePoolSize=1, maxPoolSize=1 2024-11-11T06:20:30,378 DEBUG [RS:0;f334e8b0fbdf:44445 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/f334e8b0fbdf:0, corePoolSize=1, maxPoolSize=1 2024-11-11T06:20:30,378 DEBUG [RS:0;f334e8b0fbdf:44445 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0, corePoolSize=1, maxPoolSize=1 2024-11-11T06:20:30,378 DEBUG [RS:0;f334e8b0fbdf:44445 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/f334e8b0fbdf:0, corePoolSize=1, maxPoolSize=1 2024-11-11T06:20:30,378 DEBUG [RS:0;f334e8b0fbdf:44445 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/f334e8b0fbdf:0, corePoolSize=2, maxPoolSize=2 2024-11-11T06:20:30,378 DEBUG [RS:0;f334e8b0fbdf:44445 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/f334e8b0fbdf:0, corePoolSize=1, maxPoolSize=1 2024-11-11T06:20:30,378 DEBUG [RS:0;f334e8b0fbdf:44445 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/f334e8b0fbdf:0, corePoolSize=1, maxPoolSize=1 2024-11-11T06:20:30,378 DEBUG [RS:0;f334e8b0fbdf:44445 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0, corePoolSize=1, maxPoolSize=1 2024-11-11T06:20:30,378 DEBUG [RS:0;f334e8b0fbdf:44445 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/f334e8b0fbdf:0, corePoolSize=1, maxPoolSize=1 2024-11-11T06:20:30,378 DEBUG [RS:0;f334e8b0fbdf:44445 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/f334e8b0fbdf:0, corePoolSize=1, maxPoolSize=1 2024-11-11T06:20:30,378 DEBUG [RS:0;f334e8b0fbdf:44445 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/f334e8b0fbdf:0, corePoolSize=1, maxPoolSize=1 2024-11-11T06:20:30,378 DEBUG [RS:0;f334e8b0fbdf:44445 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/f334e8b0fbdf:0, corePoolSize=3, maxPoolSize=3 2024-11-11T06:20:30,379 DEBUG [RS:0;f334e8b0fbdf:44445 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/f334e8b0fbdf:0, corePoolSize=3, maxPoolSize=3 2024-11-11T06:20:30,379 INFO [RS:0;f334e8b0fbdf:44445 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T06:20:30,379 INFO [RS:0;f334e8b0fbdf:44445 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T06:20:30,379 INFO [RS:0;f334e8b0fbdf:44445 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T06:20:30,379 INFO [RS:0;f334e8b0fbdf:44445 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-11T06:20:30,379 INFO [RS:0;f334e8b0fbdf:44445 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-11T06:20:30,379 INFO [RS:0;f334e8b0fbdf:44445 {}] hbase.ChoreService(168): Chore ScheduledChore name=f334e8b0fbdf,44445,1731306028495-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T06:20:30,394 INFO [RS:0;f334e8b0fbdf:44445 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-11T06:20:30,394 INFO [RS:0;f334e8b0fbdf:44445 {}] hbase.ChoreService(168): Chore ScheduledChore name=f334e8b0fbdf,44445,1731306028495-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T06:20:30,395 INFO [RS:0;f334e8b0fbdf:44445 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T06:20:30,395 INFO [RS:0;f334e8b0fbdf:44445 {}] regionserver.Replication(171): f334e8b0fbdf,44445,1731306028495 started 2024-11-11T06:20:30,408 INFO [RS:0;f334e8b0fbdf:44445 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T06:20:30,408 INFO [RS:0;f334e8b0fbdf:44445 {}] regionserver.HRegionServer(1482): Serving as f334e8b0fbdf,44445,1731306028495, RpcServer on f334e8b0fbdf/172.17.0.2:44445, sessionid=0x10105af536f0004 2024-11-11T06:20:30,408 DEBUG [RS:0;f334e8b0fbdf:44445 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-11T06:20:30,408 DEBUG [RS:0;f334e8b0fbdf:44445 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager f334e8b0fbdf,44445,1731306028495 2024-11-11T06:20:30,408 DEBUG [RS:0;f334e8b0fbdf:44445 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f334e8b0fbdf,44445,1731306028495' 2024-11-11T06:20:30,408 DEBUG [RS:0;f334e8b0fbdf:44445 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-667628514/flush-table-proc/abort' 2024-11-11T06:20:30,409 DEBUG [RS:0;f334e8b0fbdf:44445 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-667628514/flush-table-proc/acquired' 2024-11-11T06:20:30,409 DEBUG [RS:0;f334e8b0fbdf:44445 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-11T06:20:30,409 DEBUG [RS:0;f334e8b0fbdf:44445 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-11T06:20:30,409 DEBUG [RS:0;f334e8b0fbdf:44445 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager f334e8b0fbdf,44445,1731306028495 2024-11-11T06:20:30,409 DEBUG [RS:0;f334e8b0fbdf:44445 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f334e8b0fbdf,44445,1731306028495' 2024-11-11T06:20:30,409 DEBUG [RS:0;f334e8b0fbdf:44445 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-667628514/online-snapshot/abort' 2024-11-11T06:20:30,410 DEBUG [RS:0;f334e8b0fbdf:44445 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-667628514/online-snapshot/acquired' 2024-11-11T06:20:30,410 DEBUG [RS:0;f334e8b0fbdf:44445 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-11T06:20:30,410 INFO [RS:0;f334e8b0fbdf:44445 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-11T06:20:30,410 INFO [RS:0;f334e8b0fbdf:44445 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-11T06:20:30,510 INFO [RS:0;f334e8b0fbdf:44445 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T06:20:30,512 INFO [RS:0;f334e8b0fbdf:44445 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f334e8b0fbdf%2C44445%2C1731306028495, suffix=, logDir=hdfs://localhost:37873/user/jenkins/test-data/e6a493c8-ba17-a722-59b7-b5e73cad40de/WALs/f334e8b0fbdf,44445,1731306028495, archiveDir=hdfs://localhost:37873/user/jenkins/test-data/e6a493c8-ba17-a722-59b7-b5e73cad40de/oldWALs, maxLogs=10 2024-11-11T06:20:30,526 DEBUG [RS:0;f334e8b0fbdf:44445 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/e6a493c8-ba17-a722-59b7-b5e73cad40de/WALs/f334e8b0fbdf,44445,1731306028495/f334e8b0fbdf%2C44445%2C1731306028495.1731306030513, exclude list is [], retry=0 2024-11-11T06:20:30,529 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39531,DS-9d81c156-0edc-4ec2-9895-44174a86ecd5,DISK] 2024-11-11T06:20:30,532 INFO [RS:0;f334e8b0fbdf:44445 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e6a493c8-ba17-a722-59b7-b5e73cad40de/WALs/f334e8b0fbdf,44445,1731306028495/f334e8b0fbdf%2C44445%2C1731306028495.1731306030513 2024-11-11T06:20:30,532 DEBUG [RS:0;f334e8b0fbdf:44445 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33823:33823)] 2024-11-11T06:20:30,711 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:37873/user/jenkins/test-data/e6a493c8-ba17-a722-59b7-b5e73cad40de/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-11T06:20:30,711 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:37873/user/jenkins/test-data/e6a493c8-ba17-a722-59b7-b5e73cad40de 2024-11-11T06:20:30,717 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39531 is added to blk_1073741833_1009 (size=32) 2024-11-11T06:20:31,118 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T06:20:31,120 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T06:20:31,121 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T06:20:31,122 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:20:31,122 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T06:20:31,122 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T06:20:31,123 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T06:20:31,123 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:20:31,124 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T06:20:31,124 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T06:20:31,125 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T06:20:31,125 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:20:31,125 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T06:20:31,126 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T06:20:31,127 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T06:20:31,127 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:20:31,127 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T06:20:31,127 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T06:20:31,128 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37873/user/jenkins/test-data/e6a493c8-ba17-a722-59b7-b5e73cad40de/data/hbase/meta/1588230740 2024-11-11T06:20:31,128 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37873/user/jenkins/test-data/e6a493c8-ba17-a722-59b7-b5e73cad40de/data/hbase/meta/1588230740 2024-11-11T06:20:31,129 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T06:20:31,129 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T06:20:31,130 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T06:20:31,130 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T06:20:31,132 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37873/user/jenkins/test-data/e6a493c8-ba17-a722-59b7-b5e73cad40de/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T06:20:31,133 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61746234, jitterRate=-0.07990941405296326}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T06:20:31,133 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731306031119Initializing all the Stores at 1731306031119Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731306031120 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731306031120Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731306031120Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731306031120Cleaning up temporary data from old regions at 1731306031129 (+9 ms)Region opened successfully at 1731306031133 (+4 ms) 2024-11-11T06:20:31,133 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-11T06:20:31,133 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-11T06:20:31,133 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-11T06:20:31,133 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-11T06:20:31,133 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-11T06:20:31,133 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-11T06:20:31,134 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731306031133Disabling compacts and flushes for region at 1731306031133Disabling writes for close at 1731306031133Writing region close event to WAL at 1731306031133Closed at 1731306031133 2024-11-11T06:20:31,135 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T06:20:31,135 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-11T06:20:31,135 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-11T06:20:31,136 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T06:20:31,137 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-11T06:20:31,288 DEBUG [f334e8b0fbdf:43643 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-11T06:20:31,288 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=f334e8b0fbdf,44445,1731306028495 2024-11-11T06:20:31,290 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f334e8b0fbdf,44445,1731306028495, state=OPENING 2024-11-11T06:20:31,291 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-11T06:20:31,293 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43643-0x10105af536f0003, quorum=127.0.0.1:58831, baseZNode=/1-667628514 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-667628514 2024-11-11T06:20:31,293 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44445-0x10105af536f0004, quorum=127.0.0.1:58831, baseZNode=/1-667628514 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-667628514 2024-11-11T06:20:31,293 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T06:20:31,293 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-667628514/meta-region-server: CHANGED 2024-11-11T06:20:31,293 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-667628514/meta-region-server: CHANGED 2024-11-11T06:20:31,293 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=f334e8b0fbdf,44445,1731306028495}] 2024-11-11T06:20:31,445 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-11T06:20:31,447 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37273, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-11T06:20:31,452 INFO [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-11T06:20:31,452 INFO [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T06:20:31,453 INFO [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-11T06:20:31,454 INFO [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f334e8b0fbdf%2C44445%2C1731306028495.meta, suffix=.meta, logDir=hdfs://localhost:37873/user/jenkins/test-data/e6a493c8-ba17-a722-59b7-b5e73cad40de/WALs/f334e8b0fbdf,44445,1731306028495, archiveDir=hdfs://localhost:37873/user/jenkins/test-data/e6a493c8-ba17-a722-59b7-b5e73cad40de/oldWALs, maxLogs=10 2024-11-11T06:20:31,468 DEBUG [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/e6a493c8-ba17-a722-59b7-b5e73cad40de/WALs/f334e8b0fbdf,44445,1731306028495/f334e8b0fbdf%2C44445%2C1731306028495.meta.1731306031455.meta, exclude list is [], retry=0 2024-11-11T06:20:31,470 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39531,DS-9d81c156-0edc-4ec2-9895-44174a86ecd5,DISK] 2024-11-11T06:20:31,472 INFO [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e6a493c8-ba17-a722-59b7-b5e73cad40de/WALs/f334e8b0fbdf,44445,1731306028495/f334e8b0fbdf%2C44445%2C1731306028495.meta.1731306031455.meta 2024-11-11T06:20:31,472 DEBUG [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33823:33823)] 2024-11-11T06:20:31,472 DEBUG [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-11T06:20:31,473 INFO [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-11T06:20:31,473 DEBUG [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-11T06:20:31,473 DEBUG [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-11T06:20:31,473 INFO [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-11T06:20:31,473 DEBUG [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-11T06:20:31,473 DEBUG [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T06:20:31,473 DEBUG [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-11T06:20:31,473 DEBUG [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-11T06:20:31,475 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T06:20:31,475 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T06:20:31,475 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:20:31,476 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T06:20:31,476 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T06:20:31,477 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T06:20:31,477 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:20:31,477 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T06:20:31,477 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T06:20:31,478 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T06:20:31,478 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:20:31,478 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T06:20:31,478 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T06:20:31,479 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T06:20:31,479 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:20:31,480 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T06:20:31,480 DEBUG [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T06:20:31,480 DEBUG [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37873/user/jenkins/test-data/e6a493c8-ba17-a722-59b7-b5e73cad40de/data/hbase/meta/1588230740 2024-11-11T06:20:31,482 DEBUG [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37873/user/jenkins/test-data/e6a493c8-ba17-a722-59b7-b5e73cad40de/data/hbase/meta/1588230740 2024-11-11T06:20:31,483 DEBUG [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T06:20:31,483 DEBUG [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T06:20:31,484 DEBUG [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T06:20:31,485 DEBUG [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T06:20:31,486 INFO [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58971648, jitterRate=-0.12125396728515625}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T06:20:31,486 DEBUG [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-11T06:20:31,486 DEBUG [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731306031473Writing region info on filesystem at 1731306031474 (+1 ms)Initializing all the Stores at 1731306031474Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731306031474Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731306031474Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731306031474Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731306031474Cleaning up temporary data from old regions at 1731306031483 (+9 ms)Running coprocessor post-open hooks at 1731306031486 (+3 ms)Region opened successfully at 1731306031486 2024-11-11T06:20:31,487 INFO [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731306031445 2024-11-11T06:20:31,489 DEBUG [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-11T06:20:31,489 INFO [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-11T06:20:31,490 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=f334e8b0fbdf,44445,1731306028495 2024-11-11T06:20:31,492 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f334e8b0fbdf,44445,1731306028495, state=OPEN 2024-11-11T06:20:31,495 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43643-0x10105af536f0003, quorum=127.0.0.1:58831, baseZNode=/1-667628514 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-667628514/meta-region-server 2024-11-11T06:20:31,495 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44445-0x10105af536f0004, quorum=127.0.0.1:58831, baseZNode=/1-667628514 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-667628514/meta-region-server 2024-11-11T06:20:31,495 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=f334e8b0fbdf,44445,1731306028495 2024-11-11T06:20:31,495 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-667628514/meta-region-server: CHANGED 2024-11-11T06:20:31,495 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-667628514/meta-region-server: CHANGED 2024-11-11T06:20:31,498 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-11T06:20:31,498 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=f334e8b0fbdf,44445,1731306028495 in 202 msec 2024-11-11T06:20:31,501 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-11T06:20:31,501 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 363 msec 2024-11-11T06:20:31,502 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T06:20:31,502 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-11T06:20:31,503 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T06:20:31,503 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f334e8b0fbdf,44445,1731306028495, seqNum=-1] 2024-11-11T06:20:31,504 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T06:20:31,505 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59193, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T06:20:31,511 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2150 sec 2024-11-11T06:20:31,511 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731306031511, completionTime=-1 2024-11-11T06:20:31,511 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-11T06:20:31,511 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-11T06:20:31,513 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-11T06:20:31,513 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731306091513 2024-11-11T06:20:31,513 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731306151513 2024-11-11T06:20:31,513 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-11T06:20:31,514 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f334e8b0fbdf,43643,1731306028451-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T06:20:31,514 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f334e8b0fbdf,43643,1731306028451-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T06:20:31,514 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f334e8b0fbdf,43643,1731306028451-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T06:20:31,514 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-f334e8b0fbdf:43643, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T06:20:31,514 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-11T06:20:31,514 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-11T06:20:31,516 DEBUG [master/f334e8b0fbdf:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-11T06:20:31,518 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.961sec 2024-11-11T06:20:31,518 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-11T06:20:31,518 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-11T06:20:31,518 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-11T06:20:31,518 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-11T06:20:31,518 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-11T06:20:31,518 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f334e8b0fbdf,43643,1731306028451-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T06:20:31,518 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f334e8b0fbdf,43643,1731306028451-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-11T06:20:31,521 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-11T06:20:31,521 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-11T06:20:31,521 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f334e8b0fbdf,43643,1731306028451-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T06:20:31,543 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d9b7649, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T06:20:31,543 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f334e8b0fbdf,43643,-1 for getting cluster id 2024-11-11T06:20:31,543 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T06:20:31,545 DEBUG [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4a7103ec-5233-4605-941f-38a9a870a2d7' 2024-11-11T06:20:31,545 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T06:20:31,545 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4a7103ec-5233-4605-941f-38a9a870a2d7" 2024-11-11T06:20:31,545 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32686a37, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T06:20:31,545 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f334e8b0fbdf,43643,-1] 2024-11-11T06:20:31,546 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T06:20:31,546 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T06:20:31,547 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42602, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T06:20:31,548 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@62895ac2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T06:20:31,548 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T06:20:31,550 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f334e8b0fbdf,44445,1731306028495, seqNum=-1] 2024-11-11T06:20:31,550 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T06:20:31,551 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36100, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T06:20:31,553 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=f334e8b0fbdf,43643,1731306028451 2024-11-11T06:20:31,553 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:58831 2024-11-11T06:20:31,556 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:58831, baseZNode=/1-667628514 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T06:20:31,556 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x10105af536f0005 connected 2024-11-11T06:20:31,559 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@670d6f6d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T06:20:31,559 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f334e8b0fbdf,34175,-1 for getting cluster id 2024-11-11T06:20:31,560 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T06:20:31,560 DEBUG [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '22c5bfe0-4ac4-4739-abe2-d462e7fb51ea' 2024-11-11T06:20:31,561 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T06:20:31,561 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "22c5bfe0-4ac4-4739-abe2-d462e7fb51ea" 2024-11-11T06:20:31,561 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@358ebdc7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T06:20:31,561 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f334e8b0fbdf,34175,-1] 2024-11-11T06:20:31,561 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T06:20:31,561 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T06:20:31,562 INFO [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37952, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T06:20:31,563 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@61a11e95, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T06:20:31,563 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T06:20:31,564 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is f334e8b0fbdf,34175,1731306024179 2024-11-11T06:20:31,564 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@49bbcfc6 2024-11-11T06:20:31,564 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T06:20:31,565 INFO [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37954, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T06:20:31,565 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34175 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://f334e8b0fbdf:43643,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-11T06:20:31,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34175 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-11T06:20:31,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34175 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T06:20:31,569 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='f334e8b0fbdf:43643' 2024-11-11T06:20:31,570 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@515a6b17, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T06:20:31,570 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request f334e8b0fbdf,43643,-1 for getting cluster id 2024-11-11T06:20:31,570 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T06:20:31,571 DEBUG [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4a7103ec-5233-4605-941f-38a9a870a2d7' 2024-11-11T06:20:31,571 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T06:20:31,571 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4a7103ec-5233-4605-941f-38a9a870a2d7" 2024-11-11T06:20:31,571 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@493cec89, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T06:20:31,571 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f334e8b0fbdf,43643,-1] 2024-11-11T06:20:31,572 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T06:20:31,572 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T06:20:31,573 INFO [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42624, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T06:20:31,573 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@76b78b58, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T06:20:31,573 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T06:20:31,574 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] client.AsyncConnectionImpl(321): The fetched master address is f334e8b0fbdf,43643,1731306028451 2024-11-11T06:20:31,574 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@54974579 2024-11-11T06:20:31,575 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T06:20:31,575 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42632, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T06:20:31,576 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-11T06:20:31,576 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-11T06:20:31,576 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T06:20:31,576 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T06:20:31,576 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T06:20:31,577 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T06:20:31,578 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-11T06:20:31,579 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-11T06:20:31,579 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:20:31,581 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-11T06:20:31,587 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37823 is added to blk_1073741835_1011 (size=1138) 2024-11-11T06:20:31,628 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-11T06:20:31,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34175 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T06:20:31,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34175 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T06:20:31,990 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 22d41ba8079b2c4226c2a9885c200365, NAME => 'hbase:replication,,1731306031576.22d41ba8079b2c4226c2a9885c200365.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37473/user/jenkins/test-data/b0be7c00-cee2-f97c-ab0d-a405d90ffb0e 2024-11-11T06:20:31,997 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37823 is added to blk_1073741836_1012 (size=44) 2024-11-11T06:20:32,085 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-11T06:20:32,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34175 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T06:20:32,398 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731306031576.22d41ba8079b2c4226c2a9885c200365.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T06:20:32,398 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 22d41ba8079b2c4226c2a9885c200365, disabling compactions & flushes 2024-11-11T06:20:32,398 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731306031576.22d41ba8079b2c4226c2a9885c200365. 2024-11-11T06:20:32,398 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731306031576.22d41ba8079b2c4226c2a9885c200365. 2024-11-11T06:20:32,398 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731306031576.22d41ba8079b2c4226c2a9885c200365. after waiting 0 ms 2024-11-11T06:20:32,398 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731306031576.22d41ba8079b2c4226c2a9885c200365. 2024-11-11T06:20:32,398 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731306031576.22d41ba8079b2c4226c2a9885c200365. 2024-11-11T06:20:32,398 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 22d41ba8079b2c4226c2a9885c200365: Waiting for close lock at 1731306032398Disabling compacts and flushes for region at 1731306032398Disabling writes for close at 1731306032398Writing region close event to WAL at 1731306032398Closed at 1731306032398 2024-11-11T06:20:32,400 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-11T06:20:32,400 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731306031576.22d41ba8079b2c4226c2a9885c200365.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731306032400"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731306032400"}]},"ts":"1731306032400"} 2024-11-11T06:20:32,403 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-11T06:20:32,404 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-11T06:20:32,404 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731306032404"}]},"ts":"1731306032404"} 2024-11-11T06:20:32,406 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-11T06:20:32,406 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=22d41ba8079b2c4226c2a9885c200365, ASSIGN}] 2024-11-11T06:20:32,408 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=22d41ba8079b2c4226c2a9885c200365, ASSIGN 2024-11-11T06:20:32,408 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=22d41ba8079b2c4226c2a9885c200365, ASSIGN; state=OFFLINE, location=f334e8b0fbdf,38071,1731306024232; forceNewPlan=false, retain=false 2024-11-11T06:20:32,559 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=22d41ba8079b2c4226c2a9885c200365, regionState=OPENING, regionLocation=f334e8b0fbdf,38071,1731306024232 2024-11-11T06:20:32,562 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=22d41ba8079b2c4226c2a9885c200365, ASSIGN because future has completed 2024-11-11T06:20:32,563 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 22d41ba8079b2c4226c2a9885c200365, server=f334e8b0fbdf,38071,1731306024232}] 2024-11-11T06:20:32,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34175 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T06:20:32,710 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-11T06:20:32,711 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T06:20:32,720 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1731306031576.22d41ba8079b2c4226c2a9885c200365. 2024-11-11T06:20:32,721 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T06:20:32,721 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-11T06:20:32,722 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f334e8b0fbdf%2C38071%2C1731306024232.rep, suffix=, logDir=hdfs://localhost:37473/user/jenkins/test-data/b0be7c00-cee2-f97c-ab0d-a405d90ffb0e/WALs/f334e8b0fbdf,38071,1731306024232, archiveDir=hdfs://localhost:37473/user/jenkins/test-data/b0be7c00-cee2-f97c-ab0d-a405d90ffb0e/oldWALs, maxLogs=10 2024-11-11T06:20:32,730 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T06:20:32,743 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/b0be7c00-cee2-f97c-ab0d-a405d90ffb0e/WALs/f334e8b0fbdf,38071,1731306024232/f334e8b0fbdf%2C38071%2C1731306024232.rep.1731306032723, exclude list is [], retry=0 2024-11-11T06:20:32,745 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37823,DS-5d57a671-6463-4ec6-a895-121c894211c1,DISK] 2024-11-11T06:20:32,747 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b0be7c00-cee2-f97c-ab0d-a405d90ffb0e/WALs/f334e8b0fbdf,38071,1731306024232/f334e8b0fbdf%2C38071%2C1731306024232.rep.1731306032723 2024-11-11T06:20:32,748 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44477:44477)] 2024-11-11T06:20:32,748 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 22d41ba8079b2c4226c2a9885c200365, NAME => 'hbase:replication,,1731306031576.22d41ba8079b2c4226c2a9885c200365.', STARTKEY => '', ENDKEY => ''} 2024-11-11T06:20:32,748 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-11T06:20:32,748 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-11T06:20:32,748 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731306031576.22d41ba8079b2c4226c2a9885c200365. service=MultiRowMutationService 2024-11-11T06:20:32,748 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-11T06:20:32,748 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 22d41ba8079b2c4226c2a9885c200365 2024-11-11T06:20:32,748 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1731306031576.22d41ba8079b2c4226c2a9885c200365.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T06:20:32,749 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 22d41ba8079b2c4226c2a9885c200365 2024-11-11T06:20:32,749 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 22d41ba8079b2c4226c2a9885c200365 2024-11-11T06:20:32,750 INFO [StoreOpener-22d41ba8079b2c4226c2a9885c200365-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 22d41ba8079b2c4226c2a9885c200365 2024-11-11T06:20:32,751 INFO [StoreOpener-22d41ba8079b2c4226c2a9885c200365-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 22d41ba8079b2c4226c2a9885c200365 columnFamilyName hfileref 2024-11-11T06:20:32,751 DEBUG [StoreOpener-22d41ba8079b2c4226c2a9885c200365-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:20:32,752 INFO [StoreOpener-22d41ba8079b2c4226c2a9885c200365-1 {}] regionserver.HStore(327): Store=22d41ba8079b2c4226c2a9885c200365/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T06:20:32,752 INFO [StoreOpener-22d41ba8079b2c4226c2a9885c200365-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 22d41ba8079b2c4226c2a9885c200365 2024-11-11T06:20:32,753 INFO [StoreOpener-22d41ba8079b2c4226c2a9885c200365-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 22d41ba8079b2c4226c2a9885c200365 columnFamilyName queue 2024-11-11T06:20:32,753 DEBUG [StoreOpener-22d41ba8079b2c4226c2a9885c200365-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:20:32,753 INFO [StoreOpener-22d41ba8079b2c4226c2a9885c200365-1 {}] regionserver.HStore(327): Store=22d41ba8079b2c4226c2a9885c200365/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T06:20:32,754 INFO [StoreOpener-22d41ba8079b2c4226c2a9885c200365-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 22d41ba8079b2c4226c2a9885c200365 2024-11-11T06:20:32,755 INFO [StoreOpener-22d41ba8079b2c4226c2a9885c200365-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 22d41ba8079b2c4226c2a9885c200365 columnFamilyName sid 2024-11-11T06:20:32,755 DEBUG [StoreOpener-22d41ba8079b2c4226c2a9885c200365-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:20:32,755 INFO [StoreOpener-22d41ba8079b2c4226c2a9885c200365-1 {}] regionserver.HStore(327): Store=22d41ba8079b2c4226c2a9885c200365/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T06:20:32,755 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 22d41ba8079b2c4226c2a9885c200365 2024-11-11T06:20:32,756 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37473/user/jenkins/test-data/b0be7c00-cee2-f97c-ab0d-a405d90ffb0e/data/hbase/replication/22d41ba8079b2c4226c2a9885c200365 2024-11-11T06:20:32,756 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37473/user/jenkins/test-data/b0be7c00-cee2-f97c-ab0d-a405d90ffb0e/data/hbase/replication/22d41ba8079b2c4226c2a9885c200365 2024-11-11T06:20:32,757 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 22d41ba8079b2c4226c2a9885c200365 2024-11-11T06:20:32,757 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 22d41ba8079b2c4226c2a9885c200365 2024-11-11T06:20:32,758 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-11T06:20:32,759 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 22d41ba8079b2c4226c2a9885c200365 2024-11-11T06:20:32,761 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37473/user/jenkins/test-data/b0be7c00-cee2-f97c-ab0d-a405d90ffb0e/data/hbase/replication/22d41ba8079b2c4226c2a9885c200365/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T06:20:32,761 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened 22d41ba8079b2c4226c2a9885c200365; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71566699, jitterRate=0.06642691791057587}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-11T06:20:32,762 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 22d41ba8079b2c4226c2a9885c200365 2024-11-11T06:20:32,762 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 22d41ba8079b2c4226c2a9885c200365: Running coprocessor pre-open hook at 1731306032749Writing region info on filesystem at 1731306032749Initializing all the Stores at 1731306032749Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731306032749Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731306032750 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731306032750Cleaning up temporary data from old regions at 1731306032757 (+7 ms)Running coprocessor post-open hooks at 1731306032762 (+5 ms)Region opened successfully at 1731306032762 2024-11-11T06:20:32,763 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731306031576.22d41ba8079b2c4226c2a9885c200365., pid=7, masterSystemTime=1731306032715 2024-11-11T06:20:32,766 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731306031576.22d41ba8079b2c4226c2a9885c200365. 2024-11-11T06:20:32,766 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731306031576.22d41ba8079b2c4226c2a9885c200365. 2024-11-11T06:20:32,766 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=22d41ba8079b2c4226c2a9885c200365, regionState=OPEN, openSeqNum=2, regionLocation=f334e8b0fbdf,38071,1731306024232 2024-11-11T06:20:32,769 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 22d41ba8079b2c4226c2a9885c200365, server=f334e8b0fbdf,38071,1731306024232 because future has completed 2024-11-11T06:20:32,773 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-11T06:20:32,773 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 22d41ba8079b2c4226c2a9885c200365, server=f334e8b0fbdf,38071,1731306024232 in 207 msec 2024-11-11T06:20:32,775 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-11T06:20:32,775 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=22d41ba8079b2c4226c2a9885c200365, ASSIGN in 367 msec 2024-11-11T06:20:32,777 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-11T06:20:32,777 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731306032777"}]},"ts":"1731306032777"} 2024-11-11T06:20:32,779 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-11T06:20:32,780 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-11T06:20:32,782 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2030 sec 2024-11-11T06:20:32,834 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731306031576.22d41ba8079b2c4226c2a9885c200365., hostname=f334e8b0fbdf,38071,1731306024232, seqNum=2] 2024-11-11T06:20:32,842 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38071-0x10105af536f0001, quorum=127.0.0.1:58831, baseZNode=/0-166710335 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-166710335 2024-11-11T06:20:32,842 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34175-0x10105af536f0000, quorum=127.0.0.1:58831, baseZNode=/0-166710335 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-166710335 2024-11-11T06:20:32,846 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-11T06:20:33,000 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38071 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-11-11T06:20:33,000 INFO [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-11T06:20:33,030 INFO [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-f334e8b0fbdf,38071,1731306024232, ReplicationSource: 1, currentBandwidth=0 2024-11-11T06:20:33,030 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T06:20:33,031 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f334e8b0fbdf,38071,1731306024232, seqNum=-1] 2024-11-11T06:20:33,031 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T06:20:33,032 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42523, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=ClientService 2024-11-11T06:20:33,035 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-f334e8b0fbdf,38071,1731306024232', locateType=CURRENT is [region=hbase:replication,,1731306031576.22d41ba8079b2c4226c2a9885c200365., hostname=f334e8b0fbdf,38071,1731306024232, seqNum=2] 2024-11-11T06:20:33,037 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-11T06:20:33,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34175 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-11T06:20:33,040 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on f334e8b0fbdf,38071,1731306024232 suceeded 2024-11-11T06:20:33,043 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-11T06:20:33,043 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 194 msec 2024-11-11T06:20:33,043 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://f334e8b0fbdf:43643,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-11T06:20:33,045 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4780 sec 2024-11-11T06:20:33,053 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,38071,1731306024232 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='f334e8b0fbdf:43643' 2024-11-11T06:20:33,054 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,38071,1731306024232 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@616326c0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T06:20:33,054 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,38071,1731306024232 {}] client.ClusterIdFetcher(90): Going to request f334e8b0fbdf,43643,-1 for getting cluster id 2024-11-11T06:20:33,054 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,38071,1731306024232 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T06:20:33,055 DEBUG [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4a7103ec-5233-4605-941f-38a9a870a2d7' 2024-11-11T06:20:33,056 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T06:20:33,056 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4a7103ec-5233-4605-941f-38a9a870a2d7" 2024-11-11T06:20:33,056 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@21eae581, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T06:20:33,056 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f334e8b0fbdf,43643,-1] 2024-11-11T06:20:33,056 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T06:20:33,056 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T06:20:33,057 INFO [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42658, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=ClientMetaService 2024-11-11T06:20:33,058 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,38071,1731306024232 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@71414963, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T06:20:33,058 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,38071,1731306024232 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T06:20:33,059 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.AsyncConnectionImpl(321): The fetched master address is f334e8b0fbdf,43643,1731306028451 2024-11-11T06:20:33,059 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@505cbbb3 2024-11-11T06:20:33,059 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T06:20:33,060 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42662, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=MasterService 2024-11-11T06:20:33,061 INFO [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,38071,1731306024232 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-f334e8b0fbdf,38071,1731306024232 (queues=1) is replicating from cluster=22c5bfe0-4ac4-4739-abe2-d462e7fb51ea to cluster=4a7103ec-5233-4605-941f-38a9a870a2d7 2024-11-11T06:20:33,061 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,38071,1731306024232 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=f334e8b0fbdf%2C38071%2C1731306024232 2024-11-11T06:20:33,061 INFO [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,38071,1731306024232 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-f334e8b0fbdf,38071,1731306024232, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-11T06:20:33,061 INFO [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,38071,1731306024232.replicationSource.shipperf334e8b0fbdf%2C38071%2C1731306024232,1-f334e8b0fbdf,38071,1731306024232 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: f334e8b0fbdf%2C38071%2C1731306024232 2024-11-11T06:20:33,061 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,38071,1731306024232.replicationSource.wal-reader.f334e8b0fbdf%2C38071%2C1731306024232,1-f334e8b0fbdf,38071,1731306024232 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:37473/user/jenkins/test-data/b0be7c00-cee2-f97c-ab0d-a405d90ffb0e/WALs/f334e8b0fbdf,38071,1731306024232/f334e8b0fbdf%2C38071%2C1731306024232.1731306026230, startPosition=0, beingWritten=true 2024-11-11T06:20:33,267 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,38071,1731306024232.replicationSource.wal-reader.f334e8b0fbdf%2C38071%2C1731306024232,1-f334e8b0fbdf,38071,1731306024232 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37473/user/jenkins/test-data/b0be7c00-cee2-f97c-ab0d-a405d90ffb0e/WALs/f334e8b0fbdf,38071,1731306024232/f334e8b0fbdf%2C38071%2C1731306024232.1731306026230 to pos 0, reset compression=false 2024-11-11T06:20:33,573 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,38071,1731306024232.replicationSource.wal-reader.f334e8b0fbdf%2C38071%2C1731306024232,1-f334e8b0fbdf,38071,1731306024232 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37473/user/jenkins/test-data/b0be7c00-cee2-f97c-ab0d-a405d90ffb0e/WALs/f334e8b0fbdf,38071,1731306024232/f334e8b0fbdf%2C38071%2C1731306024232.1731306026230 to pos 0, reset compression=false 2024-11-11T06:20:33,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34175 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T06:20:33,710 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-11T06:20:33,710 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T06:20:33,710 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:560) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T06:20:33,710 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T06:20:33,710 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T06:20:33,710 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T06:20:33,710 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T06:20:33,711 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncConnectionImpl(321): The fetched master address is f334e8b0fbdf,34175,1731306024179 2024-11-11T06:20:33,711 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2834c4f2 2024-11-11T06:20:33,711 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T06:20:33,713 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37960, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T06:20:33,713 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34175 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-11T06:20:33,713 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-11T06:20:33,713 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T06:20:33,713 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T06:20:33,713 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T06:20:33,714 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T06:20:33,714 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T06:20:33,714 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-11T06:20:33,714 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1773941198, stopped=false 2024-11-11T06:20:33,714 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=f334e8b0fbdf,43643,1731306028451 2024-11-11T06:20:33,715 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43643-0x10105af536f0003, quorum=127.0.0.1:58831, baseZNode=/1-667628514 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-667628514/running 2024-11-11T06:20:33,715 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44445-0x10105af536f0004, quorum=127.0.0.1:58831, baseZNode=/1-667628514 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-667628514/running 2024-11-11T06:20:33,715 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43643-0x10105af536f0003, quorum=127.0.0.1:58831, baseZNode=/1-667628514 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-667628514 2024-11-11T06:20:33,715 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44445-0x10105af536f0004, quorum=127.0.0.1:58831, baseZNode=/1-667628514 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-667628514 2024-11-11T06:20:33,716 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T06:20:33,716 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T06:20:33,716 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T06:20:33,716 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T06:20:33,716 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'f334e8b0fbdf,44445,1731306028495' ***** 2024-11-11T06:20:33,716 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44445-0x10105af536f0004, quorum=127.0.0.1:58831, baseZNode=/1-667628514 Set watcher on znode that does not yet exist, /1-667628514/running 2024-11-11T06:20:33,716 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-11T06:20:33,716 INFO [RS:0;f334e8b0fbdf:44445 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-11T06:20:33,716 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:43643-0x10105af536f0003, quorum=127.0.0.1:58831, baseZNode=/1-667628514 Set watcher on znode that does not yet exist, /1-667628514/running 2024-11-11T06:20:33,716 INFO [RS:0;f334e8b0fbdf:44445 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-11T06:20:33,716 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-11T06:20:33,716 INFO [RS:0;f334e8b0fbdf:44445 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-11T06:20:33,717 INFO [RS:0;f334e8b0fbdf:44445 {}] regionserver.HRegionServer(959): stopping server f334e8b0fbdf,44445,1731306028495 2024-11-11T06:20:33,717 INFO [RS:0;f334e8b0fbdf:44445 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T06:20:33,717 INFO [RS:0;f334e8b0fbdf:44445 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f334e8b0fbdf:44445. 2024-11-11T06:20:33,717 DEBUG [RS:0;f334e8b0fbdf:44445 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T06:20:33,717 DEBUG [RS:0;f334e8b0fbdf:44445 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T06:20:33,717 INFO [RS:0;f334e8b0fbdf:44445 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-11T06:20:33,717 INFO [RS:0;f334e8b0fbdf:44445 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-11T06:20:33,717 INFO [RS:0;f334e8b0fbdf:44445 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-11T06:20:33,717 INFO [RS:0;f334e8b0fbdf:44445 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-11T06:20:33,717 INFO [RS:0;f334e8b0fbdf:44445 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-11T06:20:33,717 DEBUG [RS:0;f334e8b0fbdf:44445 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-11T06:20:33,717 DEBUG [RS:0;f334e8b0fbdf:44445 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T06:20:33,717 DEBUG [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-11T06:20:33,717 INFO [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-11T06:20:33,718 DEBUG [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-11T06:20:33,718 DEBUG [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-11T06:20:33,718 DEBUG [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-11T06:20:33,718 INFO [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-11T06:20:33,734 DEBUG [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37873/user/jenkins/test-data/e6a493c8-ba17-a722-59b7-b5e73cad40de/data/hbase/meta/1588230740/.tmp/ns/bbf147883804451c96316b951005534d is 43, key is default/ns:d/1731306031506/Put/seqid=0 2024-11-11T06:20:33,739 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39531 is added to blk_1073741835_1011 (size=5153) 2024-11-11T06:20:33,783 INFO [regionserver/f334e8b0fbdf:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T06:20:33,918 DEBUG [RS:0;f334e8b0fbdf:44445 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T06:20:33,979 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,38071,1731306024232.replicationSource.wal-reader.f334e8b0fbdf%2C38071%2C1731306024232,1-f334e8b0fbdf,38071,1731306024232 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37473/user/jenkins/test-data/b0be7c00-cee2-f97c-ab0d-a405d90ffb0e/WALs/f334e8b0fbdf,38071,1731306024232/f334e8b0fbdf%2C38071%2C1731306024232.1731306026230 to pos 0, reset compression=false 2024-11-11T06:20:34,118 DEBUG [RS:0;f334e8b0fbdf:44445 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T06:20:34,140 INFO [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:37873/user/jenkins/test-data/e6a493c8-ba17-a722-59b7-b5e73cad40de/data/hbase/meta/1588230740/.tmp/ns/bbf147883804451c96316b951005534d 2024-11-11T06:20:34,146 DEBUG [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37873/user/jenkins/test-data/e6a493c8-ba17-a722-59b7-b5e73cad40de/data/hbase/meta/1588230740/.tmp/ns/bbf147883804451c96316b951005534d as hdfs://localhost:37873/user/jenkins/test-data/e6a493c8-ba17-a722-59b7-b5e73cad40de/data/hbase/meta/1588230740/ns/bbf147883804451c96316b951005534d 2024-11-11T06:20:34,152 INFO [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37873/user/jenkins/test-data/e6a493c8-ba17-a722-59b7-b5e73cad40de/data/hbase/meta/1588230740/ns/bbf147883804451c96316b951005534d, entries=2, sequenceid=6, filesize=5.0 K 2024-11-11T06:20:34,153 INFO [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 435ms, sequenceid=6, compaction requested=false 2024-11-11T06:20:34,157 DEBUG [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37873/user/jenkins/test-data/e6a493c8-ba17-a722-59b7-b5e73cad40de/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-11T06:20:34,158 DEBUG [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-11T06:20:34,158 DEBUG [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-11T06:20:34,158 INFO [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-11T06:20:34,158 DEBUG [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731306033717Running coprocessor pre-close hooks at 1731306033717Disabling compacts and flushes for region at 1731306033717Disabling writes for close at 1731306033718 (+1 ms)Obtaining lock to block concurrent updates at 1731306033718Preparing flush snapshotting stores in 1588230740 at 1731306033718Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1731306033718Flushing stores of hbase:meta,,1.1588230740 at 1731306033719 (+1 ms)Flushing 1588230740/ns: creating writer at 1731306033719Flushing 1588230740/ns: appending metadata at 1731306033734 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1731306033734Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1de3d208: reopening flushed file at 1731306034145 (+411 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 435ms, sequenceid=6, compaction requested=false at 1731306034153 (+8 ms)Writing region close event to WAL at 1731306034154 (+1 ms)Running coprocessor post-close hooks at 1731306034158 (+4 ms)Closed at 1731306034158 2024-11-11T06:20:34,159 DEBUG [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-11T06:20:34,318 INFO [RS:0;f334e8b0fbdf:44445 {}] regionserver.HRegionServer(976): stopping server f334e8b0fbdf,44445,1731306028495; all regions closed. 2024-11-11T06:20:34,321 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39531 is added to blk_1073741834_1010 (size=1152) 2024-11-11T06:20:34,323 DEBUG [RS:0;f334e8b0fbdf:44445 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/e6a493c8-ba17-a722-59b7-b5e73cad40de/oldWALs 2024-11-11T06:20:34,323 INFO [RS:0;f334e8b0fbdf:44445 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL f334e8b0fbdf%2C44445%2C1731306028495.meta:.meta(num 1731306031455) 2024-11-11T06:20:34,325 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39531 is added to blk_1073741832_1008 (size=93) 2024-11-11T06:20:34,327 DEBUG [RS:0;f334e8b0fbdf:44445 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/e6a493c8-ba17-a722-59b7-b5e73cad40de/oldWALs 2024-11-11T06:20:34,327 INFO [RS:0;f334e8b0fbdf:44445 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL f334e8b0fbdf%2C44445%2C1731306028495:(num 1731306030513) 2024-11-11T06:20:34,327 DEBUG [RS:0;f334e8b0fbdf:44445 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T06:20:34,327 INFO [RS:0;f334e8b0fbdf:44445 {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T06:20:34,327 INFO [RS:0;f334e8b0fbdf:44445 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T06:20:34,328 INFO [RS:0;f334e8b0fbdf:44445 {}] hbase.ChoreService(370): Chore service for: regionserver/f334e8b0fbdf:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-11T06:20:34,328 INFO [RS:0;f334e8b0fbdf:44445 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T06:20:34,328 INFO [regionserver/f334e8b0fbdf:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T06:20:34,328 INFO [RS:0;f334e8b0fbdf:44445 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44445 2024-11-11T06:20:34,329 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44445-0x10105af536f0004, quorum=127.0.0.1:58831, baseZNode=/1-667628514 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-667628514/rs/f334e8b0fbdf,44445,1731306028495 2024-11-11T06:20:34,329 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43643-0x10105af536f0003, quorum=127.0.0.1:58831, baseZNode=/1-667628514 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-667628514/rs 2024-11-11T06:20:34,330 INFO [RS:0;f334e8b0fbdf:44445 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T06:20:34,330 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [f334e8b0fbdf,44445,1731306028495] 2024-11-11T06:20:34,332 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-667628514/draining/f334e8b0fbdf,44445,1731306028495 already deleted, retry=false 2024-11-11T06:20:34,332 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; f334e8b0fbdf,44445,1731306028495 expired; onlineServers=0 2024-11-11T06:20:34,332 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'f334e8b0fbdf,43643,1731306028451' ***** 2024-11-11T06:20:34,332 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-11T06:20:34,332 INFO [M:0;f334e8b0fbdf:43643 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T06:20:34,332 INFO [M:0;f334e8b0fbdf:43643 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T06:20:34,332 DEBUG [M:0;f334e8b0fbdf:43643 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-11T06:20:34,332 DEBUG [M:0;f334e8b0fbdf:43643 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-11T06:20:34,332 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-11T06:20:34,332 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster-HFileCleaner.large.0-1731306030305 {}] cleaner.HFileCleaner(306): Exit Thread[master/f334e8b0fbdf:0:becomeActiveMaster-HFileCleaner.large.0-1731306030305,5,FailOnTimeoutGroup] 2024-11-11T06:20:34,332 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster-HFileCleaner.small.0-1731306030306 {}] cleaner.HFileCleaner(306): Exit Thread[master/f334e8b0fbdf:0:becomeActiveMaster-HFileCleaner.small.0-1731306030306,5,FailOnTimeoutGroup] 2024-11-11T06:20:34,332 INFO [M:0;f334e8b0fbdf:43643 {}] hbase.ChoreService(370): Chore service for: master/f334e8b0fbdf:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-11T06:20:34,332 INFO [M:0;f334e8b0fbdf:43643 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T06:20:34,333 DEBUG [M:0;f334e8b0fbdf:43643 {}] master.HMaster(1795): Stopping service threads 2024-11-11T06:20:34,333 INFO [M:0;f334e8b0fbdf:43643 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-11T06:20:34,333 INFO [M:0;f334e8b0fbdf:43643 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T06:20:34,333 INFO [M:0;f334e8b0fbdf:43643 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-11T06:20:34,333 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-11T06:20:34,335 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43643-0x10105af536f0003, quorum=127.0.0.1:58831, baseZNode=/1-667628514 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-667628514/master 2024-11-11T06:20:34,335 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43643-0x10105af536f0003, quorum=127.0.0.1:58831, baseZNode=/1-667628514 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-667628514 2024-11-11T06:20:34,335 DEBUG [M:0;f334e8b0fbdf:43643 {}] zookeeper.ZKUtil(347): master:43643-0x10105af536f0003, quorum=127.0.0.1:58831, baseZNode=/1-667628514 Unable to get data of znode /1-667628514/master because node does not exist (not an error) 2024-11-11T06:20:34,335 WARN [M:0;f334e8b0fbdf:43643 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-11T06:20:34,336 INFO [M:0;f334e8b0fbdf:43643 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:37873/user/jenkins/test-data/e6a493c8-ba17-a722-59b7-b5e73cad40de/.lastflushedseqids 2024-11-11T06:20:34,340 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39531 is added to blk_1073741836_1012 (size=99) 2024-11-11T06:20:34,432 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44445-0x10105af536f0004, quorum=127.0.0.1:58831, baseZNode=/1-667628514 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T06:20:34,432 INFO [RS:0;f334e8b0fbdf:44445 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T06:20:34,432 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44445-0x10105af536f0004, quorum=127.0.0.1:58831, baseZNode=/1-667628514 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T06:20:34,432 INFO [RS:0;f334e8b0fbdf:44445 {}] regionserver.HRegionServer(1031): Exiting; stopping=f334e8b0fbdf,44445,1731306028495; zookeeper connection closed. 2024-11-11T06:20:34,433 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7054eb77 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7054eb77 2024-11-11T06:20:34,433 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-11T06:20:34,484 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,38071,1731306024232.replicationSource.wal-reader.f334e8b0fbdf%2C38071%2C1731306024232,1-f334e8b0fbdf,38071,1731306024232 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37473/user/jenkins/test-data/b0be7c00-cee2-f97c-ab0d-a405d90ffb0e/WALs/f334e8b0fbdf,38071,1731306024232/f334e8b0fbdf%2C38071%2C1731306024232.1731306026230 to pos 0, reset compression=false 2024-11-11T06:20:34,741 INFO [M:0;f334e8b0fbdf:43643 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-11T06:20:34,741 INFO [M:0;f334e8b0fbdf:43643 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-11T06:20:34,741 DEBUG [M:0;f334e8b0fbdf:43643 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-11T06:20:34,742 INFO [M:0;f334e8b0fbdf:43643 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T06:20:34,742 DEBUG [M:0;f334e8b0fbdf:43643 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T06:20:34,742 DEBUG [M:0;f334e8b0fbdf:43643 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-11T06:20:34,742 DEBUG [M:0;f334e8b0fbdf:43643 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T06:20:34,742 INFO [M:0;f334e8b0fbdf:43643 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-11-11T06:20:34,758 DEBUG [M:0;f334e8b0fbdf:43643 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37873/user/jenkins/test-data/e6a493c8-ba17-a722-59b7-b5e73cad40de/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/689435e0a115488384ce6606793426dc is 82, key is hbase:meta,,1/info:regioninfo/1731306031490/Put/seqid=0 2024-11-11T06:20:34,762 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39531 is added to blk_1073741837_1013 (size=5672) 2024-11-11T06:20:35,089 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,38071,1731306024232.replicationSource.wal-reader.f334e8b0fbdf%2C38071%2C1731306024232,1-f334e8b0fbdf,38071,1731306024232 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37473/user/jenkins/test-data/b0be7c00-cee2-f97c-ab0d-a405d90ffb0e/WALs/f334e8b0fbdf,38071,1731306024232/f334e8b0fbdf%2C38071%2C1731306024232.1731306026230 to pos 0, reset compression=false 2024-11-11T06:20:35,163 INFO [M:0;f334e8b0fbdf:43643 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:37873/user/jenkins/test-data/e6a493c8-ba17-a722-59b7-b5e73cad40de/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/689435e0a115488384ce6606793426dc 2024-11-11T06:20:35,183 DEBUG [M:0;f334e8b0fbdf:43643 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37873/user/jenkins/test-data/e6a493c8-ba17-a722-59b7-b5e73cad40de/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/64e4cd3f76cd40af8d03dcaf5c55fe27 is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1731306031510/Put/seqid=0 2024-11-11T06:20:35,187 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39531 is added to blk_1073741838_1014 (size=5275) 2024-11-11T06:20:35,588 INFO [M:0;f334e8b0fbdf:43643 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:37873/user/jenkins/test-data/e6a493c8-ba17-a722-59b7-b5e73cad40de/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/64e4cd3f76cd40af8d03dcaf5c55fe27 2024-11-11T06:20:35,608 DEBUG [M:0;f334e8b0fbdf:43643 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37873/user/jenkins/test-data/e6a493c8-ba17-a722-59b7-b5e73cad40de/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1cca5b864c25443cb92a54f2de02e0d4 is 69, key is f334e8b0fbdf,44445,1731306028495/rs:state/1731306030363/Put/seqid=0 2024-11-11T06:20:35,611 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39531 is added to blk_1073741839_1015 (size=5156) 2024-11-11T06:20:35,795 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,38071,1731306024232.replicationSource.wal-reader.f334e8b0fbdf%2C38071%2C1731306024232,1-f334e8b0fbdf,38071,1731306024232 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37473/user/jenkins/test-data/b0be7c00-cee2-f97c-ab0d-a405d90ffb0e/WALs/f334e8b0fbdf,38071,1731306024232/f334e8b0fbdf%2C38071%2C1731306024232.1731306026230 to pos 0, reset compression=false 2024-11-11T06:20:36,013 INFO [M:0;f334e8b0fbdf:43643 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:37873/user/jenkins/test-data/e6a493c8-ba17-a722-59b7-b5e73cad40de/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1cca5b864c25443cb92a54f2de02e0d4 2024-11-11T06:20:36,019 DEBUG [M:0;f334e8b0fbdf:43643 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37873/user/jenkins/test-data/e6a493c8-ba17-a722-59b7-b5e73cad40de/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/689435e0a115488384ce6606793426dc as hdfs://localhost:37873/user/jenkins/test-data/e6a493c8-ba17-a722-59b7-b5e73cad40de/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/689435e0a115488384ce6606793426dc 2024-11-11T06:20:36,025 INFO [M:0;f334e8b0fbdf:43643 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37873/user/jenkins/test-data/e6a493c8-ba17-a722-59b7-b5e73cad40de/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/689435e0a115488384ce6606793426dc, entries=8, sequenceid=28, filesize=5.5 K 2024-11-11T06:20:36,026 DEBUG [M:0;f334e8b0fbdf:43643 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37873/user/jenkins/test-data/e6a493c8-ba17-a722-59b7-b5e73cad40de/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/64e4cd3f76cd40af8d03dcaf5c55fe27 as hdfs://localhost:37873/user/jenkins/test-data/e6a493c8-ba17-a722-59b7-b5e73cad40de/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/64e4cd3f76cd40af8d03dcaf5c55fe27 2024-11-11T06:20:36,031 INFO [M:0;f334e8b0fbdf:43643 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37873/user/jenkins/test-data/e6a493c8-ba17-a722-59b7-b5e73cad40de/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/64e4cd3f76cd40af8d03dcaf5c55fe27, entries=3, sequenceid=28, filesize=5.2 K 2024-11-11T06:20:36,031 DEBUG [M:0;f334e8b0fbdf:43643 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37873/user/jenkins/test-data/e6a493c8-ba17-a722-59b7-b5e73cad40de/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1cca5b864c25443cb92a54f2de02e0d4 as hdfs://localhost:37873/user/jenkins/test-data/e6a493c8-ba17-a722-59b7-b5e73cad40de/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/1cca5b864c25443cb92a54f2de02e0d4 2024-11-11T06:20:36,036 INFO [M:0;f334e8b0fbdf:43643 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37873/user/jenkins/test-data/e6a493c8-ba17-a722-59b7-b5e73cad40de/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/1cca5b864c25443cb92a54f2de02e0d4, entries=1, sequenceid=28, filesize=5.0 K 2024-11-11T06:20:36,038 INFO [M:0;f334e8b0fbdf:43643 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1295ms, sequenceid=28, compaction requested=false 2024-11-11T06:20:36,039 INFO [M:0;f334e8b0fbdf:43643 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T06:20:36,039 DEBUG [M:0;f334e8b0fbdf:43643 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731306034741Disabling compacts and flushes for region at 1731306034741Disabling writes for close at 1731306034742 (+1 ms)Obtaining lock to block concurrent updates at 1731306034742Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731306034742Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1731306034742Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731306034743 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731306034743Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731306034757 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731306034757Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731306035168 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731306035182 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731306035182Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731306035593 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731306035607 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731306035607Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@701a78c: reopening flushed file at 1731306036018 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1be411b5: reopening flushed file at 1731306036025 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@323a972c: reopening flushed file at 1731306036031 (+6 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1295ms, sequenceid=28, compaction requested=false at 1731306036038 (+7 ms)Writing region close event to WAL at 1731306036039 (+1 ms)Closed at 1731306036039 2024-11-11T06:20:36,041 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39531 is added to blk_1073741830_1006 (size=10165) 2024-11-11T06:20:36,041 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/e6a493c8-ba17-a722-59b7-b5e73cad40de/MasterData/WALs/f334e8b0fbdf,43643,1731306028451/f334e8b0fbdf%2C43643%2C1731306028451.1731306030218 not finished, retry = 0 2024-11-11T06:20:36,143 INFO [M:0;f334e8b0fbdf:43643 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-11T06:20:36,143 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T06:20:36,143 INFO [M:0;f334e8b0fbdf:43643 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43643 2024-11-11T06:20:36,143 INFO [M:0;f334e8b0fbdf:43643 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T06:20:36,245 INFO [M:0;f334e8b0fbdf:43643 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T06:20:36,245 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43643-0x10105af536f0003, quorum=127.0.0.1:58831, baseZNode=/1-667628514 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T06:20:36,245 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43643-0x10105af536f0003, quorum=127.0.0.1:58831, baseZNode=/1-667628514 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T06:20:36,248 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@41b732eb{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T06:20:36,248 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5275f5be{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T06:20:36,248 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T06:20:36,248 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1f1b95ab{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T06:20:36,249 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3b3e21e8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e85a747b-c4ce-d8b5-28bd-ecea12c29971/hadoop.log.dir/,STOPPED} 2024-11-11T06:20:36,250 WARN [BP-929195810-172.17.0.2-1731306027407 heartbeating to localhost/127.0.0.1:37873 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-11T06:20:36,250 WARN [BP-929195810-172.17.0.2-1731306027407 heartbeating to localhost/127.0.0.1:37873 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-929195810-172.17.0.2-1731306027407 (Datanode Uuid ce9f40da-c2f8-4769-8744-1bfad93bd100) service to localhost/127.0.0.1:37873 2024-11-11T06:20:36,251 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e85a747b-c4ce-d8b5-28bd-ecea12c29971/cluster_36ae0c0d-9869-d887-b1c3-2cde53135083/data/data1/current/BP-929195810-172.17.0.2-1731306027407 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T06:20:36,251 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e85a747b-c4ce-d8b5-28bd-ecea12c29971/cluster_36ae0c0d-9869-d887-b1c3-2cde53135083/data/data2/current/BP-929195810-172.17.0.2-1731306027407 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T06:20:36,251 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-11T06:20:36,251 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-11T06:20:36,251 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-11T06:20:36,257 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7c9345c5{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-11T06:20:36,258 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2867262a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T06:20:36,258 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T06:20:36,259 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2e7f3c61{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T06:20:36,259 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@74d724ec{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e85a747b-c4ce-d8b5-28bd-ecea12c29971/hadoop.log.dir/,STOPPED} 2024-11-11T06:20:36,275 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-11T06:20:36,275 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-11T06:20:36,275 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T06:20:36,275 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T06:20:36,275 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T06:20:36,276 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T06:20:36,276 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T06:20:36,276 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-11T06:20:36,276 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=975119543, stopped=false 2024-11-11T06:20:36,276 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=f334e8b0fbdf,34175,1731306024179 2024-11-11T06:20:36,278 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34175-0x10105af536f0000, quorum=127.0.0.1:58831, baseZNode=/0-166710335 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-166710335/running 2024-11-11T06:20:36,278 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38071-0x10105af536f0001, quorum=127.0.0.1:58831, baseZNode=/0-166710335 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-166710335/running 2024-11-11T06:20:36,278 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34175-0x10105af536f0000, quorum=127.0.0.1:58831, baseZNode=/0-166710335 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-166710335 2024-11-11T06:20:36,278 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T06:20:36,278 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38071-0x10105af536f0001, quorum=127.0.0.1:58831, baseZNode=/0-166710335 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-166710335 2024-11-11T06:20:36,278 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T06:20:36,278 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T06:20:36,278 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T06:20:36,279 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'f334e8b0fbdf,38071,1731306024232' ***** 2024-11-11T06:20:36,279 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-11T06:20:36,279 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:34175-0x10105af536f0000, quorum=127.0.0.1:58831, baseZNode=/0-166710335 Set watcher on znode that does not yet exist, /0-166710335/running 2024-11-11T06:20:36,279 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38071-0x10105af536f0001, quorum=127.0.0.1:58831, baseZNode=/0-166710335 Set watcher on znode that does not yet exist, /0-166710335/running 2024-11-11T06:20:36,279 INFO [RS:0;f334e8b0fbdf:38071 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-11T06:20:36,279 INFO [RS:0;f334e8b0fbdf:38071 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-11T06:20:36,279 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-11T06:20:36,279 INFO [RS:0;f334e8b0fbdf:38071 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-11T06:20:36,279 INFO [RS:0;f334e8b0fbdf:38071 {}] regionserver.HRegionServer(3091): Received CLOSE for 22d41ba8079b2c4226c2a9885c200365 2024-11-11T06:20:36,280 INFO [RS:0;f334e8b0fbdf:38071 {}] regionserver.HRegionServer(959): stopping server f334e8b0fbdf,38071,1731306024232 2024-11-11T06:20:36,280 INFO [RS:0;f334e8b0fbdf:38071 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T06:20:36,280 INFO [RS:0;f334e8b0fbdf:38071 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f334e8b0fbdf:38071. 2024-11-11T06:20:36,280 DEBUG [RS:0;f334e8b0fbdf:38071 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T06:20:36,280 DEBUG [RS:0;f334e8b0fbdf:38071 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T06:20:36,280 DEBUG [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 22d41ba8079b2c4226c2a9885c200365, disabling compactions & flushes 2024-11-11T06:20:36,280 INFO [RS:0;f334e8b0fbdf:38071 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-11T06:20:36,280 INFO [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731306031576.22d41ba8079b2c4226c2a9885c200365. 2024-11-11T06:20:36,280 INFO [RS:0;f334e8b0fbdf:38071 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-11T06:20:36,280 INFO [RS:0;f334e8b0fbdf:38071 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-11T06:20:36,280 DEBUG [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731306031576.22d41ba8079b2c4226c2a9885c200365. 2024-11-11T06:20:36,280 INFO [RS:0;f334e8b0fbdf:38071 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-11T06:20:36,280 DEBUG [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731306031576.22d41ba8079b2c4226c2a9885c200365. after waiting 0 ms 2024-11-11T06:20:36,280 DEBUG [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731306031576.22d41ba8079b2c4226c2a9885c200365. 2024-11-11T06:20:36,280 INFO [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 22d41ba8079b2c4226c2a9885c200365 3/3 column families, dataSize=147 B heapSize=992 B 2024-11-11T06:20:36,280 INFO [RS:0;f334e8b0fbdf:38071 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-11T06:20:36,280 DEBUG [RS:0;f334e8b0fbdf:38071 {}] regionserver.HRegionServer(1325): Online Regions={22d41ba8079b2c4226c2a9885c200365=hbase:replication,,1731306031576.22d41ba8079b2c4226c2a9885c200365., 1588230740=hbase:meta,,1.1588230740} 2024-11-11T06:20:36,280 DEBUG [RS:0;f334e8b0fbdf:38071 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 22d41ba8079b2c4226c2a9885c200365 2024-11-11T06:20:36,280 DEBUG [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-11T06:20:36,280 INFO [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-11T06:20:36,280 DEBUG [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-11T06:20:36,280 DEBUG [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-11T06:20:36,281 DEBUG [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-11T06:20:36,281 INFO [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-11T06:20:36,297 DEBUG [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37473/user/jenkins/test-data/b0be7c00-cee2-f97c-ab0d-a405d90ffb0e/data/hbase/replication/22d41ba8079b2c4226c2a9885c200365/.tmp/queue/2d9892e6787b422c8e144ab002e7714b is 151, key is 1-f334e8b0fbdf,38071,1731306024232/queue:f334e8b0fbdf%2C38071%2C1731306024232/1731306033036/Put/seqid=0 2024-11-11T06:20:36,297 DEBUG [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37473/user/jenkins/test-data/b0be7c00-cee2-f97c-ab0d-a405d90ffb0e/data/hbase/meta/1588230740/.tmp/info/db8fbf1b70194e4581ba8b84785acf55 is 147, key is hbase:replication,,1731306031576.22d41ba8079b2c4226c2a9885c200365./info:regioninfo/1731306032766/Put/seqid=0 2024-11-11T06:20:36,300 INFO [regionserver/f334e8b0fbdf:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T06:20:36,301 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37823 is added to blk_1073741838_1014 (size=5350) 2024-11-11T06:20:36,301 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37823 is added to blk_1073741839_1015 (size=6631) 2024-11-11T06:20:36,481 DEBUG [RS:0;f334e8b0fbdf:38071 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 22d41ba8079b2c4226c2a9885c200365 2024-11-11T06:20:36,600 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,38071,1731306024232.replicationSource.wal-reader.f334e8b0fbdf%2C38071%2C1731306024232,1-f334e8b0fbdf,38071,1731306024232 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37473/user/jenkins/test-data/b0be7c00-cee2-f97c-ab0d-a405d90ffb0e/WALs/f334e8b0fbdf,38071,1731306024232/f334e8b0fbdf%2C38071%2C1731306024232.1731306026230 to pos 0, reset compression=false 2024-11-11T06:20:36,681 DEBUG [RS:0;f334e8b0fbdf:38071 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 22d41ba8079b2c4226c2a9885c200365 2024-11-11T06:20:36,702 INFO [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=147 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:37473/user/jenkins/test-data/b0be7c00-cee2-f97c-ab0d-a405d90ffb0e/data/hbase/replication/22d41ba8079b2c4226c2a9885c200365/.tmp/queue/2d9892e6787b422c8e144ab002e7714b 2024-11-11T06:20:36,702 INFO [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:37473/user/jenkins/test-data/b0be7c00-cee2-f97c-ab0d-a405d90ffb0e/data/hbase/meta/1588230740/.tmp/info/db8fbf1b70194e4581ba8b84785acf55 2024-11-11T06:20:36,709 DEBUG [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37473/user/jenkins/test-data/b0be7c00-cee2-f97c-ab0d-a405d90ffb0e/data/hbase/replication/22d41ba8079b2c4226c2a9885c200365/.tmp/queue/2d9892e6787b422c8e144ab002e7714b as hdfs://localhost:37473/user/jenkins/test-data/b0be7c00-cee2-f97c-ab0d-a405d90ffb0e/data/hbase/replication/22d41ba8079b2c4226c2a9885c200365/queue/2d9892e6787b422c8e144ab002e7714b 2024-11-11T06:20:36,715 INFO [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37473/user/jenkins/test-data/b0be7c00-cee2-f97c-ab0d-a405d90ffb0e/data/hbase/replication/22d41ba8079b2c4226c2a9885c200365/queue/2d9892e6787b422c8e144ab002e7714b, entries=1, sequenceid=5, filesize=5.2 K 2024-11-11T06:20:36,716 INFO [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for 22d41ba8079b2c4226c2a9885c200365 in 436ms, sequenceid=5, compaction requested=false 2024-11-11T06:20:36,716 DEBUG [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-11T06:20:36,721 DEBUG [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37473/user/jenkins/test-data/b0be7c00-cee2-f97c-ab0d-a405d90ffb0e/data/hbase/replication/22d41ba8079b2c4226c2a9885c200365/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-11T06:20:36,721 DEBUG [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-11T06:20:36,721 DEBUG [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-11T06:20:36,721 INFO [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731306031576.22d41ba8079b2c4226c2a9885c200365. 2024-11-11T06:20:36,721 DEBUG [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 22d41ba8079b2c4226c2a9885c200365: Waiting for close lock at 1731306036280Running coprocessor pre-close hooks at 1731306036280Disabling compacts and flushes for region at 1731306036280Disabling writes for close at 1731306036280Obtaining lock to block concurrent updates at 1731306036280Preparing flush snapshotting stores in 22d41ba8079b2c4226c2a9885c200365 at 1731306036280Finished memstore snapshotting hbase:replication,,1731306031576.22d41ba8079b2c4226c2a9885c200365., syncing WAL and waiting on mvcc, flushsize=dataSize=147, getHeapSize=944, getOffHeapSize=0, getCellsCount=1 at 1731306036281 (+1 ms)Flushing stores of hbase:replication,,1731306031576.22d41ba8079b2c4226c2a9885c200365. at 1731306036281Flushing 22d41ba8079b2c4226c2a9885c200365/queue: creating writer at 1731306036281Flushing 22d41ba8079b2c4226c2a9885c200365/queue: appending metadata at 1731306036296 (+15 ms)Flushing 22d41ba8079b2c4226c2a9885c200365/queue: closing flushed file at 1731306036296Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@20f84b01: reopening flushed file at 1731306036708 (+412 ms)Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for 22d41ba8079b2c4226c2a9885c200365 in 436ms, sequenceid=5, compaction requested=false at 1731306036716 (+8 ms)Writing region close event to WAL at 1731306036717 (+1 ms)Running coprocessor post-close hooks at 1731306036721 (+4 ms)Closed at 1731306036721 2024-11-11T06:20:36,722 DEBUG [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731306031576.22d41ba8079b2c4226c2a9885c200365. 2024-11-11T06:20:36,727 DEBUG [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37473/user/jenkins/test-data/b0be7c00-cee2-f97c-ab0d-a405d90ffb0e/data/hbase/meta/1588230740/.tmp/ns/8cc63a30358e43e987805cd53f884e3d is 43, key is default/ns:d/1731306027248/Put/seqid=0 2024-11-11T06:20:36,731 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37823 is added to blk_1073741840_1016 (size=5153) 2024-11-11T06:20:36,881 DEBUG [RS:0;f334e8b0fbdf:38071 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T06:20:37,081 DEBUG [RS:0;f334e8b0fbdf:38071 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T06:20:37,112 INFO [regionserver/f334e8b0fbdf:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-11T06:20:37,112 INFO [regionserver/f334e8b0fbdf:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-11T06:20:37,132 INFO [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:37473/user/jenkins/test-data/b0be7c00-cee2-f97c-ab0d-a405d90ffb0e/data/hbase/meta/1588230740/.tmp/ns/8cc63a30358e43e987805cd53f884e3d 2024-11-11T06:20:37,153 DEBUG [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37473/user/jenkins/test-data/b0be7c00-cee2-f97c-ab0d-a405d90ffb0e/data/hbase/meta/1588230740/.tmp/table/028bf433917548f08c33ab77bf576aff is 53, key is hbase:replication/table:state/1731306032777/Put/seqid=0 2024-11-11T06:20:37,157 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37823 is added to blk_1073741841_1017 (size=5256) 2024-11-11T06:20:37,281 INFO [RS:0;f334e8b0fbdf:38071 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-11T06:20:37,282 DEBUG [RS:0;f334e8b0fbdf:38071 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-11T06:20:37,282 DEBUG [RS:0;f334e8b0fbdf:38071 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T06:20:37,482 DEBUG [RS:0;f334e8b0fbdf:38071 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T06:20:37,506 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,38071,1731306024232.replicationSource.wal-reader.f334e8b0fbdf%2C38071%2C1731306024232,1-f334e8b0fbdf,38071,1731306024232 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:37473/user/jenkins/test-data/b0be7c00-cee2-f97c-ab0d-a405d90ffb0e/WALs/f334e8b0fbdf,38071,1731306024232/f334e8b0fbdf%2C38071%2C1731306024232.1731306026230 to pos 0, reset compression=false 2024-11-11T06:20:37,557 INFO [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:37473/user/jenkins/test-data/b0be7c00-cee2-f97c-ab0d-a405d90ffb0e/data/hbase/meta/1588230740/.tmp/table/028bf433917548f08c33ab77bf576aff 2024-11-11T06:20:37,564 DEBUG [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37473/user/jenkins/test-data/b0be7c00-cee2-f97c-ab0d-a405d90ffb0e/data/hbase/meta/1588230740/.tmp/info/db8fbf1b70194e4581ba8b84785acf55 as hdfs://localhost:37473/user/jenkins/test-data/b0be7c00-cee2-f97c-ab0d-a405d90ffb0e/data/hbase/meta/1588230740/info/db8fbf1b70194e4581ba8b84785acf55 2024-11-11T06:20:37,569 INFO [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37473/user/jenkins/test-data/b0be7c00-cee2-f97c-ab0d-a405d90ffb0e/data/hbase/meta/1588230740/info/db8fbf1b70194e4581ba8b84785acf55, entries=10, sequenceid=11, filesize=6.5 K 2024-11-11T06:20:37,570 DEBUG [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37473/user/jenkins/test-data/b0be7c00-cee2-f97c-ab0d-a405d90ffb0e/data/hbase/meta/1588230740/.tmp/ns/8cc63a30358e43e987805cd53f884e3d as hdfs://localhost:37473/user/jenkins/test-data/b0be7c00-cee2-f97c-ab0d-a405d90ffb0e/data/hbase/meta/1588230740/ns/8cc63a30358e43e987805cd53f884e3d 2024-11-11T06:20:37,574 INFO [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37473/user/jenkins/test-data/b0be7c00-cee2-f97c-ab0d-a405d90ffb0e/data/hbase/meta/1588230740/ns/8cc63a30358e43e987805cd53f884e3d, entries=2, sequenceid=11, filesize=5.0 K 2024-11-11T06:20:37,575 DEBUG [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37473/user/jenkins/test-data/b0be7c00-cee2-f97c-ab0d-a405d90ffb0e/data/hbase/meta/1588230740/.tmp/table/028bf433917548f08c33ab77bf576aff as hdfs://localhost:37473/user/jenkins/test-data/b0be7c00-cee2-f97c-ab0d-a405d90ffb0e/data/hbase/meta/1588230740/table/028bf433917548f08c33ab77bf576aff 2024-11-11T06:20:37,579 INFO [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37473/user/jenkins/test-data/b0be7c00-cee2-f97c-ab0d-a405d90ffb0e/data/hbase/meta/1588230740/table/028bf433917548f08c33ab77bf576aff, entries=2, sequenceid=11, filesize=5.1 K 2024-11-11T06:20:37,580 INFO [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1299ms, sequenceid=11, compaction requested=false 2024-11-11T06:20:37,584 DEBUG [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37473/user/jenkins/test-data/b0be7c00-cee2-f97c-ab0d-a405d90ffb0e/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-11T06:20:37,585 DEBUG [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-11T06:20:37,585 DEBUG [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-11T06:20:37,585 INFO [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-11T06:20:37,585 DEBUG [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731306036280Running coprocessor pre-close hooks at 1731306036280Disabling compacts and flushes for region at 1731306036280Disabling writes for close at 1731306036280Obtaining lock to block concurrent updates at 1731306036281 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731306036281Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1731306036281Flushing stores of hbase:meta,,1.1588230740 at 1731306036282 (+1 ms)Flushing 1588230740/info: creating writer at 1731306036282Flushing 1588230740/info: appending metadata at 1731306036296 (+14 ms)Flushing 1588230740/info: closing flushed file at 1731306036297 (+1 ms)Flushing 1588230740/ns: creating writer at 1731306036709 (+412 ms)Flushing 1588230740/ns: appending metadata at 1731306036727 (+18 ms)Flushing 1588230740/ns: closing flushed file at 1731306036727Flushing 1588230740/table: creating writer at 1731306037139 (+412 ms)Flushing 1588230740/table: appending metadata at 1731306037152 (+13 ms)Flushing 1588230740/table: closing flushed file at 1731306037153 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@57195999: reopening flushed file at 1731306037563 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@33385062: reopening flushed file at 1731306037569 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@36203a86: reopening flushed file at 1731306037574 (+5 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1299ms, sequenceid=11, compaction requested=false at 1731306037580 (+6 ms)Writing region close event to WAL at 1731306037582 (+2 ms)Running coprocessor post-close hooks at 1731306037585 (+3 ms)Closed at 1731306037585 2024-11-11T06:20:37,585 DEBUG [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-11T06:20:37,682 INFO [RS:0;f334e8b0fbdf:38071 {}] regionserver.HRegionServer(976): stopping server f334e8b0fbdf,38071,1731306024232; all regions closed. 2024-11-11T06:20:37,684 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37823 is added to blk_1073741834_1010 (size=2742) 2024-11-11T06:20:37,685 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/b0be7c00-cee2-f97c-ab0d-a405d90ffb0e/WALs/f334e8b0fbdf,38071,1731306024232/f334e8b0fbdf%2C38071%2C1731306024232.meta.1731306027188.meta not finished, retry = 0 2024-11-11T06:20:37,787 DEBUG [RS:0;f334e8b0fbdf:38071 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/b0be7c00-cee2-f97c-ab0d-a405d90ffb0e/oldWALs 2024-11-11T06:20:37,787 INFO [RS:0;f334e8b0fbdf:38071 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL f334e8b0fbdf%2C38071%2C1731306024232.meta:.meta(num 1731306027188) 2024-11-11T06:20:37,790 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37823 is added to blk_1073741837_1013 (size=1586) 2024-11-11T06:20:37,790 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/b0be7c00-cee2-f97c-ab0d-a405d90ffb0e/WALs/f334e8b0fbdf,38071,1731306024232/f334e8b0fbdf%2C38071%2C1731306024232.rep.1731306032723 not finished, retry = 0 2024-11-11T06:20:37,893 DEBUG [RS:0;f334e8b0fbdf:38071 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/b0be7c00-cee2-f97c-ab0d-a405d90ffb0e/oldWALs 2024-11-11T06:20:37,893 INFO [RS:0;f334e8b0fbdf:38071 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL f334e8b0fbdf%2C38071%2C1731306024232.rep:(num 1731306032723) 2024-11-11T06:20:37,895 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37823 is added to blk_1073741832_1008 (size=93) 2024-11-11T06:20:37,897 DEBUG [RS:0;f334e8b0fbdf:38071 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/b0be7c00-cee2-f97c-ab0d-a405d90ffb0e/oldWALs 2024-11-11T06:20:37,897 INFO [RS:0;f334e8b0fbdf:38071 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL f334e8b0fbdf%2C38071%2C1731306024232:(num 1731306026230) 2024-11-11T06:20:37,897 DEBUG [RS:0;f334e8b0fbdf:38071 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T06:20:37,897 INFO [RS:0;f334e8b0fbdf:38071 {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T06:20:37,897 INFO [RS:0;f334e8b0fbdf:38071 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T06:20:37,898 INFO [RS:0;f334e8b0fbdf:38071 {}] hbase.ChoreService(370): Chore service for: regionserver/f334e8b0fbdf:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-11T06:20:37,898 INFO [RS:0;f334e8b0fbdf:38071 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T06:20:37,898 INFO [regionserver/f334e8b0fbdf:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T06:20:37,898 INFO [RS:0;f334e8b0fbdf:38071 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-f334e8b0fbdf,38071,1731306024232 because: Region server is closing 2024-11-11T06:20:37,898 INFO [RS:0;f334e8b0fbdf:38071 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f334e8b0fbdf:38071. 2024-11-11T06:20:37,898 DEBUG [RS:0;f334e8b0fbdf:38071 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T06:20:37,898 DEBUG [RS:0;f334e8b0fbdf:38071 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T06:20:37,899 DEBUG [RS:0;f334e8b0fbdf:38071 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T06:20:37,899 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T06:20:37,999 WARN [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,38071,1731306024232.replicationSource.wal-reader.f334e8b0fbdf%2C38071%2C1731306024232,1-f334e8b0fbdf,38071,1731306024232 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-11T06:20:37,999 WARN [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,38071,1731306024232.replicationSource.shipperf334e8b0fbdf%2C38071%2C1731306024232,1-f334e8b0fbdf,38071,1731306024232 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-11T06:20:37,999 INFO [RS:0;f334e8b0fbdf:38071 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,38071,1731306024232.replicationSource.shipperf334e8b0fbdf%2C38071%2C1731306024232,1-f334e8b0fbdf,38071,1731306024232 terminated 2024-11-11T06:20:37,999 INFO [RS:0;f334e8b0fbdf:38071 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38071 2024-11-11T06:20:38,001 INFO [RS:0;f334e8b0fbdf:38071 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T06:20:38,001 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38071-0x10105af536f0001, quorum=127.0.0.1:58831, baseZNode=/0-166710335 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-166710335/rs/f334e8b0fbdf,38071,1731306024232 2024-11-11T06:20:38,001 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34175-0x10105af536f0000, quorum=127.0.0.1:58831, baseZNode=/0-166710335 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-166710335/rs 2024-11-11T06:20:38,003 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [f334e8b0fbdf,38071,1731306024232] 2024-11-11T06:20:38,005 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-166710335/draining/f334e8b0fbdf,38071,1731306024232 already deleted, retry=false 2024-11-11T06:20:38,005 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; f334e8b0fbdf,38071,1731306024232 expired; onlineServers=0 2024-11-11T06:20:38,005 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'f334e8b0fbdf,34175,1731306024179' ***** 2024-11-11T06:20:38,005 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-11T06:20:38,005 INFO [M:0;f334e8b0fbdf:34175 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T06:20:38,005 INFO [M:0;f334e8b0fbdf:34175 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T06:20:38,005 DEBUG [M:0;f334e8b0fbdf:34175 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-11T06:20:38,005 DEBUG [M:0;f334e8b0fbdf:34175 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-11T06:20:38,005 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-11T06:20:38,005 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster-HFileCleaner.large.0-1731306026034 {}] cleaner.HFileCleaner(306): Exit Thread[master/f334e8b0fbdf:0:becomeActiveMaster-HFileCleaner.large.0-1731306026034,5,FailOnTimeoutGroup] 2024-11-11T06:20:38,005 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster-HFileCleaner.small.0-1731306026034 {}] cleaner.HFileCleaner(306): Exit Thread[master/f334e8b0fbdf:0:becomeActiveMaster-HFileCleaner.small.0-1731306026034,5,FailOnTimeoutGroup] 2024-11-11T06:20:38,005 INFO [M:0;f334e8b0fbdf:34175 {}] hbase.ChoreService(370): Chore service for: master/f334e8b0fbdf:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-11T06:20:38,005 INFO [M:0;f334e8b0fbdf:34175 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T06:20:38,005 DEBUG [M:0;f334e8b0fbdf:34175 {}] master.HMaster(1795): Stopping service threads 2024-11-11T06:20:38,005 INFO [M:0;f334e8b0fbdf:34175 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-11T06:20:38,006 INFO [M:0;f334e8b0fbdf:34175 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T06:20:38,006 INFO [M:0;f334e8b0fbdf:34175 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-11T06:20:38,006 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-11T06:20:38,007 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34175-0x10105af536f0000, quorum=127.0.0.1:58831, baseZNode=/0-166710335 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-166710335/master 2024-11-11T06:20:38,007 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34175-0x10105af536f0000, quorum=127.0.0.1:58831, baseZNode=/0-166710335 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-166710335 2024-11-11T06:20:38,007 DEBUG [M:0;f334e8b0fbdf:34175 {}] zookeeper.ZKUtil(347): master:34175-0x10105af536f0000, quorum=127.0.0.1:58831, baseZNode=/0-166710335 Unable to get data of znode /0-166710335/master because node does not exist (not an error) 2024-11-11T06:20:38,007 WARN [M:0;f334e8b0fbdf:34175 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-11T06:20:38,007 INFO [M:0;f334e8b0fbdf:34175 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:37473/user/jenkins/test-data/b0be7c00-cee2-f97c-ab0d-a405d90ffb0e/.lastflushedseqids 2024-11-11T06:20:38,012 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37823 is added to blk_1073741842_1018 (size=181) 2024-11-11T06:20:38,104 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38071-0x10105af536f0001, quorum=127.0.0.1:58831, baseZNode=/0-166710335 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T06:20:38,104 INFO [RS:0;f334e8b0fbdf:38071 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T06:20:38,104 INFO [RS:0;f334e8b0fbdf:38071 {}] regionserver.HRegionServer(1031): Exiting; stopping=f334e8b0fbdf,38071,1731306024232; zookeeper connection closed. 2024-11-11T06:20:38,104 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38071-0x10105af536f0001, quorum=127.0.0.1:58831, baseZNode=/0-166710335 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T06:20:38,104 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@383267de {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@383267de 2024-11-11T06:20:38,104 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-11T06:20:38,250 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-11T06:20:38,252 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T06:20:38,268 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T06:20:38,270 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T06:20:38,285 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-11T06:20:38,285 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-11T06:20:38,285 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-11T06:20:38,413 INFO [M:0;f334e8b0fbdf:34175 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-11T06:20:38,413 INFO [M:0;f334e8b0fbdf:34175 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-11T06:20:38,413 DEBUG [M:0;f334e8b0fbdf:34175 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-11T06:20:38,413 INFO [M:0;f334e8b0fbdf:34175 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T06:20:38,413 DEBUG [M:0;f334e8b0fbdf:34175 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T06:20:38,413 DEBUG [M:0;f334e8b0fbdf:34175 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-11T06:20:38,413 DEBUG [M:0;f334e8b0fbdf:34175 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T06:20:38,413 INFO [M:0;f334e8b0fbdf:34175 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=35.09 KB heapSize=42.23 KB 2024-11-11T06:20:38,430 DEBUG [M:0;f334e8b0fbdf:34175 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37473/user/jenkins/test-data/b0be7c00-cee2-f97c-ab0d-a405d90ffb0e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f3bd65dcd41b48f6a0787cf76260cb60 is 82, key is hbase:meta,,1/info:regioninfo/1731306027228/Put/seqid=0 2024-11-11T06:20:38,434 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37823 is added to blk_1073741843_1019 (size=5672) 2024-11-11T06:20:38,835 INFO [M:0;f334e8b0fbdf:34175 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:37473/user/jenkins/test-data/b0be7c00-cee2-f97c-ab0d-a405d90ffb0e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f3bd65dcd41b48f6a0787cf76260cb60 2024-11-11T06:20:38,855 DEBUG [M:0;f334e8b0fbdf:34175 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37473/user/jenkins/test-data/b0be7c00-cee2-f97c-ab0d-a405d90ffb0e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/26376885f0e7431fa1b8952c47e36cd7 is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1731306032781/Put/seqid=0 2024-11-11T06:20:38,859 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37823 is added to blk_1073741844_1020 (size=7203) 2024-11-11T06:20:39,260 INFO [M:0;f334e8b0fbdf:34175 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=34.54 KB at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:37473/user/jenkins/test-data/b0be7c00-cee2-f97c-ab0d-a405d90ffb0e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/26376885f0e7431fa1b8952c47e36cd7 2024-11-11T06:20:39,281 DEBUG [M:0;f334e8b0fbdf:34175 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37473/user/jenkins/test-data/b0be7c00-cee2-f97c-ab0d-a405d90ffb0e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/628e35cf60604cdeac9c70e6e3a67d78 is 69, key is f334e8b0fbdf,38071,1731306024232/rs:state/1731306026076/Put/seqid=0 2024-11-11T06:20:39,286 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37823 is added to blk_1073741845_1021 (size=5156) 2024-11-11T06:20:39,687 INFO [M:0;f334e8b0fbdf:34175 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:37473/user/jenkins/test-data/b0be7c00-cee2-f97c-ab0d-a405d90ffb0e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/628e35cf60604cdeac9c70e6e3a67d78 2024-11-11T06:20:39,693 DEBUG [M:0;f334e8b0fbdf:34175 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37473/user/jenkins/test-data/b0be7c00-cee2-f97c-ab0d-a405d90ffb0e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f3bd65dcd41b48f6a0787cf76260cb60 as hdfs://localhost:37473/user/jenkins/test-data/b0be7c00-cee2-f97c-ab0d-a405d90ffb0e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f3bd65dcd41b48f6a0787cf76260cb60 2024-11-11T06:20:39,697 INFO [M:0;f334e8b0fbdf:34175 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37473/user/jenkins/test-data/b0be7c00-cee2-f97c-ab0d-a405d90ffb0e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f3bd65dcd41b48f6a0787cf76260cb60, entries=8, sequenceid=70, filesize=5.5 K 2024-11-11T06:20:39,698 DEBUG [M:0;f334e8b0fbdf:34175 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37473/user/jenkins/test-data/b0be7c00-cee2-f97c-ab0d-a405d90ffb0e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/26376885f0e7431fa1b8952c47e36cd7 as hdfs://localhost:37473/user/jenkins/test-data/b0be7c00-cee2-f97c-ab0d-a405d90ffb0e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/26376885f0e7431fa1b8952c47e36cd7 2024-11-11T06:20:39,702 INFO [M:0;f334e8b0fbdf:34175 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37473/user/jenkins/test-data/b0be7c00-cee2-f97c-ab0d-a405d90ffb0e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/26376885f0e7431fa1b8952c47e36cd7, entries=8, sequenceid=70, filesize=7.0 K 2024-11-11T06:20:39,703 DEBUG [M:0;f334e8b0fbdf:34175 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37473/user/jenkins/test-data/b0be7c00-cee2-f97c-ab0d-a405d90ffb0e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/628e35cf60604cdeac9c70e6e3a67d78 as hdfs://localhost:37473/user/jenkins/test-data/b0be7c00-cee2-f97c-ab0d-a405d90ffb0e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/628e35cf60604cdeac9c70e6e3a67d78 2024-11-11T06:20:39,707 INFO [M:0;f334e8b0fbdf:34175 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37473/user/jenkins/test-data/b0be7c00-cee2-f97c-ab0d-a405d90ffb0e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/628e35cf60604cdeac9c70e6e3a67d78, entries=1, sequenceid=70, filesize=5.0 K 2024-11-11T06:20:39,708 INFO [M:0;f334e8b0fbdf:34175 {}] regionserver.HRegion(3140): Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1295ms, sequenceid=70, compaction requested=false 2024-11-11T06:20:39,709 INFO [M:0;f334e8b0fbdf:34175 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T06:20:39,710 DEBUG [M:0;f334e8b0fbdf:34175 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731306038413Disabling compacts and flushes for region at 1731306038413Disabling writes for close at 1731306038413Obtaining lock to block concurrent updates at 1731306038413Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731306038413Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=35933, getHeapSize=43184, getOffHeapSize=0, getCellsCount=83 at 1731306038414 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731306038415 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731306038415Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731306038430 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731306038430Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731306038840 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731306038855 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731306038855Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731306039265 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731306039280 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731306039280Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@110a0d95: reopening flushed file at 1731306039692 (+412 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2c90df94: reopening flushed file at 1731306039697 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7d21cf39: reopening flushed file at 1731306039702 (+5 ms)Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1295ms, sequenceid=70, compaction requested=false at 1731306039708 (+6 ms)Writing region close event to WAL at 1731306039709 (+1 ms)Closed at 1731306039709 2024-11-11T06:20:39,712 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37823 is added to blk_1073741830_1006 (size=41008) 2024-11-11T06:20:39,712 INFO [M:0;f334e8b0fbdf:34175 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-11T06:20:39,712 INFO [M:0;f334e8b0fbdf:34175 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34175 2024-11-11T06:20:39,712 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T06:20:39,713 INFO [M:0;f334e8b0fbdf:34175 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T06:20:39,814 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34175-0x10105af536f0000, quorum=127.0.0.1:58831, baseZNode=/0-166710335 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T06:20:39,814 INFO [M:0;f334e8b0fbdf:34175 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T06:20:39,814 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34175-0x10105af536f0000, quorum=127.0.0.1:58831, baseZNode=/0-166710335 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T06:20:39,817 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@290b7f89{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T06:20:39,817 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@55ffd705{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T06:20:39,817 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T06:20:39,817 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2d402cfc{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T06:20:39,817 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@59853d8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/22df915e-85df-fec4-94e3-7365aee5946c/hadoop.log.dir/,STOPPED} 2024-11-11T06:20:39,819 WARN [BP-1265868637-172.17.0.2-1731306023172 heartbeating to localhost/127.0.0.1:37473 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-11T06:20:39,819 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-11T06:20:39,819 WARN [BP-1265868637-172.17.0.2-1731306023172 heartbeating to localhost/127.0.0.1:37473 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1265868637-172.17.0.2-1731306023172 (Datanode Uuid cd568628-d5cf-460a-96ee-e2963e390ca6) service to localhost/127.0.0.1:37473 2024-11-11T06:20:39,819 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-11T06:20:39,820 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/22df915e-85df-fec4-94e3-7365aee5946c/cluster_62119663-f00f-f926-96b7-1a3ef276a956/data/data1/current/BP-1265868637-172.17.0.2-1731306023172 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T06:20:39,820 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/22df915e-85df-fec4-94e3-7365aee5946c/cluster_62119663-f00f-f926-96b7-1a3ef276a956/data/data2/current/BP-1265868637-172.17.0.2-1731306023172 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T06:20:39,820 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-11T06:20:39,826 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5588082c{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-11T06:20:39,826 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@163f6d76{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T06:20:39,827 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T06:20:39,827 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@cfceb2b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T06:20:39,827 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@251e1419{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/22df915e-85df-fec4-94e3-7365aee5946c/hadoop.log.dir/,STOPPED} 2024-11-11T06:20:39,838 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-11T06:20:39,850 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-11T06:20:39,858 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer Thread=139 (was 108) Potentially hanging thread: LeaseRenewer:jenkins@localhost:37873 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:37473 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37473 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:58831) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37873 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-11-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.4@localhost:37873 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-11-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37873 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:37873 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-9-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:37873 from jenkins.hfs.4 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37473 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:37473 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-11-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:37473 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:37473 from jenkins.hfs.3 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.3@localhost:37473 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37473 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:58831) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:37873 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37873 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=465 (was 428) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=92 (was 89) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=9098 (was 9431) 2024-11-11T06:20:39,866 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileReplicationForConfiguredTableCfs Thread=139, OpenFileDescriptor=465, MaxFileDescriptor=1048576, SystemLoadAverage=92, ProcessCount=11, AvailableMemoryMB=9098 2024-11-11T06:20:39,879 INFO [Time-limited test {}] replication.TestMasterReplication(356): testHFileReplicationForConfiguredTableCfs 2024-11-11T06:20:39,880 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e85a747b-c4ce-d8b5-28bd-ecea12c29971/hadoop.log.dir so I do NOT create it in target/test-data/490247d8-1cdc-cad5-531b-e6ae128f764f 2024-11-11T06:20:39,880 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e85a747b-c4ce-d8b5-28bd-ecea12c29971/hadoop.log.dir Erasing configuration value by system value. 2024-11-11T06:20:39,880 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e85a747b-c4ce-d8b5-28bd-ecea12c29971/hadoop.tmp.dir so I do NOT create it in target/test-data/490247d8-1cdc-cad5-531b-e6ae128f764f 2024-11-11T06:20:39,880 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e85a747b-c4ce-d8b5-28bd-ecea12c29971/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-11T06:20:39,880 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/490247d8-1cdc-cad5-531b-e6ae128f764f 2024-11-11T06:20:39,880 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/490247d8-1cdc-cad5-531b-e6ae128f764f/cluster_d95808f6-8c3c-27e2-5aa8-2360a52109c7, deleteOnExit=true 2024-11-11T06:20:39,882 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/490247d8-1cdc-cad5-531b-e6ae128f764f/cluster_d95808f6-8c3c-27e2-5aa8-2360a52109c7/zookeeper_0, clientPort=60256, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/490247d8-1cdc-cad5-531b-e6ae128f764f/cluster_d95808f6-8c3c-27e2-5aa8-2360a52109c7/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/490247d8-1cdc-cad5-531b-e6ae128f764f/cluster_d95808f6-8c3c-27e2-5aa8-2360a52109c7/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-11T06:20:39,883 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=60256 2024-11-11T06:20:39,883 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-11T06:20:39,883 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-11T06:20:39,884 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/490247d8-1cdc-cad5-531b-e6ae128f764f/test.cache.data in system properties and HBase conf 2024-11-11T06:20:39,884 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/490247d8-1cdc-cad5-531b-e6ae128f764f/hadoop.tmp.dir in system properties and HBase conf 2024-11-11T06:20:39,884 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/490247d8-1cdc-cad5-531b-e6ae128f764f/hadoop.log.dir in system properties and HBase conf 2024-11-11T06:20:39,884 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/490247d8-1cdc-cad5-531b-e6ae128f764f/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-11T06:20:39,884 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/490247d8-1cdc-cad5-531b-e6ae128f764f/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-11T06:20:39,884 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-11T06:20:39,884 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-11T06:20:39,884 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/490247d8-1cdc-cad5-531b-e6ae128f764f/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-11T06:20:39,884 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/490247d8-1cdc-cad5-531b-e6ae128f764f/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-11T06:20:39,884 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/490247d8-1cdc-cad5-531b-e6ae128f764f/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-11T06:20:39,884 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/490247d8-1cdc-cad5-531b-e6ae128f764f/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-11T06:20:39,885 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/490247d8-1cdc-cad5-531b-e6ae128f764f/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-11T06:20:39,885 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/490247d8-1cdc-cad5-531b-e6ae128f764f/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-11T06:20:39,885 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/490247d8-1cdc-cad5-531b-e6ae128f764f/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-11T06:20:39,885 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/490247d8-1cdc-cad5-531b-e6ae128f764f/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-11T06:20:39,885 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/490247d8-1cdc-cad5-531b-e6ae128f764f/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-11T06:20:39,885 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/490247d8-1cdc-cad5-531b-e6ae128f764f/nfs.dump.dir in system properties and HBase conf 2024-11-11T06:20:39,885 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/490247d8-1cdc-cad5-531b-e6ae128f764f/java.io.tmpdir in system properties and HBase conf 2024-11-11T06:20:39,885 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/490247d8-1cdc-cad5-531b-e6ae128f764f/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-11T06:20:39,885 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/490247d8-1cdc-cad5-531b-e6ae128f764f/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-11T06:20:39,885 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/490247d8-1cdc-cad5-531b-e6ae128f764f/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-11T06:20:39,930 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x10105af536f0002, quorum=127.0.0.1:58831, baseZNode=/0-166710335 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-11T06:20:39,930 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x10105af536f0005, quorum=127.0.0.1:58831, baseZNode=/1-667628514 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-11T06:20:39,931 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x10105af536f0002, quorum=127.0.0.1:58831, baseZNode=/0-166710335 Received Disconnected from ZooKeeper, ignoring 2024-11-11T06:20:39,931 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x10105af536f0005, quorum=127.0.0.1:58831, baseZNode=/1-667628514 Received Disconnected from ZooKeeper, ignoring 2024-11-11T06:20:39,972 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T06:20:39,977 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T06:20:39,978 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T06:20:39,978 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T06:20:39,978 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-11T06:20:39,978 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T06:20:39,979 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@12604af8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/490247d8-1cdc-cad5-531b-e6ae128f764f/hadoop.log.dir/,AVAILABLE} 2024-11-11T06:20:39,979 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2f97c83c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T06:20:40,094 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@63ff1d91{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/490247d8-1cdc-cad5-531b-e6ae128f764f/java.io.tmpdir/jetty-localhost-42277-hadoop-hdfs-3_4_1-tests_jar-_-any-13880117709306748425/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-11T06:20:40,095 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@22a3d0f2{HTTP/1.1, (http/1.1)}{localhost:42277} 2024-11-11T06:20:40,095 INFO [Time-limited test {}] server.Server(415): Started @47100ms 2024-11-11T06:20:40,178 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T06:20:40,182 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T06:20:40,184 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T06:20:40,184 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T06:20:40,185 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-11T06:20:40,185 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5354c14e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/490247d8-1cdc-cad5-531b-e6ae128f764f/hadoop.log.dir/,AVAILABLE} 2024-11-11T06:20:40,186 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4071683a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T06:20:40,306 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3e6f85bb{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/490247d8-1cdc-cad5-531b-e6ae128f764f/java.io.tmpdir/jetty-localhost-44017-hadoop-hdfs-3_4_1-tests_jar-_-any-9536175455904375323/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T06:20:40,307 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@694d5543{HTTP/1.1, (http/1.1)}{localhost:44017} 2024-11-11T06:20:40,307 INFO [Time-limited test {}] server.Server(415): Started @47312ms 2024-11-11T06:20:40,308 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-11T06:20:40,408 WARN [Thread-827 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/490247d8-1cdc-cad5-531b-e6ae128f764f/cluster_d95808f6-8c3c-27e2-5aa8-2360a52109c7/data/data1/current/BP-639461552-172.17.0.2-1731306039914/current, will proceed with Du for space computation calculation, 2024-11-11T06:20:40,408 WARN [Thread-828 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/490247d8-1cdc-cad5-531b-e6ae128f764f/cluster_d95808f6-8c3c-27e2-5aa8-2360a52109c7/data/data2/current/BP-639461552-172.17.0.2-1731306039914/current, will proceed with Du for space computation calculation, 2024-11-11T06:20:40,425 WARN [Thread-815 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-11T06:20:40,430 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xec0376069c2f9654 with lease ID 0x731d2f44ef42df25: Processing first storage report for DS-143dac1f-f804-47d7-882a-784d4bd184ae from datanode DatanodeRegistration(127.0.0.1:35445, datanodeUuid=07f1666f-994d-426c-83b9-0fa6d1eda7f0, infoPort=35015, infoSecurePort=0, ipcPort=46541, storageInfo=lv=-57;cid=testClusterID;nsid=1520816812;c=1731306039914) 2024-11-11T06:20:40,430 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xec0376069c2f9654 with lease ID 0x731d2f44ef42df25: from storage DS-143dac1f-f804-47d7-882a-784d4bd184ae node DatanodeRegistration(127.0.0.1:35445, datanodeUuid=07f1666f-994d-426c-83b9-0fa6d1eda7f0, infoPort=35015, infoSecurePort=0, ipcPort=46541, storageInfo=lv=-57;cid=testClusterID;nsid=1520816812;c=1731306039914), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-11T06:20:40,430 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xec0376069c2f9654 with lease ID 0x731d2f44ef42df25: Processing first storage report for DS-ee4b7838-020c-4ecf-9cfe-dc7bc739c638 from datanode DatanodeRegistration(127.0.0.1:35445, datanodeUuid=07f1666f-994d-426c-83b9-0fa6d1eda7f0, infoPort=35015, infoSecurePort=0, ipcPort=46541, storageInfo=lv=-57;cid=testClusterID;nsid=1520816812;c=1731306039914) 2024-11-11T06:20:40,430 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xec0376069c2f9654 with lease ID 0x731d2f44ef42df25: from storage DS-ee4b7838-020c-4ecf-9cfe-dc7bc739c638 node DatanodeRegistration(127.0.0.1:35445, datanodeUuid=07f1666f-994d-426c-83b9-0fa6d1eda7f0, infoPort=35015, infoSecurePort=0, ipcPort=46541, storageInfo=lv=-57;cid=testClusterID;nsid=1520816812;c=1731306039914), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T06:20:40,434 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/490247d8-1cdc-cad5-531b-e6ae128f764f 2024-11-11T06:20:40,434 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T06:20:40,435 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T06:20:40,442 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35445 is added to blk_1073741825_1001 (size=7) 2024-11-11T06:20:40,844 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42835/user/jenkins/test-data/3d233450-7a60-4bb6-8c8b-3e29b72dc6fe with version=8 2024-11-11T06:20:40,844 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:42835/user/jenkins/test-data/3d233450-7a60-4bb6-8c8b-3e29b72dc6fe/hbase-staging 2024-11-11T06:20:40,846 INFO [Time-limited test {}] client.ConnectionUtils(128): master/f334e8b0fbdf:0 server-side Connection retries=45 2024-11-11T06:20:40,846 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T06:20:40,846 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T06:20:40,846 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T06:20:40,846 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T06:20:40,846 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T06:20:40,847 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-11T06:20:40,847 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T06:20:40,847 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41823 2024-11-11T06:20:40,848 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:41823 connecting to ZooKeeper ensemble=127.0.0.1:60256 2024-11-11T06:20:40,858 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:418230x0, quorum=127.0.0.1:60256, baseZNode=/02022789559 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T06:20:40,858 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:41823-0x10105af94d90000 connected 2024-11-11T06:20:40,874 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T06:20:40,875 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T06:20:40,877 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41823-0x10105af94d90000, quorum=127.0.0.1:60256, baseZNode=/02022789559 Set watcher on znode that does not yet exist, /02022789559/running 2024-11-11T06:20:40,877 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:42835/user/jenkins/test-data/3d233450-7a60-4bb6-8c8b-3e29b72dc6fe, hbase.cluster.distributed=false 2024-11-11T06:20:40,879 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41823-0x10105af94d90000, quorum=127.0.0.1:60256, baseZNode=/02022789559 Set watcher on znode that does not yet exist, /02022789559/acl 2024-11-11T06:20:40,879 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41823 2024-11-11T06:20:40,879 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41823 2024-11-11T06:20:40,880 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41823 2024-11-11T06:20:40,882 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41823 2024-11-11T06:20:40,884 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41823 2024-11-11T06:20:40,899 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/f334e8b0fbdf:0 server-side Connection retries=45 2024-11-11T06:20:40,899 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T06:20:40,899 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T06:20:40,899 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T06:20:40,899 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T06:20:40,899 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T06:20:40,899 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-11T06:20:40,899 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T06:20:40,900 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39443 2024-11-11T06:20:40,901 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39443 connecting to ZooKeeper ensemble=127.0.0.1:60256 2024-11-11T06:20:40,902 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T06:20:40,903 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T06:20:40,908 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:394430x0, quorum=127.0.0.1:60256, baseZNode=/02022789559 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T06:20:40,908 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:394430x0, quorum=127.0.0.1:60256, baseZNode=/02022789559 Set watcher on znode that does not yet exist, /02022789559/running 2024-11-11T06:20:40,908 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39443-0x10105af94d90001 connected 2024-11-11T06:20:40,909 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-11T06:20:40,912 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-11T06:20:40,913 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39443-0x10105af94d90001, quorum=127.0.0.1:60256, baseZNode=/02022789559 Set watcher on znode that does not yet exist, /02022789559/master 2024-11-11T06:20:40,913 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39443-0x10105af94d90001, quorum=127.0.0.1:60256, baseZNode=/02022789559 Set watcher on znode that does not yet exist, /02022789559/acl 2024-11-11T06:20:40,914 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39443 2024-11-11T06:20:40,914 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39443 2024-11-11T06:20:40,914 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39443 2024-11-11T06:20:40,916 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39443 2024-11-11T06:20:40,917 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39443 2024-11-11T06:20:40,928 DEBUG [M:0;f334e8b0fbdf:41823 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;f334e8b0fbdf:41823 2024-11-11T06:20:40,928 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /02022789559/backup-masters/f334e8b0fbdf,41823,1731306040846 2024-11-11T06:20:40,930 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39443-0x10105af94d90001, quorum=127.0.0.1:60256, baseZNode=/02022789559 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02022789559/backup-masters 2024-11-11T06:20:40,930 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41823-0x10105af94d90000, quorum=127.0.0.1:60256, baseZNode=/02022789559 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02022789559/backup-masters 2024-11-11T06:20:40,930 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41823-0x10105af94d90000, quorum=127.0.0.1:60256, baseZNode=/02022789559 Set watcher on existing znode=/02022789559/backup-masters/f334e8b0fbdf,41823,1731306040846 2024-11-11T06:20:40,932 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39443-0x10105af94d90001, quorum=127.0.0.1:60256, baseZNode=/02022789559 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/02022789559/master 2024-11-11T06:20:40,932 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41823-0x10105af94d90000, quorum=127.0.0.1:60256, baseZNode=/02022789559 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02022789559 2024-11-11T06:20:40,932 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39443-0x10105af94d90001, quorum=127.0.0.1:60256, baseZNode=/02022789559 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02022789559 2024-11-11T06:20:40,932 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41823-0x10105af94d90000, quorum=127.0.0.1:60256, baseZNode=/02022789559 Set watcher on existing znode=/02022789559/master 2024-11-11T06:20:40,932 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /02022789559/backup-masters/f334e8b0fbdf,41823,1731306040846 from backup master directory 2024-11-11T06:20:40,933 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41823-0x10105af94d90000, quorum=127.0.0.1:60256, baseZNode=/02022789559 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/02022789559/backup-masters/f334e8b0fbdf,41823,1731306040846 2024-11-11T06:20:40,933 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39443-0x10105af94d90001, quorum=127.0.0.1:60256, baseZNode=/02022789559 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02022789559/backup-masters 2024-11-11T06:20:40,933 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41823-0x10105af94d90000, quorum=127.0.0.1:60256, baseZNode=/02022789559 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02022789559/backup-masters 2024-11-11T06:20:40,933 WARN [master/f334e8b0fbdf:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T06:20:40,933 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=f334e8b0fbdf,41823,1731306040846 2024-11-11T06:20:40,937 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:42835/user/jenkins/test-data/3d233450-7a60-4bb6-8c8b-3e29b72dc6fe/hbase.id] with ID: 47c584d7-f0f9-4da5-ab18-a209544533da 2024-11-11T06:20:40,937 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:42835/user/jenkins/test-data/3d233450-7a60-4bb6-8c8b-3e29b72dc6fe/.tmp/hbase.id 2024-11-11T06:20:40,942 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35445 is added to blk_1073741826_1002 (size=42) 2024-11-11T06:20:41,343 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:42835/user/jenkins/test-data/3d233450-7a60-4bb6-8c8b-3e29b72dc6fe/.tmp/hbase.id]:[hdfs://localhost:42835/user/jenkins/test-data/3d233450-7a60-4bb6-8c8b-3e29b72dc6fe/hbase.id] 2024-11-11T06:20:41,354 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T06:20:41,354 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-11T06:20:41,355 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-11T06:20:41,362 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41823-0x10105af94d90000, quorum=127.0.0.1:60256, baseZNode=/02022789559 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02022789559 2024-11-11T06:20:41,362 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39443-0x10105af94d90001, quorum=127.0.0.1:60256, baseZNode=/02022789559 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02022789559 2024-11-11T06:20:41,367 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35445 is added to blk_1073741827_1003 (size=196) 2024-11-11T06:20:41,768 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T06:20:41,769 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-11T06:20:41,769 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T06:20:41,775 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35445 is added to blk_1073741828_1004 (size=1189) 2024-11-11T06:20:42,177 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:42835/user/jenkins/test-data/3d233450-7a60-4bb6-8c8b-3e29b72dc6fe/MasterData/data/master/store 2024-11-11T06:20:42,182 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35445 is added to blk_1073741829_1005 (size=34) 2024-11-11T06:20:42,583 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T06:20:42,584 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-11T06:20:42,584 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T06:20:42,584 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T06:20:42,584 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-11T06:20:42,584 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T06:20:42,584 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T06:20:42,584 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731306042584Disabling compacts and flushes for region at 1731306042584Disabling writes for close at 1731306042584Writing region close event to WAL at 1731306042584Closed at 1731306042584 2024-11-11T06:20:42,585 WARN [master/f334e8b0fbdf:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:42835/user/jenkins/test-data/3d233450-7a60-4bb6-8c8b-3e29b72dc6fe/MasterData/data/master/store/.initializing 2024-11-11T06:20:42,585 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:42835/user/jenkins/test-data/3d233450-7a60-4bb6-8c8b-3e29b72dc6fe/MasterData/WALs/f334e8b0fbdf,41823,1731306040846 2024-11-11T06:20:42,586 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T06:20:42,587 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=f334e8b0fbdf%2C41823%2C1731306040846, suffix=, logDir=hdfs://localhost:42835/user/jenkins/test-data/3d233450-7a60-4bb6-8c8b-3e29b72dc6fe/MasterData/WALs/f334e8b0fbdf,41823,1731306040846, archiveDir=hdfs://localhost:42835/user/jenkins/test-data/3d233450-7a60-4bb6-8c8b-3e29b72dc6fe/MasterData/oldWALs, maxLogs=10 2024-11-11T06:20:42,601 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/3d233450-7a60-4bb6-8c8b-3e29b72dc6fe/MasterData/WALs/f334e8b0fbdf,41823,1731306040846/f334e8b0fbdf%2C41823%2C1731306040846.1731306042588, exclude list is [], retry=0 2024-11-11T06:20:42,603 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35445,DS-143dac1f-f804-47d7-882a-784d4bd184ae,DISK] 2024-11-11T06:20:42,605 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3d233450-7a60-4bb6-8c8b-3e29b72dc6fe/MasterData/WALs/f334e8b0fbdf,41823,1731306040846/f334e8b0fbdf%2C41823%2C1731306040846.1731306042588 2024-11-11T06:20:42,605 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35015:35015)] 2024-11-11T06:20:42,605 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-11T06:20:42,606 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T06:20:42,606 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T06:20:42,606 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T06:20:42,607 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T06:20:42,609 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-11T06:20:42,609 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:20:42,609 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T06:20:42,609 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T06:20:42,611 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-11T06:20:42,611 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:20:42,611 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T06:20:42,611 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T06:20:42,612 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-11T06:20:42,612 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:20:42,613 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T06:20:42,613 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T06:20:42,614 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-11T06:20:42,614 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:20:42,614 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T06:20:42,614 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T06:20:42,615 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42835/user/jenkins/test-data/3d233450-7a60-4bb6-8c8b-3e29b72dc6fe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-11T06:20:42,615 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42835/user/jenkins/test-data/3d233450-7a60-4bb6-8c8b-3e29b72dc6fe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-11T06:20:42,616 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T06:20:42,616 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T06:20:42,617 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T06:20:42,618 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T06:20:42,620 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42835/user/jenkins/test-data/3d233450-7a60-4bb6-8c8b-3e29b72dc6fe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T06:20:42,620 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73677441, jitterRate=0.09787942469120026}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T06:20:42,621 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731306042606Initializing all the Stores at 1731306042607 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731306042607Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731306042607Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731306042607Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731306042607Cleaning up temporary data from old regions at 1731306042617 (+10 ms)Region opened successfully at 1731306042621 (+4 ms) 2024-11-11T06:20:42,621 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-11T06:20:42,624 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1109f964, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f334e8b0fbdf/172.17.0.2:0 2024-11-11T06:20:42,624 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-11T06:20:42,625 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-11T06:20:42,625 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-11T06:20:42,625 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-11T06:20:42,625 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-11T06:20:42,625 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-11T06:20:42,625 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-11T06:20:42,627 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-11T06:20:42,628 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41823-0x10105af94d90000, quorum=127.0.0.1:60256, baseZNode=/02022789559 Unable to get data of znode /02022789559/balancer because node does not exist (not necessarily an error) 2024-11-11T06:20:42,629 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /02022789559/balancer already deleted, retry=false 2024-11-11T06:20:42,629 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-11T06:20:42,630 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41823-0x10105af94d90000, quorum=127.0.0.1:60256, baseZNode=/02022789559 Unable to get data of znode /02022789559/normalizer because node does not exist (not necessarily an error) 2024-11-11T06:20:42,631 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /02022789559/normalizer already deleted, retry=false 2024-11-11T06:20:42,631 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-11T06:20:42,632 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41823-0x10105af94d90000, quorum=127.0.0.1:60256, baseZNode=/02022789559 Unable to get data of znode /02022789559/switch/split because node does not exist (not necessarily an error) 2024-11-11T06:20:42,633 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /02022789559/switch/split already deleted, retry=false 2024-11-11T06:20:42,633 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41823-0x10105af94d90000, quorum=127.0.0.1:60256, baseZNode=/02022789559 Unable to get data of znode /02022789559/switch/merge because node does not exist (not necessarily an error) 2024-11-11T06:20:42,635 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /02022789559/switch/merge already deleted, retry=false 2024-11-11T06:20:42,637 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41823-0x10105af94d90000, quorum=127.0.0.1:60256, baseZNode=/02022789559 Unable to get data of znode /02022789559/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-11T06:20:42,638 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /02022789559/snapshot-cleanup already deleted, retry=false 2024-11-11T06:20:42,640 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41823-0x10105af94d90000, quorum=127.0.0.1:60256, baseZNode=/02022789559 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/02022789559/running 2024-11-11T06:20:42,640 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39443-0x10105af94d90001, quorum=127.0.0.1:60256, baseZNode=/02022789559 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/02022789559/running 2024-11-11T06:20:42,640 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41823-0x10105af94d90000, quorum=127.0.0.1:60256, baseZNode=/02022789559 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02022789559 2024-11-11T06:20:42,640 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39443-0x10105af94d90001, quorum=127.0.0.1:60256, baseZNode=/02022789559 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02022789559 2024-11-11T06:20:42,640 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=f334e8b0fbdf,41823,1731306040846, sessionid=0x10105af94d90000, setting cluster-up flag (Was=false) 2024-11-11T06:20:42,648 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41823-0x10105af94d90000, quorum=127.0.0.1:60256, baseZNode=/02022789559 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02022789559 2024-11-11T06:20:42,648 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39443-0x10105af94d90001, quorum=127.0.0.1:60256, baseZNode=/02022789559 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02022789559 2024-11-11T06:20:42,652 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /02022789559/flush-table-proc/acquired, /02022789559/flush-table-proc/reached, /02022789559/flush-table-proc/abort 2024-11-11T06:20:42,653 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f334e8b0fbdf,41823,1731306040846 2024-11-11T06:20:42,657 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41823-0x10105af94d90000, quorum=127.0.0.1:60256, baseZNode=/02022789559 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02022789559 2024-11-11T06:20:42,657 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39443-0x10105af94d90001, quorum=127.0.0.1:60256, baseZNode=/02022789559 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02022789559 2024-11-11T06:20:42,662 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /02022789559/online-snapshot/acquired, /02022789559/online-snapshot/reached, /02022789559/online-snapshot/abort 2024-11-11T06:20:42,663 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f334e8b0fbdf,41823,1731306040846 2024-11-11T06:20:42,664 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:42835/user/jenkins/test-data/3d233450-7a60-4bb6-8c8b-3e29b72dc6fe/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-11T06:20:42,665 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-11T06:20:42,666 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-11T06:20:42,666 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-11T06:20:42,666 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: f334e8b0fbdf,41823,1731306040846 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-11T06:20:42,667 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/f334e8b0fbdf:0, corePoolSize=5, maxPoolSize=5 2024-11-11T06:20:42,667 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/f334e8b0fbdf:0, corePoolSize=5, maxPoolSize=5 2024-11-11T06:20:42,667 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/f334e8b0fbdf:0, corePoolSize=5, maxPoolSize=5 2024-11-11T06:20:42,667 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/f334e8b0fbdf:0, corePoolSize=5, maxPoolSize=5 2024-11-11T06:20:42,667 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/f334e8b0fbdf:0, corePoolSize=10, maxPoolSize=10 2024-11-11T06:20:42,667 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/f334e8b0fbdf:0, corePoolSize=1, maxPoolSize=1 2024-11-11T06:20:42,667 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/f334e8b0fbdf:0, corePoolSize=2, maxPoolSize=2 2024-11-11T06:20:42,667 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/f334e8b0fbdf:0, corePoolSize=1, maxPoolSize=1 2024-11-11T06:20:42,668 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731306072668 2024-11-11T06:20:42,668 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-11T06:20:42,668 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-11T06:20:42,668 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-11T06:20:42,668 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-11T06:20:42,668 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-11T06:20:42,668 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-11T06:20:42,669 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T06:20:42,669 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T06:20:42,669 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-11T06:20:42,669 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-11T06:20:42,669 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-11T06:20:42,669 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-11T06:20:42,669 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-11T06:20:42,670 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-11T06:20:42,670 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-11T06:20:42,670 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/f334e8b0fbdf:0:becomeActiveMaster-HFileCleaner.large.0-1731306042670,5,FailOnTimeoutGroup] 2024-11-11T06:20:42,670 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/f334e8b0fbdf:0:becomeActiveMaster-HFileCleaner.small.0-1731306042670,5,FailOnTimeoutGroup] 2024-11-11T06:20:42,670 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T06:20:42,670 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-11T06:20:42,670 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-11T06:20:42,670 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:20:42,670 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-11T06:20:42,670 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-11T06:20:42,678 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35445 is added to blk_1073741831_1007 (size=1321) 2024-11-11T06:20:42,719 INFO [RS:0;f334e8b0fbdf:39443 {}] regionserver.HRegionServer(746): ClusterId : 47c584d7-f0f9-4da5-ab18-a209544533da 2024-11-11T06:20:42,719 DEBUG [RS:0;f334e8b0fbdf:39443 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-11T06:20:42,721 DEBUG [RS:0;f334e8b0fbdf:39443 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-11T06:20:42,721 DEBUG [RS:0;f334e8b0fbdf:39443 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-11T06:20:42,723 DEBUG [RS:0;f334e8b0fbdf:39443 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-11T06:20:42,724 DEBUG [RS:0;f334e8b0fbdf:39443 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22596d83, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f334e8b0fbdf/172.17.0.2:0 2024-11-11T06:20:42,735 DEBUG [RS:0;f334e8b0fbdf:39443 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;f334e8b0fbdf:39443 2024-11-11T06:20:42,735 INFO [RS:0;f334e8b0fbdf:39443 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-11T06:20:42,735 INFO [RS:0;f334e8b0fbdf:39443 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-11T06:20:42,735 DEBUG [RS:0;f334e8b0fbdf:39443 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-11T06:20:42,736 INFO [RS:0;f334e8b0fbdf:39443 {}] regionserver.HRegionServer(2659): reportForDuty to master=f334e8b0fbdf,41823,1731306040846 with port=39443, startcode=1731306040899 2024-11-11T06:20:42,736 DEBUG [RS:0;f334e8b0fbdf:39443 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-11T06:20:42,737 INFO [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60317, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=RegionServerStatusService 2024-11-11T06:20:42,738 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41823 {}] master.ServerManager(363): Checking decommissioned status of RegionServer f334e8b0fbdf,39443,1731306040899 2024-11-11T06:20:42,738 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41823 {}] master.ServerManager(517): Registering regionserver=f334e8b0fbdf,39443,1731306040899 2024-11-11T06:20:42,740 DEBUG [RS:0;f334e8b0fbdf:39443 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:42835/user/jenkins/test-data/3d233450-7a60-4bb6-8c8b-3e29b72dc6fe 2024-11-11T06:20:42,740 DEBUG [RS:0;f334e8b0fbdf:39443 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:42835 2024-11-11T06:20:42,740 DEBUG [RS:0;f334e8b0fbdf:39443 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-11T06:20:42,741 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41823-0x10105af94d90000, quorum=127.0.0.1:60256, baseZNode=/02022789559 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02022789559/rs 2024-11-11T06:20:42,741 DEBUG [RS:0;f334e8b0fbdf:39443 {}] zookeeper.ZKUtil(111): regionserver:39443-0x10105af94d90001, quorum=127.0.0.1:60256, baseZNode=/02022789559 Set watcher on existing znode=/02022789559/rs/f334e8b0fbdf,39443,1731306040899 2024-11-11T06:20:42,741 WARN [RS:0;f334e8b0fbdf:39443 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T06:20:42,742 INFO [RS:0;f334e8b0fbdf:39443 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T06:20:42,742 DEBUG [RS:0;f334e8b0fbdf:39443 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:42835/user/jenkins/test-data/3d233450-7a60-4bb6-8c8b-3e29b72dc6fe/WALs/f334e8b0fbdf,39443,1731306040899 2024-11-11T06:20:42,742 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [f334e8b0fbdf,39443,1731306040899] 2024-11-11T06:20:42,745 INFO [RS:0;f334e8b0fbdf:39443 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-11T06:20:42,746 INFO [RS:0;f334e8b0fbdf:39443 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-11T06:20:42,747 INFO [RS:0;f334e8b0fbdf:39443 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-11T06:20:42,747 INFO [RS:0;f334e8b0fbdf:39443 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T06:20:42,748 INFO [RS:0;f334e8b0fbdf:39443 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-11T06:20:42,749 INFO [RS:0;f334e8b0fbdf:39443 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-11T06:20:42,749 INFO [RS:0;f334e8b0fbdf:39443 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-11T06:20:42,749 DEBUG [RS:0;f334e8b0fbdf:39443 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/f334e8b0fbdf:0, corePoolSize=1, maxPoolSize=1 2024-11-11T06:20:42,749 DEBUG [RS:0;f334e8b0fbdf:39443 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/f334e8b0fbdf:0, corePoolSize=1, maxPoolSize=1 2024-11-11T06:20:42,749 DEBUG [RS:0;f334e8b0fbdf:39443 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/f334e8b0fbdf:0, corePoolSize=1, maxPoolSize=1 2024-11-11T06:20:42,749 DEBUG [RS:0;f334e8b0fbdf:39443 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0, corePoolSize=1, maxPoolSize=1 2024-11-11T06:20:42,749 DEBUG [RS:0;f334e8b0fbdf:39443 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/f334e8b0fbdf:0, corePoolSize=1, maxPoolSize=1 2024-11-11T06:20:42,749 DEBUG [RS:0;f334e8b0fbdf:39443 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/f334e8b0fbdf:0, corePoolSize=2, maxPoolSize=2 2024-11-11T06:20:42,749 DEBUG [RS:0;f334e8b0fbdf:39443 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/f334e8b0fbdf:0, corePoolSize=1, maxPoolSize=1 2024-11-11T06:20:42,749 DEBUG [RS:0;f334e8b0fbdf:39443 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/f334e8b0fbdf:0, corePoolSize=1, maxPoolSize=1 2024-11-11T06:20:42,749 DEBUG [RS:0;f334e8b0fbdf:39443 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0, corePoolSize=1, maxPoolSize=1 2024-11-11T06:20:42,749 DEBUG [RS:0;f334e8b0fbdf:39443 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/f334e8b0fbdf:0, corePoolSize=1, maxPoolSize=1 2024-11-11T06:20:42,749 DEBUG [RS:0;f334e8b0fbdf:39443 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/f334e8b0fbdf:0, corePoolSize=1, maxPoolSize=1 2024-11-11T06:20:42,750 DEBUG [RS:0;f334e8b0fbdf:39443 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/f334e8b0fbdf:0, corePoolSize=1, maxPoolSize=1 2024-11-11T06:20:42,750 DEBUG [RS:0;f334e8b0fbdf:39443 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/f334e8b0fbdf:0, corePoolSize=3, maxPoolSize=3 2024-11-11T06:20:42,750 DEBUG [RS:0;f334e8b0fbdf:39443 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/f334e8b0fbdf:0, corePoolSize=3, maxPoolSize=3 2024-11-11T06:20:42,751 INFO [RS:0;f334e8b0fbdf:39443 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T06:20:42,751 INFO [RS:0;f334e8b0fbdf:39443 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T06:20:42,751 INFO [RS:0;f334e8b0fbdf:39443 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T06:20:42,751 INFO [RS:0;f334e8b0fbdf:39443 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-11T06:20:42,751 INFO [RS:0;f334e8b0fbdf:39443 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-11T06:20:42,751 INFO [RS:0;f334e8b0fbdf:39443 {}] hbase.ChoreService(168): Chore ScheduledChore name=f334e8b0fbdf,39443,1731306040899-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T06:20:42,766 INFO [RS:0;f334e8b0fbdf:39443 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-11T06:20:42,766 INFO [RS:0;f334e8b0fbdf:39443 {}] hbase.ChoreService(168): Chore ScheduledChore name=f334e8b0fbdf,39443,1731306040899-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T06:20:42,766 INFO [RS:0;f334e8b0fbdf:39443 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T06:20:42,766 INFO [RS:0;f334e8b0fbdf:39443 {}] regionserver.Replication(171): f334e8b0fbdf,39443,1731306040899 started 2024-11-11T06:20:42,779 INFO [RS:0;f334e8b0fbdf:39443 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T06:20:42,779 INFO [RS:0;f334e8b0fbdf:39443 {}] regionserver.HRegionServer(1482): Serving as f334e8b0fbdf,39443,1731306040899, RpcServer on f334e8b0fbdf/172.17.0.2:39443, sessionid=0x10105af94d90001 2024-11-11T06:20:42,779 DEBUG [RS:0;f334e8b0fbdf:39443 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-11T06:20:42,779 DEBUG [RS:0;f334e8b0fbdf:39443 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager f334e8b0fbdf,39443,1731306040899 2024-11-11T06:20:42,779 DEBUG [RS:0;f334e8b0fbdf:39443 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f334e8b0fbdf,39443,1731306040899' 2024-11-11T06:20:42,779 DEBUG [RS:0;f334e8b0fbdf:39443 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/02022789559/flush-table-proc/abort' 2024-11-11T06:20:42,780 DEBUG [RS:0;f334e8b0fbdf:39443 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/02022789559/flush-table-proc/acquired' 2024-11-11T06:20:42,780 DEBUG [RS:0;f334e8b0fbdf:39443 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-11T06:20:42,780 DEBUG [RS:0;f334e8b0fbdf:39443 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-11T06:20:42,780 DEBUG [RS:0;f334e8b0fbdf:39443 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager f334e8b0fbdf,39443,1731306040899 2024-11-11T06:20:42,780 DEBUG [RS:0;f334e8b0fbdf:39443 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f334e8b0fbdf,39443,1731306040899' 2024-11-11T06:20:42,780 DEBUG [RS:0;f334e8b0fbdf:39443 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/02022789559/online-snapshot/abort' 2024-11-11T06:20:42,781 DEBUG [RS:0;f334e8b0fbdf:39443 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/02022789559/online-snapshot/acquired' 2024-11-11T06:20:42,781 DEBUG [RS:0;f334e8b0fbdf:39443 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-11T06:20:42,781 INFO [RS:0;f334e8b0fbdf:39443 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-11T06:20:42,781 INFO [RS:0;f334e8b0fbdf:39443 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-11T06:20:42,881 INFO [RS:0;f334e8b0fbdf:39443 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T06:20:42,883 INFO [RS:0;f334e8b0fbdf:39443 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f334e8b0fbdf%2C39443%2C1731306040899, suffix=, logDir=hdfs://localhost:42835/user/jenkins/test-data/3d233450-7a60-4bb6-8c8b-3e29b72dc6fe/WALs/f334e8b0fbdf,39443,1731306040899, archiveDir=hdfs://localhost:42835/user/jenkins/test-data/3d233450-7a60-4bb6-8c8b-3e29b72dc6fe/oldWALs, maxLogs=10 2024-11-11T06:20:42,896 DEBUG [RS:0;f334e8b0fbdf:39443 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/3d233450-7a60-4bb6-8c8b-3e29b72dc6fe/WALs/f334e8b0fbdf,39443,1731306040899/f334e8b0fbdf%2C39443%2C1731306040899.1731306042883, exclude list is [], retry=0 2024-11-11T06:20:42,899 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35445,DS-143dac1f-f804-47d7-882a-784d4bd184ae,DISK] 2024-11-11T06:20:42,900 INFO [RS:0;f334e8b0fbdf:39443 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3d233450-7a60-4bb6-8c8b-3e29b72dc6fe/WALs/f334e8b0fbdf,39443,1731306040899/f334e8b0fbdf%2C39443%2C1731306040899.1731306042883 2024-11-11T06:20:42,901 DEBUG [RS:0;f334e8b0fbdf:39443 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35015:35015)] 2024-11-11T06:20:43,079 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:42835/user/jenkins/test-data/3d233450-7a60-4bb6-8c8b-3e29b72dc6fe/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-11T06:20:43,079 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:42835/user/jenkins/test-data/3d233450-7a60-4bb6-8c8b-3e29b72dc6fe 2024-11-11T06:20:43,084 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35445 is added to blk_1073741833_1009 (size=32) 2024-11-11T06:20:43,485 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T06:20:43,487 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T06:20:43,488 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T06:20:43,488 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:20:43,489 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T06:20:43,489 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T06:20:43,490 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T06:20:43,490 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:20:43,490 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T06:20:43,491 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T06:20:43,492 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T06:20:43,492 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:20:43,492 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T06:20:43,492 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T06:20:43,493 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T06:20:43,493 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:20:43,494 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T06:20:43,494 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T06:20:43,494 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42835/user/jenkins/test-data/3d233450-7a60-4bb6-8c8b-3e29b72dc6fe/data/hbase/meta/1588230740 2024-11-11T06:20:43,495 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42835/user/jenkins/test-data/3d233450-7a60-4bb6-8c8b-3e29b72dc6fe/data/hbase/meta/1588230740 2024-11-11T06:20:43,496 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T06:20:43,496 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T06:20:43,496 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T06:20:43,497 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T06:20:43,499 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42835/user/jenkins/test-data/3d233450-7a60-4bb6-8c8b-3e29b72dc6fe/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T06:20:43,499 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70359766, jitterRate=0.04844221472740173}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T06:20:43,500 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731306043486Initializing all the Stores at 1731306043486Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731306043486Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731306043487 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731306043487Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731306043487Cleaning up temporary data from old regions at 1731306043496 (+9 ms)Region opened successfully at 1731306043500 (+4 ms) 2024-11-11T06:20:43,500 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-11T06:20:43,500 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-11T06:20:43,500 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-11T06:20:43,500 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-11T06:20:43,500 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-11T06:20:43,501 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-11T06:20:43,501 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731306043500Disabling compacts and flushes for region at 1731306043500Disabling writes for close at 1731306043500Writing region close event to WAL at 1731306043500Closed at 1731306043500 2024-11-11T06:20:43,501 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-11T06:20:43,502 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T06:20:43,502 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-11T06:20:43,502 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-11T06:20:43,503 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T06:20:43,503 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T06:20:43,504 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-11T06:20:43,520 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T06:20:43,521 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T06:20:43,522 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T06:20:43,655 DEBUG [f334e8b0fbdf:41823 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-11T06:20:43,655 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=f334e8b0fbdf,39443,1731306040899 2024-11-11T06:20:43,657 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f334e8b0fbdf,39443,1731306040899, state=OPENING 2024-11-11T06:20:43,662 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-11T06:20:43,663 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41823-0x10105af94d90000, quorum=127.0.0.1:60256, baseZNode=/02022789559 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02022789559 2024-11-11T06:20:43,663 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39443-0x10105af94d90001, quorum=127.0.0.1:60256, baseZNode=/02022789559 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02022789559 2024-11-11T06:20:43,664 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T06:20:43,664 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=f334e8b0fbdf,39443,1731306040899}] 2024-11-11T06:20:43,664 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /02022789559/meta-region-server: CHANGED 2024-11-11T06:20:43,664 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /02022789559/meta-region-server: CHANGED 2024-11-11T06:20:43,817 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-11T06:20:43,819 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43477, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-11T06:20:43,822 INFO [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-11T06:20:43,823 INFO [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T06:20:43,823 INFO [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-11T06:20:43,825 INFO [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f334e8b0fbdf%2C39443%2C1731306040899.meta, suffix=.meta, logDir=hdfs://localhost:42835/user/jenkins/test-data/3d233450-7a60-4bb6-8c8b-3e29b72dc6fe/WALs/f334e8b0fbdf,39443,1731306040899, archiveDir=hdfs://localhost:42835/user/jenkins/test-data/3d233450-7a60-4bb6-8c8b-3e29b72dc6fe/oldWALs, maxLogs=10 2024-11-11T06:20:43,843 DEBUG [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/3d233450-7a60-4bb6-8c8b-3e29b72dc6fe/WALs/f334e8b0fbdf,39443,1731306040899/f334e8b0fbdf%2C39443%2C1731306040899.meta.1731306043825.meta, exclude list is [], retry=0 2024-11-11T06:20:43,845 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35445,DS-143dac1f-f804-47d7-882a-784d4bd184ae,DISK] 2024-11-11T06:20:43,847 INFO [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3d233450-7a60-4bb6-8c8b-3e29b72dc6fe/WALs/f334e8b0fbdf,39443,1731306040899/f334e8b0fbdf%2C39443%2C1731306040899.meta.1731306043825.meta 2024-11-11T06:20:43,847 DEBUG [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35015:35015)] 2024-11-11T06:20:43,848 DEBUG [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-11T06:20:43,848 INFO [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-11T06:20:43,848 DEBUG [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-11T06:20:43,848 DEBUG [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-11T06:20:43,848 INFO [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-11T06:20:43,848 DEBUG [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-11T06:20:43,848 DEBUG [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T06:20:43,849 DEBUG [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-11T06:20:43,849 DEBUG [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-11T06:20:43,850 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T06:20:43,851 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T06:20:43,851 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:20:43,851 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T06:20:43,851 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T06:20:43,852 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T06:20:43,852 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:20:43,853 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T06:20:43,853 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T06:20:43,853 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T06:20:43,853 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:20:43,854 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T06:20:43,854 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T06:20:43,854 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T06:20:43,854 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:20:43,855 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T06:20:43,855 DEBUG [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T06:20:43,855 DEBUG [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42835/user/jenkins/test-data/3d233450-7a60-4bb6-8c8b-3e29b72dc6fe/data/hbase/meta/1588230740 2024-11-11T06:20:43,856 DEBUG [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42835/user/jenkins/test-data/3d233450-7a60-4bb6-8c8b-3e29b72dc6fe/data/hbase/meta/1588230740 2024-11-11T06:20:43,858 DEBUG [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T06:20:43,858 DEBUG [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T06:20:43,858 DEBUG [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T06:20:43,859 DEBUG [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T06:20:43,860 INFO [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59608161, jitterRate=-0.1117691844701767}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T06:20:43,860 DEBUG [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-11T06:20:43,860 DEBUG [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731306043849Writing region info on filesystem at 1731306043849Initializing all the Stores at 1731306043849Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731306043850 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731306043850Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731306043850Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731306043850Cleaning up temporary data from old regions at 1731306043858 (+8 ms)Running coprocessor post-open hooks at 1731306043860 (+2 ms)Region opened successfully at 1731306043860 2024-11-11T06:20:43,862 INFO [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731306043817 2024-11-11T06:20:43,864 DEBUG [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-11T06:20:43,864 INFO [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-11T06:20:43,865 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=f334e8b0fbdf,39443,1731306040899 2024-11-11T06:20:43,866 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f334e8b0fbdf,39443,1731306040899, state=OPEN 2024-11-11T06:20:43,871 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41823-0x10105af94d90000, quorum=127.0.0.1:60256, baseZNode=/02022789559 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/02022789559/meta-region-server 2024-11-11T06:20:43,871 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39443-0x10105af94d90001, quorum=127.0.0.1:60256, baseZNode=/02022789559 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/02022789559/meta-region-server 2024-11-11T06:20:43,871 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=f334e8b0fbdf,39443,1731306040899 2024-11-11T06:20:43,871 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /02022789559/meta-region-server: CHANGED 2024-11-11T06:20:43,871 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /02022789559/meta-region-server: CHANGED 2024-11-11T06:20:43,873 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-11T06:20:43,873 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=f334e8b0fbdf,39443,1731306040899 in 207 msec 2024-11-11T06:20:43,876 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-11T06:20:43,876 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 371 msec 2024-11-11T06:20:43,877 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T06:20:43,877 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-11T06:20:43,878 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T06:20:43,878 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f334e8b0fbdf,39443,1731306040899, seqNum=-1] 2024-11-11T06:20:43,878 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T06:20:43,879 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41063, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T06:20:43,885 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2190 sec 2024-11-11T06:20:43,885 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731306043885, completionTime=-1 2024-11-11T06:20:43,885 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-11T06:20:43,885 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-11T06:20:43,887 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-11T06:20:43,887 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731306103887 2024-11-11T06:20:43,887 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731306163887 2024-11-11T06:20:43,887 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-11T06:20:43,888 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f334e8b0fbdf,41823,1731306040846-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T06:20:43,888 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f334e8b0fbdf,41823,1731306040846-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T06:20:43,888 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f334e8b0fbdf,41823,1731306040846-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T06:20:43,888 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-f334e8b0fbdf:41823, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T06:20:43,888 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-11T06:20:43,888 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-11T06:20:43,890 DEBUG [master/f334e8b0fbdf:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-11T06:20:43,892 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.959sec 2024-11-11T06:20:43,892 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-11T06:20:43,892 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-11T06:20:43,892 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-11T06:20:43,892 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-11T06:20:43,892 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-11T06:20:43,892 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f334e8b0fbdf,41823,1731306040846-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T06:20:43,892 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f334e8b0fbdf,41823,1731306040846-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-11T06:20:43,895 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-11T06:20:43,895 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-11T06:20:43,895 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f334e8b0fbdf,41823,1731306040846-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T06:20:43,920 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@603f171, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T06:20:43,920 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f334e8b0fbdf,41823,-1 for getting cluster id 2024-11-11T06:20:43,920 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T06:20:43,922 DEBUG [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '47c584d7-f0f9-4da5-ab18-a209544533da' 2024-11-11T06:20:43,922 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T06:20:43,922 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "47c584d7-f0f9-4da5-ab18-a209544533da" 2024-11-11T06:20:43,922 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@607ba3dd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T06:20:43,922 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f334e8b0fbdf,41823,-1] 2024-11-11T06:20:43,923 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T06:20:43,923 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T06:20:43,924 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42560, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T06:20:43,924 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37255a7b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T06:20:43,925 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T06:20:43,926 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f334e8b0fbdf,39443,1731306040899, seqNum=-1] 2024-11-11T06:20:43,926 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T06:20:43,927 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54858, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T06:20:43,929 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=f334e8b0fbdf,41823,1731306040846 2024-11-11T06:20:43,929 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:60256 2024-11-11T06:20:43,932 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:60256, baseZNode=/02022789559 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T06:20:43,933 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x10105af94d90002 connected 2024-11-11T06:20:43,936 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/490247d8-1cdc-cad5-531b-e6ae128f764f/hadoop.log.dir so I do NOT create it in target/test-data/e9ab50ad-e174-09c7-343b-224a80182910 2024-11-11T06:20:43,936 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/490247d8-1cdc-cad5-531b-e6ae128f764f/hadoop.log.dir Erasing configuration value by system value. 2024-11-11T06:20:43,936 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/490247d8-1cdc-cad5-531b-e6ae128f764f/hadoop.tmp.dir so I do NOT create it in target/test-data/e9ab50ad-e174-09c7-343b-224a80182910 2024-11-11T06:20:43,936 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/490247d8-1cdc-cad5-531b-e6ae128f764f/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-11T06:20:43,936 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9ab50ad-e174-09c7-343b-224a80182910 2024-11-11T06:20:43,936 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-11T06:20:43,936 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9ab50ad-e174-09c7-343b-224a80182910/cluster_5d3d47b2-ec6c-2966-74ce-53cd3b626b62, deleteOnExit=true 2024-11-11T06:20:43,936 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-11T06:20:43,936 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9ab50ad-e174-09c7-343b-224a80182910/test.cache.data in system properties and HBase conf 2024-11-11T06:20:43,936 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9ab50ad-e174-09c7-343b-224a80182910/hadoop.tmp.dir in system properties and HBase conf 2024-11-11T06:20:43,936 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9ab50ad-e174-09c7-343b-224a80182910/hadoop.log.dir in system properties and HBase conf 2024-11-11T06:20:43,936 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9ab50ad-e174-09c7-343b-224a80182910/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-11T06:20:43,936 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9ab50ad-e174-09c7-343b-224a80182910/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-11T06:20:43,936 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-11T06:20:43,937 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-11T06:20:43,937 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9ab50ad-e174-09c7-343b-224a80182910/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-11T06:20:43,937 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9ab50ad-e174-09c7-343b-224a80182910/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-11T06:20:43,937 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9ab50ad-e174-09c7-343b-224a80182910/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-11T06:20:43,937 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9ab50ad-e174-09c7-343b-224a80182910/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-11T06:20:43,937 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9ab50ad-e174-09c7-343b-224a80182910/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-11T06:20:43,937 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9ab50ad-e174-09c7-343b-224a80182910/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-11T06:20:43,937 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9ab50ad-e174-09c7-343b-224a80182910/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-11T06:20:43,937 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9ab50ad-e174-09c7-343b-224a80182910/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-11T06:20:43,937 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9ab50ad-e174-09c7-343b-224a80182910/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-11T06:20:43,937 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9ab50ad-e174-09c7-343b-224a80182910/nfs.dump.dir in system properties and HBase conf 2024-11-11T06:20:43,937 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9ab50ad-e174-09c7-343b-224a80182910/java.io.tmpdir in system properties and HBase conf 2024-11-11T06:20:43,937 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9ab50ad-e174-09c7-343b-224a80182910/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-11T06:20:43,937 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9ab50ad-e174-09c7-343b-224a80182910/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-11T06:20:43,937 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9ab50ad-e174-09c7-343b-224a80182910/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-11T06:20:44,009 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T06:20:44,013 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T06:20:44,015 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T06:20:44,015 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T06:20:44,015 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-11T06:20:44,015 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T06:20:44,016 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7c4a1244{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9ab50ad-e174-09c7-343b-224a80182910/hadoop.log.dir/,AVAILABLE} 2024-11-11T06:20:44,016 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2cae9502{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T06:20:44,134 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7bf0c51d{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9ab50ad-e174-09c7-343b-224a80182910/java.io.tmpdir/jetty-localhost-41397-hadoop-hdfs-3_4_1-tests_jar-_-any-2394999382708709333/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-11T06:20:44,135 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@537e1410{HTTP/1.1, (http/1.1)}{localhost:41397} 2024-11-11T06:20:44,135 INFO [Time-limited test {}] server.Server(415): Started @51141ms 2024-11-11T06:20:44,218 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T06:20:44,222 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T06:20:44,223 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T06:20:44,223 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T06:20:44,223 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-11T06:20:44,225 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@68a0c70e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9ab50ad-e174-09c7-343b-224a80182910/hadoop.log.dir/,AVAILABLE} 2024-11-11T06:20:44,225 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@60588b3c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T06:20:44,339 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2d3d50b9{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9ab50ad-e174-09c7-343b-224a80182910/java.io.tmpdir/jetty-localhost-36315-hadoop-hdfs-3_4_1-tests_jar-_-any-13494939592918423904/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T06:20:44,340 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@31601d01{HTTP/1.1, (http/1.1)}{localhost:36315} 2024-11-11T06:20:44,340 INFO [Time-limited test {}] server.Server(415): Started @51345ms 2024-11-11T06:20:44,341 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-11T06:20:44,441 WARN [Thread-948 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9ab50ad-e174-09c7-343b-224a80182910/cluster_5d3d47b2-ec6c-2966-74ce-53cd3b626b62/data/data1/current/BP-660302146-172.17.0.2-1731306043959/current, will proceed with Du for space computation calculation, 2024-11-11T06:20:44,441 WARN [Thread-949 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9ab50ad-e174-09c7-343b-224a80182910/cluster_5d3d47b2-ec6c-2966-74ce-53cd3b626b62/data/data2/current/BP-660302146-172.17.0.2-1731306043959/current, will proceed with Du for space computation calculation, 2024-11-11T06:20:44,459 WARN [Thread-936 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-11T06:20:44,462 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x31b801554ff4269a with lease ID 0x380037b943aa0d4: Processing first storage report for DS-a9146053-e2ec-4008-b2f1-45c85c86c393 from datanode DatanodeRegistration(127.0.0.1:42627, datanodeUuid=ef2967aa-44a0-4d29-9743-c9a43bef8d67, infoPort=37361, infoSecurePort=0, ipcPort=36145, storageInfo=lv=-57;cid=testClusterID;nsid=1711850062;c=1731306043959) 2024-11-11T06:20:44,462 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x31b801554ff4269a with lease ID 0x380037b943aa0d4: from storage DS-a9146053-e2ec-4008-b2f1-45c85c86c393 node DatanodeRegistration(127.0.0.1:42627, datanodeUuid=ef2967aa-44a0-4d29-9743-c9a43bef8d67, infoPort=37361, infoSecurePort=0, ipcPort=36145, storageInfo=lv=-57;cid=testClusterID;nsid=1711850062;c=1731306043959), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T06:20:44,462 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x31b801554ff4269a with lease ID 0x380037b943aa0d4: Processing first storage report for DS-d9ccf888-0372-4df9-809c-e8dc3ca91cee from datanode DatanodeRegistration(127.0.0.1:42627, datanodeUuid=ef2967aa-44a0-4d29-9743-c9a43bef8d67, infoPort=37361, infoSecurePort=0, ipcPort=36145, storageInfo=lv=-57;cid=testClusterID;nsid=1711850062;c=1731306043959) 2024-11-11T06:20:44,462 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x31b801554ff4269a with lease ID 0x380037b943aa0d4: from storage DS-d9ccf888-0372-4df9-809c-e8dc3ca91cee node DatanodeRegistration(127.0.0.1:42627, datanodeUuid=ef2967aa-44a0-4d29-9743-c9a43bef8d67, infoPort=37361, infoSecurePort=0, ipcPort=36145, storageInfo=lv=-57;cid=testClusterID;nsid=1711850062;c=1731306043959), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T06:20:44,564 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9ab50ad-e174-09c7-343b-224a80182910 2024-11-11T06:20:44,564 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T06:20:44,566 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T06:20:44,573 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42627 is added to blk_1073741825_1001 (size=7) 2024-11-11T06:20:44,974 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:36573/user/jenkins/test-data/36aa8e76-027f-f3fa-ef69-306b794aa3a0 with version=8 2024-11-11T06:20:44,974 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:36573/user/jenkins/test-data/36aa8e76-027f-f3fa-ef69-306b794aa3a0/hbase-staging 2024-11-11T06:20:44,976 INFO [Time-limited test {}] client.ConnectionUtils(128): master/f334e8b0fbdf:0 server-side Connection retries=45 2024-11-11T06:20:44,976 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T06:20:44,976 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T06:20:44,976 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T06:20:44,976 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T06:20:44,976 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T06:20:44,976 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-11T06:20:44,977 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T06:20:44,977 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45391 2024-11-11T06:20:44,978 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:45391 connecting to ZooKeeper ensemble=127.0.0.1:60256 2024-11-11T06:20:44,980 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:453910x0, quorum=127.0.0.1:60256, baseZNode=/1-103821528 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T06:20:44,981 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:45391-0x10105af94d90003 connected 2024-11-11T06:20:44,994 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T06:20:44,996 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T06:20:44,998 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45391-0x10105af94d90003, quorum=127.0.0.1:60256, baseZNode=/1-103821528 Set watcher on znode that does not yet exist, /1-103821528/running 2024-11-11T06:20:44,998 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:36573/user/jenkins/test-data/36aa8e76-027f-f3fa-ef69-306b794aa3a0, hbase.cluster.distributed=false 2024-11-11T06:20:44,999 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45391-0x10105af94d90003, quorum=127.0.0.1:60256, baseZNode=/1-103821528 Set watcher on znode that does not yet exist, /1-103821528/acl 2024-11-11T06:20:45,002 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45391 2024-11-11T06:20:45,002 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45391 2024-11-11T06:20:45,003 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45391 2024-11-11T06:20:45,003 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45391 2024-11-11T06:20:45,003 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45391 2024-11-11T06:20:45,018 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/f334e8b0fbdf:0 server-side Connection retries=45 2024-11-11T06:20:45,018 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T06:20:45,018 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T06:20:45,018 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T06:20:45,018 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T06:20:45,018 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T06:20:45,018 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-11T06:20:45,018 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T06:20:45,019 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35927 2024-11-11T06:20:45,019 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35927 connecting to ZooKeeper ensemble=127.0.0.1:60256 2024-11-11T06:20:45,020 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T06:20:45,021 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T06:20:45,027 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:359270x0, quorum=127.0.0.1:60256, baseZNode=/1-103821528 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T06:20:45,028 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:359270x0, quorum=127.0.0.1:60256, baseZNode=/1-103821528 Set watcher on znode that does not yet exist, /1-103821528/running 2024-11-11T06:20:45,028 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35927-0x10105af94d90004 connected 2024-11-11T06:20:45,028 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-11T06:20:45,028 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-11T06:20:45,029 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35927-0x10105af94d90004, quorum=127.0.0.1:60256, baseZNode=/1-103821528 Set watcher on znode that does not yet exist, /1-103821528/master 2024-11-11T06:20:45,030 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35927-0x10105af94d90004, quorum=127.0.0.1:60256, baseZNode=/1-103821528 Set watcher on znode that does not yet exist, /1-103821528/acl 2024-11-11T06:20:45,032 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35927 2024-11-11T06:20:45,034 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35927 2024-11-11T06:20:45,035 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35927 2024-11-11T06:20:45,039 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35927 2024-11-11T06:20:45,039 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35927 2024-11-11T06:20:45,050 DEBUG [M:0;f334e8b0fbdf:45391 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;f334e8b0fbdf:45391 2024-11-11T06:20:45,051 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-103821528/backup-masters/f334e8b0fbdf,45391,1731306044976 2024-11-11T06:20:45,052 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35927-0x10105af94d90004, quorum=127.0.0.1:60256, baseZNode=/1-103821528 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-103821528/backup-masters 2024-11-11T06:20:45,052 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45391-0x10105af94d90003, quorum=127.0.0.1:60256, baseZNode=/1-103821528 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-103821528/backup-masters 2024-11-11T06:20:45,053 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45391-0x10105af94d90003, quorum=127.0.0.1:60256, baseZNode=/1-103821528 Set watcher on existing znode=/1-103821528/backup-masters/f334e8b0fbdf,45391,1731306044976 2024-11-11T06:20:45,055 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35927-0x10105af94d90004, quorum=127.0.0.1:60256, baseZNode=/1-103821528 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-103821528/master 2024-11-11T06:20:45,055 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45391-0x10105af94d90003, quorum=127.0.0.1:60256, baseZNode=/1-103821528 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-103821528 2024-11-11T06:20:45,055 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35927-0x10105af94d90004, quorum=127.0.0.1:60256, baseZNode=/1-103821528 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-103821528 2024-11-11T06:20:45,055 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45391-0x10105af94d90003, quorum=127.0.0.1:60256, baseZNode=/1-103821528 Set watcher on existing znode=/1-103821528/master 2024-11-11T06:20:45,055 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-103821528/backup-masters/f334e8b0fbdf,45391,1731306044976 from backup master directory 2024-11-11T06:20:45,057 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35927-0x10105af94d90004, quorum=127.0.0.1:60256, baseZNode=/1-103821528 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-103821528/backup-masters 2024-11-11T06:20:45,057 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45391-0x10105af94d90003, quorum=127.0.0.1:60256, baseZNode=/1-103821528 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-103821528/backup-masters/f334e8b0fbdf,45391,1731306044976 2024-11-11T06:20:45,057 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45391-0x10105af94d90003, quorum=127.0.0.1:60256, baseZNode=/1-103821528 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-103821528/backup-masters 2024-11-11T06:20:45,057 WARN [master/f334e8b0fbdf:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T06:20:45,057 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=f334e8b0fbdf,45391,1731306044976 2024-11-11T06:20:45,061 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:36573/user/jenkins/test-data/36aa8e76-027f-f3fa-ef69-306b794aa3a0/hbase.id] with ID: 7d1d8a16-bc79-4548-a58f-5f36e99033f8 2024-11-11T06:20:45,061 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:36573/user/jenkins/test-data/36aa8e76-027f-f3fa-ef69-306b794aa3a0/.tmp/hbase.id 2024-11-11T06:20:45,068 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42627 is added to blk_1073741826_1002 (size=42) 2024-11-11T06:20:45,468 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:36573/user/jenkins/test-data/36aa8e76-027f-f3fa-ef69-306b794aa3a0/.tmp/hbase.id]:[hdfs://localhost:36573/user/jenkins/test-data/36aa8e76-027f-f3fa-ef69-306b794aa3a0/hbase.id] 2024-11-11T06:20:45,479 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T06:20:45,479 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-11T06:20:45,481 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-11T06:20:45,483 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35927-0x10105af94d90004, quorum=127.0.0.1:60256, baseZNode=/1-103821528 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-103821528 2024-11-11T06:20:45,483 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45391-0x10105af94d90003, quorum=127.0.0.1:60256, baseZNode=/1-103821528 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-103821528 2024-11-11T06:20:45,488 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42627 is added to blk_1073741827_1003 (size=196) 2024-11-11T06:20:45,889 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T06:20:45,890 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-11T06:20:45,890 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T06:20:45,896 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42627 is added to blk_1073741828_1004 (size=1189) 2024-11-11T06:20:46,297 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:36573/user/jenkins/test-data/36aa8e76-027f-f3fa-ef69-306b794aa3a0/MasterData/data/master/store 2024-11-11T06:20:46,304 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42627 is added to blk_1073741829_1005 (size=34) 2024-11-11T06:20:46,706 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T06:20:46,706 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-11T06:20:46,706 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T06:20:46,706 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T06:20:46,706 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-11T06:20:46,706 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T06:20:46,706 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T06:20:46,706 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731306046706Disabling compacts and flushes for region at 1731306046706Disabling writes for close at 1731306046706Writing region close event to WAL at 1731306046706Closed at 1731306046706 2024-11-11T06:20:46,707 WARN [master/f334e8b0fbdf:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:36573/user/jenkins/test-data/36aa8e76-027f-f3fa-ef69-306b794aa3a0/MasterData/data/master/store/.initializing 2024-11-11T06:20:46,707 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:36573/user/jenkins/test-data/36aa8e76-027f-f3fa-ef69-306b794aa3a0/MasterData/WALs/f334e8b0fbdf,45391,1731306044976 2024-11-11T06:20:46,708 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T06:20:46,710 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=f334e8b0fbdf%2C45391%2C1731306044976, suffix=, logDir=hdfs://localhost:36573/user/jenkins/test-data/36aa8e76-027f-f3fa-ef69-306b794aa3a0/MasterData/WALs/f334e8b0fbdf,45391,1731306044976, archiveDir=hdfs://localhost:36573/user/jenkins/test-data/36aa8e76-027f-f3fa-ef69-306b794aa3a0/MasterData/oldWALs, maxLogs=10 2024-11-11T06:20:46,727 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/36aa8e76-027f-f3fa-ef69-306b794aa3a0/MasterData/WALs/f334e8b0fbdf,45391,1731306044976/f334e8b0fbdf%2C45391%2C1731306044976.1731306046710, exclude list is [], retry=0 2024-11-11T06:20:46,729 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42627,DS-a9146053-e2ec-4008-b2f1-45c85c86c393,DISK] 2024-11-11T06:20:46,731 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/36aa8e76-027f-f3fa-ef69-306b794aa3a0/MasterData/WALs/f334e8b0fbdf,45391,1731306044976/f334e8b0fbdf%2C45391%2C1731306044976.1731306046710 2024-11-11T06:20:46,731 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37361:37361)] 2024-11-11T06:20:46,731 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-11T06:20:46,731 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T06:20:46,731 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T06:20:46,731 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T06:20:46,733 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T06:20:46,734 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-11T06:20:46,734 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:20:46,734 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T06:20:46,734 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T06:20:46,735 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-11T06:20:46,735 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:20:46,736 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T06:20:46,736 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T06:20:46,737 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-11T06:20:46,737 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:20:46,737 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T06:20:46,737 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T06:20:46,738 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-11T06:20:46,738 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:20:46,739 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T06:20:46,739 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T06:20:46,739 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36573/user/jenkins/test-data/36aa8e76-027f-f3fa-ef69-306b794aa3a0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-11T06:20:46,740 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36573/user/jenkins/test-data/36aa8e76-027f-f3fa-ef69-306b794aa3a0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-11T06:20:46,741 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T06:20:46,741 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T06:20:46,742 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T06:20:46,743 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T06:20:46,745 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36573/user/jenkins/test-data/36aa8e76-027f-f3fa-ef69-306b794aa3a0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T06:20:46,745 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62136657, jitterRate=-0.07409165799617767}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T06:20:46,745 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731306046731Initializing all the Stores at 1731306046732 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731306046732Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731306046732Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731306046732Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731306046732Cleaning up temporary data from old regions at 1731306046741 (+9 ms)Region opened successfully at 1731306046745 (+4 ms) 2024-11-11T06:20:46,745 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-11T06:20:46,748 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b918cd2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f334e8b0fbdf/172.17.0.2:0 2024-11-11T06:20:46,749 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-11T06:20:46,749 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-11T06:20:46,749 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-11T06:20:46,750 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-11T06:20:46,750 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-11T06:20:46,750 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-11T06:20:46,750 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-11T06:20:46,753 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-11T06:20:46,754 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45391-0x10105af94d90003, quorum=127.0.0.1:60256, baseZNode=/1-103821528 Unable to get data of znode /1-103821528/balancer because node does not exist (not necessarily an error) 2024-11-11T06:20:46,755 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-103821528/balancer already deleted, retry=false 2024-11-11T06:20:46,755 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-11T06:20:46,756 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45391-0x10105af94d90003, quorum=127.0.0.1:60256, baseZNode=/1-103821528 Unable to get data of znode /1-103821528/normalizer because node does not exist (not necessarily an error) 2024-11-11T06:20:46,758 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-103821528/normalizer already deleted, retry=false 2024-11-11T06:20:46,758 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-11T06:20:46,759 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45391-0x10105af94d90003, quorum=127.0.0.1:60256, baseZNode=/1-103821528 Unable to get data of znode /1-103821528/switch/split because node does not exist (not necessarily an error) 2024-11-11T06:20:46,760 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-103821528/switch/split already deleted, retry=false 2024-11-11T06:20:46,761 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45391-0x10105af94d90003, quorum=127.0.0.1:60256, baseZNode=/1-103821528 Unable to get data of znode /1-103821528/switch/merge because node does not exist (not necessarily an error) 2024-11-11T06:20:46,762 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-103821528/switch/merge already deleted, retry=false 2024-11-11T06:20:46,764 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45391-0x10105af94d90003, quorum=127.0.0.1:60256, baseZNode=/1-103821528 Unable to get data of znode /1-103821528/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-11T06:20:46,765 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-103821528/snapshot-cleanup already deleted, retry=false 2024-11-11T06:20:46,768 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35927-0x10105af94d90004, quorum=127.0.0.1:60256, baseZNode=/1-103821528 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-103821528/running 2024-11-11T06:20:46,768 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45391-0x10105af94d90003, quorum=127.0.0.1:60256, baseZNode=/1-103821528 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-103821528/running 2024-11-11T06:20:46,768 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35927-0x10105af94d90004, quorum=127.0.0.1:60256, baseZNode=/1-103821528 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-103821528 2024-11-11T06:20:46,768 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45391-0x10105af94d90003, quorum=127.0.0.1:60256, baseZNode=/1-103821528 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-103821528 2024-11-11T06:20:46,768 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=f334e8b0fbdf,45391,1731306044976, sessionid=0x10105af94d90003, setting cluster-up flag (Was=false) 2024-11-11T06:20:46,771 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35927-0x10105af94d90004, quorum=127.0.0.1:60256, baseZNode=/1-103821528 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-103821528 2024-11-11T06:20:46,771 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45391-0x10105af94d90003, quorum=127.0.0.1:60256, baseZNode=/1-103821528 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-103821528 2024-11-11T06:20:46,776 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-103821528/flush-table-proc/acquired, /1-103821528/flush-table-proc/reached, /1-103821528/flush-table-proc/abort 2024-11-11T06:20:46,777 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f334e8b0fbdf,45391,1731306044976 2024-11-11T06:20:46,780 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35927-0x10105af94d90004, quorum=127.0.0.1:60256, baseZNode=/1-103821528 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-103821528 2024-11-11T06:20:46,780 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45391-0x10105af94d90003, quorum=127.0.0.1:60256, baseZNode=/1-103821528 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-103821528 2024-11-11T06:20:46,785 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-103821528/online-snapshot/acquired, /1-103821528/online-snapshot/reached, /1-103821528/online-snapshot/abort 2024-11-11T06:20:46,786 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f334e8b0fbdf,45391,1731306044976 2024-11-11T06:20:46,787 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:36573/user/jenkins/test-data/36aa8e76-027f-f3fa-ef69-306b794aa3a0/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-11T06:20:46,788 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-11T06:20:46,789 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-11T06:20:46,789 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-11T06:20:46,789 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: f334e8b0fbdf,45391,1731306044976 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-11T06:20:46,790 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/f334e8b0fbdf:0, corePoolSize=5, maxPoolSize=5 2024-11-11T06:20:46,790 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/f334e8b0fbdf:0, corePoolSize=5, maxPoolSize=5 2024-11-11T06:20:46,790 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/f334e8b0fbdf:0, corePoolSize=5, maxPoolSize=5 2024-11-11T06:20:46,790 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/f334e8b0fbdf:0, corePoolSize=5, maxPoolSize=5 2024-11-11T06:20:46,790 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/f334e8b0fbdf:0, corePoolSize=10, maxPoolSize=10 2024-11-11T06:20:46,790 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/f334e8b0fbdf:0, corePoolSize=1, maxPoolSize=1 2024-11-11T06:20:46,790 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/f334e8b0fbdf:0, corePoolSize=2, maxPoolSize=2 2024-11-11T06:20:46,790 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/f334e8b0fbdf:0, corePoolSize=1, maxPoolSize=1 2024-11-11T06:20:46,791 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T06:20:46,791 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-11T06:20:46,792 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731306076792 2024-11-11T06:20:46,792 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-11T06:20:46,792 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-11T06:20:46,792 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-11T06:20:46,792 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-11T06:20:46,792 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-11T06:20:46,792 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-11T06:20:46,792 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:20:46,793 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-11T06:20:46,794 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T06:20:46,794 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-11T06:20:46,794 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-11T06:20:46,794 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-11T06:20:46,795 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-11T06:20:46,795 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-11T06:20:46,795 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-11T06:20:46,795 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/f334e8b0fbdf:0:becomeActiveMaster-HFileCleaner.large.0-1731306046795,5,FailOnTimeoutGroup] 2024-11-11T06:20:46,796 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/f334e8b0fbdf:0:becomeActiveMaster-HFileCleaner.small.0-1731306046795,5,FailOnTimeoutGroup] 2024-11-11T06:20:46,796 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T06:20:46,796 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-11T06:20:46,796 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-11T06:20:46,796 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-11T06:20:46,801 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42627 is added to blk_1073741831_1007 (size=1321) 2024-11-11T06:20:46,842 INFO [RS:0;f334e8b0fbdf:35927 {}] regionserver.HRegionServer(746): ClusterId : 7d1d8a16-bc79-4548-a58f-5f36e99033f8 2024-11-11T06:20:46,842 DEBUG [RS:0;f334e8b0fbdf:35927 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-11T06:20:46,844 DEBUG [RS:0;f334e8b0fbdf:35927 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-11T06:20:46,844 DEBUG [RS:0;f334e8b0fbdf:35927 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-11T06:20:46,847 DEBUG [RS:0;f334e8b0fbdf:35927 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-11T06:20:46,847 DEBUG [RS:0;f334e8b0fbdf:35927 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@76469eb0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f334e8b0fbdf/172.17.0.2:0 2024-11-11T06:20:46,858 DEBUG [RS:0;f334e8b0fbdf:35927 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;f334e8b0fbdf:35927 2024-11-11T06:20:46,858 INFO [RS:0;f334e8b0fbdf:35927 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-11T06:20:46,858 INFO [RS:0;f334e8b0fbdf:35927 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-11T06:20:46,858 DEBUG [RS:0;f334e8b0fbdf:35927 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-11T06:20:46,859 INFO [RS:0;f334e8b0fbdf:35927 {}] regionserver.HRegionServer(2659): reportForDuty to master=f334e8b0fbdf,45391,1731306044976 with port=35927, startcode=1731306045017 2024-11-11T06:20:46,859 DEBUG [RS:0;f334e8b0fbdf:35927 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-11T06:20:46,861 INFO [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45277, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=RegionServerStatusService 2024-11-11T06:20:46,861 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45391 {}] master.ServerManager(363): Checking decommissioned status of RegionServer f334e8b0fbdf,35927,1731306045017 2024-11-11T06:20:46,861 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45391 {}] master.ServerManager(517): Registering regionserver=f334e8b0fbdf,35927,1731306045017 2024-11-11T06:20:46,863 DEBUG [RS:0;f334e8b0fbdf:35927 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:36573/user/jenkins/test-data/36aa8e76-027f-f3fa-ef69-306b794aa3a0 2024-11-11T06:20:46,863 DEBUG [RS:0;f334e8b0fbdf:35927 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:36573 2024-11-11T06:20:46,863 DEBUG [RS:0;f334e8b0fbdf:35927 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-11T06:20:46,867 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45391-0x10105af94d90003, quorum=127.0.0.1:60256, baseZNode=/1-103821528 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-103821528/rs 2024-11-11T06:20:46,867 DEBUG [RS:0;f334e8b0fbdf:35927 {}] zookeeper.ZKUtil(111): regionserver:35927-0x10105af94d90004, quorum=127.0.0.1:60256, baseZNode=/1-103821528 Set watcher on existing znode=/1-103821528/rs/f334e8b0fbdf,35927,1731306045017 2024-11-11T06:20:46,867 WARN [RS:0;f334e8b0fbdf:35927 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T06:20:46,867 INFO [RS:0;f334e8b0fbdf:35927 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T06:20:46,868 DEBUG [RS:0;f334e8b0fbdf:35927 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:36573/user/jenkins/test-data/36aa8e76-027f-f3fa-ef69-306b794aa3a0/WALs/f334e8b0fbdf,35927,1731306045017 2024-11-11T06:20:46,868 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [f334e8b0fbdf,35927,1731306045017] 2024-11-11T06:20:46,871 INFO [RS:0;f334e8b0fbdf:35927 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-11T06:20:46,872 INFO [RS:0;f334e8b0fbdf:35927 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-11T06:20:46,873 INFO [RS:0;f334e8b0fbdf:35927 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-11T06:20:46,873 INFO [RS:0;f334e8b0fbdf:35927 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T06:20:46,873 INFO [RS:0;f334e8b0fbdf:35927 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-11T06:20:46,874 INFO [RS:0;f334e8b0fbdf:35927 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-11T06:20:46,874 INFO [RS:0;f334e8b0fbdf:35927 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-11T06:20:46,874 DEBUG [RS:0;f334e8b0fbdf:35927 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/f334e8b0fbdf:0, corePoolSize=1, maxPoolSize=1 2024-11-11T06:20:46,874 DEBUG [RS:0;f334e8b0fbdf:35927 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/f334e8b0fbdf:0, corePoolSize=1, maxPoolSize=1 2024-11-11T06:20:46,874 DEBUG [RS:0;f334e8b0fbdf:35927 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/f334e8b0fbdf:0, corePoolSize=1, maxPoolSize=1 2024-11-11T06:20:46,874 DEBUG [RS:0;f334e8b0fbdf:35927 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0, corePoolSize=1, maxPoolSize=1 2024-11-11T06:20:46,874 DEBUG [RS:0;f334e8b0fbdf:35927 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/f334e8b0fbdf:0, corePoolSize=1, maxPoolSize=1 2024-11-11T06:20:46,874 DEBUG [RS:0;f334e8b0fbdf:35927 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/f334e8b0fbdf:0, corePoolSize=2, maxPoolSize=2 2024-11-11T06:20:46,874 DEBUG [RS:0;f334e8b0fbdf:35927 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/f334e8b0fbdf:0, corePoolSize=1, maxPoolSize=1 2024-11-11T06:20:46,874 DEBUG [RS:0;f334e8b0fbdf:35927 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/f334e8b0fbdf:0, corePoolSize=1, maxPoolSize=1 2024-11-11T06:20:46,874 DEBUG [RS:0;f334e8b0fbdf:35927 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0, corePoolSize=1, maxPoolSize=1 2024-11-11T06:20:46,875 DEBUG [RS:0;f334e8b0fbdf:35927 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/f334e8b0fbdf:0, corePoolSize=1, maxPoolSize=1 2024-11-11T06:20:46,875 DEBUG [RS:0;f334e8b0fbdf:35927 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/f334e8b0fbdf:0, corePoolSize=1, maxPoolSize=1 2024-11-11T06:20:46,875 DEBUG [RS:0;f334e8b0fbdf:35927 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/f334e8b0fbdf:0, corePoolSize=1, maxPoolSize=1 2024-11-11T06:20:46,875 DEBUG [RS:0;f334e8b0fbdf:35927 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/f334e8b0fbdf:0, corePoolSize=3, maxPoolSize=3 2024-11-11T06:20:46,875 DEBUG [RS:0;f334e8b0fbdf:35927 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/f334e8b0fbdf:0, corePoolSize=3, maxPoolSize=3 2024-11-11T06:20:46,875 INFO [RS:0;f334e8b0fbdf:35927 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T06:20:46,875 INFO [RS:0;f334e8b0fbdf:35927 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T06:20:46,875 INFO [RS:0;f334e8b0fbdf:35927 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T06:20:46,875 INFO [RS:0;f334e8b0fbdf:35927 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-11T06:20:46,875 INFO [RS:0;f334e8b0fbdf:35927 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-11T06:20:46,875 INFO [RS:0;f334e8b0fbdf:35927 {}] hbase.ChoreService(168): Chore ScheduledChore name=f334e8b0fbdf,35927,1731306045017-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T06:20:46,889 INFO [RS:0;f334e8b0fbdf:35927 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-11T06:20:46,889 INFO [RS:0;f334e8b0fbdf:35927 {}] hbase.ChoreService(168): Chore ScheduledChore name=f334e8b0fbdf,35927,1731306045017-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T06:20:46,889 INFO [RS:0;f334e8b0fbdf:35927 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T06:20:46,889 INFO [RS:0;f334e8b0fbdf:35927 {}] regionserver.Replication(171): f334e8b0fbdf,35927,1731306045017 started 2024-11-11T06:20:46,902 INFO [RS:0;f334e8b0fbdf:35927 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T06:20:46,902 INFO [RS:0;f334e8b0fbdf:35927 {}] regionserver.HRegionServer(1482): Serving as f334e8b0fbdf,35927,1731306045017, RpcServer on f334e8b0fbdf/172.17.0.2:35927, sessionid=0x10105af94d90004 2024-11-11T06:20:46,902 DEBUG [RS:0;f334e8b0fbdf:35927 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-11T06:20:46,902 DEBUG [RS:0;f334e8b0fbdf:35927 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager f334e8b0fbdf,35927,1731306045017 2024-11-11T06:20:46,902 DEBUG [RS:0;f334e8b0fbdf:35927 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f334e8b0fbdf,35927,1731306045017' 2024-11-11T06:20:46,902 DEBUG [RS:0;f334e8b0fbdf:35927 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-103821528/flush-table-proc/abort' 2024-11-11T06:20:46,903 DEBUG [RS:0;f334e8b0fbdf:35927 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-103821528/flush-table-proc/acquired' 2024-11-11T06:20:46,903 DEBUG [RS:0;f334e8b0fbdf:35927 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-11T06:20:46,903 DEBUG [RS:0;f334e8b0fbdf:35927 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-11T06:20:46,903 DEBUG [RS:0;f334e8b0fbdf:35927 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager f334e8b0fbdf,35927,1731306045017 2024-11-11T06:20:46,903 DEBUG [RS:0;f334e8b0fbdf:35927 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f334e8b0fbdf,35927,1731306045017' 2024-11-11T06:20:46,903 DEBUG [RS:0;f334e8b0fbdf:35927 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-103821528/online-snapshot/abort' 2024-11-11T06:20:46,903 DEBUG [RS:0;f334e8b0fbdf:35927 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-103821528/online-snapshot/acquired' 2024-11-11T06:20:46,904 DEBUG [RS:0;f334e8b0fbdf:35927 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-11T06:20:46,904 INFO [RS:0;f334e8b0fbdf:35927 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-11T06:20:46,904 INFO [RS:0;f334e8b0fbdf:35927 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-11T06:20:47,004 INFO [RS:0;f334e8b0fbdf:35927 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T06:20:47,006 INFO [RS:0;f334e8b0fbdf:35927 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f334e8b0fbdf%2C35927%2C1731306045017, suffix=, logDir=hdfs://localhost:36573/user/jenkins/test-data/36aa8e76-027f-f3fa-ef69-306b794aa3a0/WALs/f334e8b0fbdf,35927,1731306045017, archiveDir=hdfs://localhost:36573/user/jenkins/test-data/36aa8e76-027f-f3fa-ef69-306b794aa3a0/oldWALs, maxLogs=10 2024-11-11T06:20:47,019 DEBUG [RS:0;f334e8b0fbdf:35927 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/36aa8e76-027f-f3fa-ef69-306b794aa3a0/WALs/f334e8b0fbdf,35927,1731306045017/f334e8b0fbdf%2C35927%2C1731306045017.1731306047006, exclude list is [], retry=0 2024-11-11T06:20:47,021 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42627,DS-a9146053-e2ec-4008-b2f1-45c85c86c393,DISK] 2024-11-11T06:20:47,023 INFO [RS:0;f334e8b0fbdf:35927 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/36aa8e76-027f-f3fa-ef69-306b794aa3a0/WALs/f334e8b0fbdf,35927,1731306045017/f334e8b0fbdf%2C35927%2C1731306045017.1731306047006 2024-11-11T06:20:47,024 DEBUG [RS:0;f334e8b0fbdf:35927 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37361:37361)] 2024-11-11T06:20:47,202 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:36573/user/jenkins/test-data/36aa8e76-027f-f3fa-ef69-306b794aa3a0/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-11T06:20:47,202 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:36573/user/jenkins/test-data/36aa8e76-027f-f3fa-ef69-306b794aa3a0 2024-11-11T06:20:47,207 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42627 is added to blk_1073741833_1009 (size=32) 2024-11-11T06:20:47,608 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T06:20:47,610 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T06:20:47,611 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T06:20:47,611 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:20:47,611 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T06:20:47,611 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T06:20:47,612 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T06:20:47,613 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:20:47,613 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T06:20:47,613 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T06:20:47,614 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T06:20:47,614 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:20:47,614 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T06:20:47,614 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T06:20:47,615 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T06:20:47,615 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:20:47,616 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T06:20:47,616 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T06:20:47,616 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36573/user/jenkins/test-data/36aa8e76-027f-f3fa-ef69-306b794aa3a0/data/hbase/meta/1588230740 2024-11-11T06:20:47,617 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36573/user/jenkins/test-data/36aa8e76-027f-f3fa-ef69-306b794aa3a0/data/hbase/meta/1588230740 2024-11-11T06:20:47,618 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T06:20:47,618 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T06:20:47,618 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T06:20:47,619 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T06:20:47,622 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36573/user/jenkins/test-data/36aa8e76-027f-f3fa-ef69-306b794aa3a0/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T06:20:47,622 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73718571, jitterRate=0.09849230945110321}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T06:20:47,622 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731306047608Initializing all the Stores at 1731306047609 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731306047609Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731306047609Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731306047609Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731306047609Cleaning up temporary data from old regions at 1731306047618 (+9 ms)Region opened successfully at 1731306047622 (+4 ms) 2024-11-11T06:20:47,622 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-11T06:20:47,622 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-11T06:20:47,622 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-11T06:20:47,622 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-11T06:20:47,622 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-11T06:20:47,623 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-11T06:20:47,623 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731306047622Disabling compacts and flushes for region at 1731306047622Disabling writes for close at 1731306047622Writing region close event to WAL at 1731306047623 (+1 ms)Closed at 1731306047623 2024-11-11T06:20:47,624 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T06:20:47,624 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-11T06:20:47,624 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-11T06:20:47,625 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T06:20:47,626 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-11T06:20:47,776 DEBUG [f334e8b0fbdf:45391 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-11T06:20:47,777 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=f334e8b0fbdf,35927,1731306045017 2024-11-11T06:20:47,778 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f334e8b0fbdf,35927,1731306045017, state=OPENING 2024-11-11T06:20:47,781 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-11T06:20:47,783 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35927-0x10105af94d90004, quorum=127.0.0.1:60256, baseZNode=/1-103821528 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-103821528 2024-11-11T06:20:47,783 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45391-0x10105af94d90003, quorum=127.0.0.1:60256, baseZNode=/1-103821528 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-103821528 2024-11-11T06:20:47,783 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-103821528/meta-region-server: CHANGED 2024-11-11T06:20:47,783 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-103821528/meta-region-server: CHANGED 2024-11-11T06:20:47,783 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T06:20:47,783 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=f334e8b0fbdf,35927,1731306045017}] 2024-11-11T06:20:47,936 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-11T06:20:47,938 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58541, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-11T06:20:47,941 INFO [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-11T06:20:47,941 INFO [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T06:20:47,942 INFO [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-11T06:20:47,943 INFO [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f334e8b0fbdf%2C35927%2C1731306045017.meta, suffix=.meta, logDir=hdfs://localhost:36573/user/jenkins/test-data/36aa8e76-027f-f3fa-ef69-306b794aa3a0/WALs/f334e8b0fbdf,35927,1731306045017, archiveDir=hdfs://localhost:36573/user/jenkins/test-data/36aa8e76-027f-f3fa-ef69-306b794aa3a0/oldWALs, maxLogs=10 2024-11-11T06:20:47,957 DEBUG [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/36aa8e76-027f-f3fa-ef69-306b794aa3a0/WALs/f334e8b0fbdf,35927,1731306045017/f334e8b0fbdf%2C35927%2C1731306045017.meta.1731306047944.meta, exclude list is [], retry=0 2024-11-11T06:20:47,959 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42627,DS-a9146053-e2ec-4008-b2f1-45c85c86c393,DISK] 2024-11-11T06:20:47,960 INFO [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/36aa8e76-027f-f3fa-ef69-306b794aa3a0/WALs/f334e8b0fbdf,35927,1731306045017/f334e8b0fbdf%2C35927%2C1731306045017.meta.1731306047944.meta 2024-11-11T06:20:47,960 DEBUG [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37361:37361)] 2024-11-11T06:20:47,961 DEBUG [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-11T06:20:47,961 INFO [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-11T06:20:47,961 DEBUG [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-11T06:20:47,961 DEBUG [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-11T06:20:47,961 INFO [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-11T06:20:47,961 DEBUG [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-11T06:20:47,961 DEBUG [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T06:20:47,961 DEBUG [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-11T06:20:47,961 DEBUG [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-11T06:20:47,963 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T06:20:47,964 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T06:20:47,964 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:20:47,964 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T06:20:47,964 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T06:20:47,965 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T06:20:47,965 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:20:47,965 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T06:20:47,965 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T06:20:47,966 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T06:20:47,966 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:20:47,967 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T06:20:47,967 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T06:20:47,967 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T06:20:47,967 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:20:47,968 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T06:20:47,968 DEBUG [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T06:20:47,969 DEBUG [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36573/user/jenkins/test-data/36aa8e76-027f-f3fa-ef69-306b794aa3a0/data/hbase/meta/1588230740 2024-11-11T06:20:47,970 DEBUG [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36573/user/jenkins/test-data/36aa8e76-027f-f3fa-ef69-306b794aa3a0/data/hbase/meta/1588230740 2024-11-11T06:20:47,971 DEBUG [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T06:20:47,971 DEBUG [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T06:20:47,971 DEBUG [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T06:20:47,973 DEBUG [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T06:20:47,974 INFO [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70791058, jitterRate=0.05486896634101868}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T06:20:47,974 DEBUG [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-11T06:20:47,974 DEBUG [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731306047962Writing region info on filesystem at 1731306047962Initializing all the Stores at 1731306047962Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731306047962Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731306047963 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731306047963Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731306047963Cleaning up temporary data from old regions at 1731306047971 (+8 ms)Running coprocessor post-open hooks at 1731306047974 (+3 ms)Region opened successfully at 1731306047974 2024-11-11T06:20:47,974 INFO [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731306047936 2024-11-11T06:20:47,977 DEBUG [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-11T06:20:47,977 INFO [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-11T06:20:47,977 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=f334e8b0fbdf,35927,1731306045017 2024-11-11T06:20:47,978 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f334e8b0fbdf,35927,1731306045017, state=OPEN 2024-11-11T06:20:47,980 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35927-0x10105af94d90004, quorum=127.0.0.1:60256, baseZNode=/1-103821528 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-103821528/meta-region-server 2024-11-11T06:20:47,980 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45391-0x10105af94d90003, quorum=127.0.0.1:60256, baseZNode=/1-103821528 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-103821528/meta-region-server 2024-11-11T06:20:47,981 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=f334e8b0fbdf,35927,1731306045017 2024-11-11T06:20:47,981 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-103821528/meta-region-server: CHANGED 2024-11-11T06:20:47,981 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-103821528/meta-region-server: CHANGED 2024-11-11T06:20:47,983 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-11T06:20:47,983 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=f334e8b0fbdf,35927,1731306045017 in 198 msec 2024-11-11T06:20:47,986 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-11T06:20:47,986 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 359 msec 2024-11-11T06:20:47,987 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T06:20:47,987 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-11T06:20:47,988 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T06:20:47,988 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f334e8b0fbdf,35927,1731306045017, seqNum=-1] 2024-11-11T06:20:47,989 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T06:20:47,990 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50841, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T06:20:47,995 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2070 sec 2024-11-11T06:20:47,995 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731306047995, completionTime=-1 2024-11-11T06:20:47,995 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-11T06:20:47,995 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-11T06:20:47,997 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-11T06:20:47,997 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731306107997 2024-11-11T06:20:47,997 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731306167997 2024-11-11T06:20:47,997 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-11T06:20:47,998 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f334e8b0fbdf,45391,1731306044976-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T06:20:47,998 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f334e8b0fbdf,45391,1731306044976-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T06:20:47,998 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f334e8b0fbdf,45391,1731306044976-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T06:20:47,998 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-f334e8b0fbdf:45391, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T06:20:47,998 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-11T06:20:47,998 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-11T06:20:47,999 DEBUG [master/f334e8b0fbdf:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-11T06:20:48,002 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.945sec 2024-11-11T06:20:48,002 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-11T06:20:48,002 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-11T06:20:48,002 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-11T06:20:48,002 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-11T06:20:48,002 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-11T06:20:48,002 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f334e8b0fbdf,45391,1731306044976-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T06:20:48,002 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f334e8b0fbdf,45391,1731306044976-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-11T06:20:48,004 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-11T06:20:48,004 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-11T06:20:48,004 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f334e8b0fbdf,45391,1731306044976-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T06:20:48,042 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@43af3f4a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T06:20:48,042 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f334e8b0fbdf,45391,-1 for getting cluster id 2024-11-11T06:20:48,043 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T06:20:48,044 DEBUG [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7d1d8a16-bc79-4548-a58f-5f36e99033f8' 2024-11-11T06:20:48,044 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T06:20:48,044 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7d1d8a16-bc79-4548-a58f-5f36e99033f8" 2024-11-11T06:20:48,044 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52a9c9c7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T06:20:48,044 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f334e8b0fbdf,45391,-1] 2024-11-11T06:20:48,045 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T06:20:48,045 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T06:20:48,046 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52422, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T06:20:48,046 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e96bb09, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T06:20:48,047 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T06:20:48,048 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f334e8b0fbdf,35927,1731306045017, seqNum=-1] 2024-11-11T06:20:48,048 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T06:20:48,049 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38788, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T06:20:48,051 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=f334e8b0fbdf,45391,1731306044976 2024-11-11T06:20:48,052 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:60256 2024-11-11T06:20:48,054 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:60256, baseZNode=/1-103821528 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T06:20:48,054 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x10105af94d90005 connected 2024-11-11T06:20:48,060 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T06:20:48,061 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is f334e8b0fbdf,41823,1731306040846 2024-11-11T06:20:48,061 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@153485bd 2024-11-11T06:20:48,062 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T06:20:48,063 INFO [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42562, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T06:20:48,066 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41823 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T06:20:48,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41823 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-11T06:20:48,070 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-11T06:20:48,071 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:20:48,071 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41823 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-11T06:20:48,072 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-11T06:20:48,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T06:20:48,078 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35445 is added to blk_1073741835_1011 (size=902) 2024-11-11T06:20:48,178 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-11T06:20:48,178 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-11T06:20:48,179 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-11T06:20:48,179 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-11T06:20:48,179 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-11T06:20:48,179 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-11T06:20:48,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T06:20:48,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T06:20:48,480 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 69ea8f10cdba906d8187cd970eae562c, NAME => 'test,,1731306048063.69ea8f10cdba906d8187cd970eae562c.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42835/user/jenkins/test-data/3d233450-7a60-4bb6-8c8b-3e29b72dc6fe 2024-11-11T06:20:48,485 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35445 is added to blk_1073741836_1012 (size=39) 2024-11-11T06:20:48,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T06:20:48,745 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-11T06:20:48,887 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731306048063.69ea8f10cdba906d8187cd970eae562c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T06:20:48,887 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 69ea8f10cdba906d8187cd970eae562c, disabling compactions & flushes 2024-11-11T06:20:48,887 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731306048063.69ea8f10cdba906d8187cd970eae562c. 2024-11-11T06:20:48,887 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731306048063.69ea8f10cdba906d8187cd970eae562c. 2024-11-11T06:20:48,887 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731306048063.69ea8f10cdba906d8187cd970eae562c. after waiting 0 ms 2024-11-11T06:20:48,887 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731306048063.69ea8f10cdba906d8187cd970eae562c. 2024-11-11T06:20:48,887 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731306048063.69ea8f10cdba906d8187cd970eae562c. 2024-11-11T06:20:48,887 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 69ea8f10cdba906d8187cd970eae562c: Waiting for close lock at 1731306048887Disabling compacts and flushes for region at 1731306048887Disabling writes for close at 1731306048887Writing region close event to WAL at 1731306048887Closed at 1731306048887 2024-11-11T06:20:48,888 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-11T06:20:48,889 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731306048063.69ea8f10cdba906d8187cd970eae562c.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731306048888"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731306048888"}]},"ts":"1731306048888"} 2024-11-11T06:20:48,891 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-11T06:20:48,892 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-11T06:20:48,892 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731306048892"}]},"ts":"1731306048892"} 2024-11-11T06:20:48,894 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-11T06:20:48,894 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=69ea8f10cdba906d8187cd970eae562c, ASSIGN}] 2024-11-11T06:20:48,895 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=69ea8f10cdba906d8187cd970eae562c, ASSIGN 2024-11-11T06:20:48,896 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=69ea8f10cdba906d8187cd970eae562c, ASSIGN; state=OFFLINE, location=f334e8b0fbdf,39443,1731306040899; forceNewPlan=false, retain=false 2024-11-11T06:20:49,047 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=69ea8f10cdba906d8187cd970eae562c, regionState=OPENING, regionLocation=f334e8b0fbdf,39443,1731306040899 2024-11-11T06:20:49,049 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=69ea8f10cdba906d8187cd970eae562c, ASSIGN because future has completed 2024-11-11T06:20:49,050 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 69ea8f10cdba906d8187cd970eae562c, server=f334e8b0fbdf,39443,1731306040899}] 2024-11-11T06:20:49,207 INFO [RS_OPEN_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731306048063.69ea8f10cdba906d8187cd970eae562c. 2024-11-11T06:20:49,207 DEBUG [RS_OPEN_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 69ea8f10cdba906d8187cd970eae562c, NAME => 'test,,1731306048063.69ea8f10cdba906d8187cd970eae562c.', STARTKEY => '', ENDKEY => ''} 2024-11-11T06:20:49,207 INFO [RS_OPEN_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-11T06:20:49,207 INFO [RS_OPEN_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-11T06:20:49,208 DEBUG [RS_OPEN_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 69ea8f10cdba906d8187cd970eae562c 2024-11-11T06:20:49,208 DEBUG [RS_OPEN_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731306048063.69ea8f10cdba906d8187cd970eae562c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T06:20:49,208 DEBUG [RS_OPEN_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 69ea8f10cdba906d8187cd970eae562c 2024-11-11T06:20:49,208 DEBUG [RS_OPEN_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 69ea8f10cdba906d8187cd970eae562c 2024-11-11T06:20:49,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T06:20:49,209 INFO [StoreOpener-69ea8f10cdba906d8187cd970eae562c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 69ea8f10cdba906d8187cd970eae562c 2024-11-11T06:20:49,211 INFO [StoreOpener-69ea8f10cdba906d8187cd970eae562c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 69ea8f10cdba906d8187cd970eae562c columnFamilyName f 2024-11-11T06:20:49,211 DEBUG [StoreOpener-69ea8f10cdba906d8187cd970eae562c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:20:49,211 INFO [StoreOpener-69ea8f10cdba906d8187cd970eae562c-1 {}] regionserver.HStore(327): Store=69ea8f10cdba906d8187cd970eae562c/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T06:20:49,212 INFO [StoreOpener-69ea8f10cdba906d8187cd970eae562c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 69ea8f10cdba906d8187cd970eae562c 2024-11-11T06:20:49,213 INFO [StoreOpener-69ea8f10cdba906d8187cd970eae562c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 69ea8f10cdba906d8187cd970eae562c columnFamilyName f1 2024-11-11T06:20:49,213 DEBUG [StoreOpener-69ea8f10cdba906d8187cd970eae562c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:20:49,213 INFO [StoreOpener-69ea8f10cdba906d8187cd970eae562c-1 {}] regionserver.HStore(327): Store=69ea8f10cdba906d8187cd970eae562c/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T06:20:49,213 INFO [StoreOpener-69ea8f10cdba906d8187cd970eae562c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 69ea8f10cdba906d8187cd970eae562c 2024-11-11T06:20:49,214 INFO [StoreOpener-69ea8f10cdba906d8187cd970eae562c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 69ea8f10cdba906d8187cd970eae562c columnFamilyName norep 2024-11-11T06:20:49,214 DEBUG [StoreOpener-69ea8f10cdba906d8187cd970eae562c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:20:49,215 INFO [StoreOpener-69ea8f10cdba906d8187cd970eae562c-1 {}] regionserver.HStore(327): Store=69ea8f10cdba906d8187cd970eae562c/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T06:20:49,215 DEBUG [RS_OPEN_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 69ea8f10cdba906d8187cd970eae562c 2024-11-11T06:20:49,215 DEBUG [RS_OPEN_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42835/user/jenkins/test-data/3d233450-7a60-4bb6-8c8b-3e29b72dc6fe/data/default/test/69ea8f10cdba906d8187cd970eae562c 2024-11-11T06:20:49,216 DEBUG [RS_OPEN_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42835/user/jenkins/test-data/3d233450-7a60-4bb6-8c8b-3e29b72dc6fe/data/default/test/69ea8f10cdba906d8187cd970eae562c 2024-11-11T06:20:49,217 DEBUG [RS_OPEN_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 69ea8f10cdba906d8187cd970eae562c 2024-11-11T06:20:49,217 DEBUG [RS_OPEN_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 69ea8f10cdba906d8187cd970eae562c 2024-11-11T06:20:49,217 DEBUG [RS_OPEN_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-11T06:20:49,218 DEBUG [RS_OPEN_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 69ea8f10cdba906d8187cd970eae562c 2024-11-11T06:20:49,220 DEBUG [RS_OPEN_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42835/user/jenkins/test-data/3d233450-7a60-4bb6-8c8b-3e29b72dc6fe/data/default/test/69ea8f10cdba906d8187cd970eae562c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T06:20:49,221 INFO [RS_OPEN_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 69ea8f10cdba906d8187cd970eae562c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63436705, jitterRate=-0.054719433188438416}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-11T06:20:49,221 DEBUG [RS_OPEN_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 69ea8f10cdba906d8187cd970eae562c 2024-11-11T06:20:49,222 DEBUG [RS_OPEN_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 69ea8f10cdba906d8187cd970eae562c: Running coprocessor pre-open hook at 1731306049208Writing region info on filesystem at 1731306049208Initializing all the Stores at 1731306049209 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731306049209Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731306049209Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731306049209Cleaning up temporary data from old regions at 1731306049217 (+8 ms)Running coprocessor post-open hooks at 1731306049221 (+4 ms)Region opened successfully at 1731306049222 (+1 ms) 2024-11-11T06:20:49,224 INFO [RS_OPEN_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731306048063.69ea8f10cdba906d8187cd970eae562c., pid=6, masterSystemTime=1731306049202 2024-11-11T06:20:49,226 DEBUG [RS_OPEN_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731306048063.69ea8f10cdba906d8187cd970eae562c. 2024-11-11T06:20:49,226 INFO [RS_OPEN_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731306048063.69ea8f10cdba906d8187cd970eae562c. 2024-11-11T06:20:49,229 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=69ea8f10cdba906d8187cd970eae562c, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=f334e8b0fbdf,39443,1731306040899 2024-11-11T06:20:49,231 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 69ea8f10cdba906d8187cd970eae562c, server=f334e8b0fbdf,39443,1731306040899 because future has completed 2024-11-11T06:20:49,234 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-11T06:20:49,234 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 69ea8f10cdba906d8187cd970eae562c, server=f334e8b0fbdf,39443,1731306040899 in 182 msec 2024-11-11T06:20:49,237 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-11T06:20:49,237 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=69ea8f10cdba906d8187cd970eae562c, ASSIGN in 340 msec 2024-11-11T06:20:49,238 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-11T06:20:49,239 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731306049238"}]},"ts":"1731306049238"} 2024-11-11T06:20:49,241 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-11T06:20:49,242 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-11T06:20:49,244 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1750 sec 2024-11-11T06:20:49,351 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-11T06:20:49,385 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T06:20:49,385 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T06:20:49,386 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T06:20:49,394 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T06:20:50,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T06:20:50,221 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T06:20:50,221 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-11T06:20:50,221 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is f334e8b0fbdf,45391,1731306044976 2024-11-11T06:20:50,222 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1a7397fc 2024-11-11T06:20:50,222 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T06:20:50,223 INFO [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52436, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T06:20:50,224 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45391 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T06:20:50,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45391 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-11T06:20:50,226 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-11T06:20:50,226 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:20:50,227 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45391 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-11T06:20:50,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45391 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T06:20:50,227 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-11T06:20:50,233 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42627 is added to blk_1073741835_1011 (size=902) 2024-11-11T06:20:50,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45391 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T06:20:50,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45391 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T06:20:50,635 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 2b0fa917f67a4ad3e8f4adb76e1ea290, NAME => 'test,,1731306050223.2b0fa917f67a4ad3e8f4adb76e1ea290.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36573/user/jenkins/test-data/36aa8e76-027f-f3fa-ef69-306b794aa3a0 2024-11-11T06:20:50,641 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42627 is added to blk_1073741836_1012 (size=39) 2024-11-11T06:20:50,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45391 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T06:20:51,042 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731306050223.2b0fa917f67a4ad3e8f4adb76e1ea290.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T06:20:51,042 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 2b0fa917f67a4ad3e8f4adb76e1ea290, disabling compactions & flushes 2024-11-11T06:20:51,042 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731306050223.2b0fa917f67a4ad3e8f4adb76e1ea290. 2024-11-11T06:20:51,042 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731306050223.2b0fa917f67a4ad3e8f4adb76e1ea290. 2024-11-11T06:20:51,042 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731306050223.2b0fa917f67a4ad3e8f4adb76e1ea290. after waiting 0 ms 2024-11-11T06:20:51,042 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731306050223.2b0fa917f67a4ad3e8f4adb76e1ea290. 2024-11-11T06:20:51,042 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731306050223.2b0fa917f67a4ad3e8f4adb76e1ea290. 2024-11-11T06:20:51,042 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 2b0fa917f67a4ad3e8f4adb76e1ea290: Waiting for close lock at 1731306051042Disabling compacts and flushes for region at 1731306051042Disabling writes for close at 1731306051042Writing region close event to WAL at 1731306051042Closed at 1731306051042 2024-11-11T06:20:51,044 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-11T06:20:51,044 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731306050223.2b0fa917f67a4ad3e8f4adb76e1ea290.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731306051044"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731306051044"}]},"ts":"1731306051044"} 2024-11-11T06:20:51,047 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-11T06:20:51,048 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-11T06:20:51,048 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731306051048"}]},"ts":"1731306051048"} 2024-11-11T06:20:51,051 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-11T06:20:51,051 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=2b0fa917f67a4ad3e8f4adb76e1ea290, ASSIGN}] 2024-11-11T06:20:51,052 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=2b0fa917f67a4ad3e8f4adb76e1ea290, ASSIGN 2024-11-11T06:20:51,053 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=2b0fa917f67a4ad3e8f4adb76e1ea290, ASSIGN; state=OFFLINE, location=f334e8b0fbdf,35927,1731306045017; forceNewPlan=false, retain=false 2024-11-11T06:20:51,203 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=2b0fa917f67a4ad3e8f4adb76e1ea290, regionState=OPENING, regionLocation=f334e8b0fbdf,35927,1731306045017 2024-11-11T06:20:51,206 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=2b0fa917f67a4ad3e8f4adb76e1ea290, ASSIGN because future has completed 2024-11-11T06:20:51,207 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2b0fa917f67a4ad3e8f4adb76e1ea290, server=f334e8b0fbdf,35927,1731306045017}] 2024-11-11T06:20:51,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45391 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T06:20:51,364 INFO [RS_OPEN_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731306050223.2b0fa917f67a4ad3e8f4adb76e1ea290. 2024-11-11T06:20:51,365 DEBUG [RS_OPEN_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 2b0fa917f67a4ad3e8f4adb76e1ea290, NAME => 'test,,1731306050223.2b0fa917f67a4ad3e8f4adb76e1ea290.', STARTKEY => '', ENDKEY => ''} 2024-11-11T06:20:51,365 INFO [RS_OPEN_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-11T06:20:51,365 INFO [RS_OPEN_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-11T06:20:51,365 DEBUG [RS_OPEN_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 2b0fa917f67a4ad3e8f4adb76e1ea290 2024-11-11T06:20:51,365 DEBUG [RS_OPEN_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731306050223.2b0fa917f67a4ad3e8f4adb76e1ea290.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T06:20:51,365 DEBUG [RS_OPEN_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 2b0fa917f67a4ad3e8f4adb76e1ea290 2024-11-11T06:20:51,365 DEBUG [RS_OPEN_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 2b0fa917f67a4ad3e8f4adb76e1ea290 2024-11-11T06:20:51,367 INFO [StoreOpener-2b0fa917f67a4ad3e8f4adb76e1ea290-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 2b0fa917f67a4ad3e8f4adb76e1ea290 2024-11-11T06:20:51,368 INFO [StoreOpener-2b0fa917f67a4ad3e8f4adb76e1ea290-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2b0fa917f67a4ad3e8f4adb76e1ea290 columnFamilyName f 2024-11-11T06:20:51,368 DEBUG [StoreOpener-2b0fa917f67a4ad3e8f4adb76e1ea290-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:20:51,369 INFO [StoreOpener-2b0fa917f67a4ad3e8f4adb76e1ea290-1 {}] regionserver.HStore(327): Store=2b0fa917f67a4ad3e8f4adb76e1ea290/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T06:20:51,369 INFO [StoreOpener-2b0fa917f67a4ad3e8f4adb76e1ea290-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 2b0fa917f67a4ad3e8f4adb76e1ea290 2024-11-11T06:20:51,370 INFO [StoreOpener-2b0fa917f67a4ad3e8f4adb76e1ea290-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2b0fa917f67a4ad3e8f4adb76e1ea290 columnFamilyName f1 2024-11-11T06:20:51,370 DEBUG [StoreOpener-2b0fa917f67a4ad3e8f4adb76e1ea290-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:20:51,370 INFO [StoreOpener-2b0fa917f67a4ad3e8f4adb76e1ea290-1 {}] regionserver.HStore(327): Store=2b0fa917f67a4ad3e8f4adb76e1ea290/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T06:20:51,370 INFO [StoreOpener-2b0fa917f67a4ad3e8f4adb76e1ea290-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 2b0fa917f67a4ad3e8f4adb76e1ea290 2024-11-11T06:20:51,371 INFO [StoreOpener-2b0fa917f67a4ad3e8f4adb76e1ea290-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2b0fa917f67a4ad3e8f4adb76e1ea290 columnFamilyName norep 2024-11-11T06:20:51,371 DEBUG [StoreOpener-2b0fa917f67a4ad3e8f4adb76e1ea290-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:20:51,372 INFO [StoreOpener-2b0fa917f67a4ad3e8f4adb76e1ea290-1 {}] regionserver.HStore(327): Store=2b0fa917f67a4ad3e8f4adb76e1ea290/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T06:20:51,372 DEBUG [RS_OPEN_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 2b0fa917f67a4ad3e8f4adb76e1ea290 2024-11-11T06:20:51,373 DEBUG [RS_OPEN_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36573/user/jenkins/test-data/36aa8e76-027f-f3fa-ef69-306b794aa3a0/data/default/test/2b0fa917f67a4ad3e8f4adb76e1ea290 2024-11-11T06:20:51,373 DEBUG [RS_OPEN_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36573/user/jenkins/test-data/36aa8e76-027f-f3fa-ef69-306b794aa3a0/data/default/test/2b0fa917f67a4ad3e8f4adb76e1ea290 2024-11-11T06:20:51,374 DEBUG [RS_OPEN_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 2b0fa917f67a4ad3e8f4adb76e1ea290 2024-11-11T06:20:51,374 DEBUG [RS_OPEN_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 2b0fa917f67a4ad3e8f4adb76e1ea290 2024-11-11T06:20:51,374 DEBUG [RS_OPEN_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-11T06:20:51,375 DEBUG [RS_OPEN_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 2b0fa917f67a4ad3e8f4adb76e1ea290 2024-11-11T06:20:51,377 DEBUG [RS_OPEN_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36573/user/jenkins/test-data/36aa8e76-027f-f3fa-ef69-306b794aa3a0/data/default/test/2b0fa917f67a4ad3e8f4adb76e1ea290/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T06:20:51,378 INFO [RS_OPEN_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 2b0fa917f67a4ad3e8f4adb76e1ea290; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73242719, jitterRate=0.09140156209468842}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-11T06:20:51,378 DEBUG [RS_OPEN_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 2b0fa917f67a4ad3e8f4adb76e1ea290 2024-11-11T06:20:51,378 DEBUG [RS_OPEN_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 2b0fa917f67a4ad3e8f4adb76e1ea290: Running coprocessor pre-open hook at 1731306051366Writing region info on filesystem at 1731306051366Initializing all the Stores at 1731306051366Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731306051366Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731306051367 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731306051367Cleaning up temporary data from old regions at 1731306051374 (+7 ms)Running coprocessor post-open hooks at 1731306051378 (+4 ms)Region opened successfully at 1731306051378 2024-11-11T06:20:51,379 INFO [RS_OPEN_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731306050223.2b0fa917f67a4ad3e8f4adb76e1ea290., pid=6, masterSystemTime=1731306051360 2024-11-11T06:20:51,381 DEBUG [RS_OPEN_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731306050223.2b0fa917f67a4ad3e8f4adb76e1ea290. 2024-11-11T06:20:51,381 INFO [RS_OPEN_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731306050223.2b0fa917f67a4ad3e8f4adb76e1ea290. 2024-11-11T06:20:51,382 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=2b0fa917f67a4ad3e8f4adb76e1ea290, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=f334e8b0fbdf,35927,1731306045017 2024-11-11T06:20:51,385 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2b0fa917f67a4ad3e8f4adb76e1ea290, server=f334e8b0fbdf,35927,1731306045017 because future has completed 2024-11-11T06:20:51,388 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-11T06:20:51,388 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 2b0fa917f67a4ad3e8f4adb76e1ea290, server=f334e8b0fbdf,35927,1731306045017 in 179 msec 2024-11-11T06:20:51,391 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-11T06:20:51,391 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=2b0fa917f67a4ad3e8f4adb76e1ea290, ASSIGN in 337 msec 2024-11-11T06:20:51,392 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-11T06:20:51,393 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731306051392"}]},"ts":"1731306051392"} 2024-11-11T06:20:51,394 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-11T06:20:51,395 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-11T06:20:51,397 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1710 sec 2024-11-11T06:20:52,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45391 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T06:20:52,370 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-11T06:20:52,370 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@280394b7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T06:20:52,370 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f334e8b0fbdf,41823,-1 for getting cluster id 2024-11-11T06:20:52,370 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T06:20:52,371 DEBUG [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '47c584d7-f0f9-4da5-ab18-a209544533da' 2024-11-11T06:20:52,372 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T06:20:52,372 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "47c584d7-f0f9-4da5-ab18-a209544533da" 2024-11-11T06:20:52,372 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@51206b0b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T06:20:52,372 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f334e8b0fbdf,41823,-1] 2024-11-11T06:20:52,372 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T06:20:52,372 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T06:20:52,373 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37366, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T06:20:52,374 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@211dae0e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T06:20:52,374 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2062adb6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T06:20:52,374 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f334e8b0fbdf,45391,-1 for getting cluster id 2024-11-11T06:20:52,374 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T06:20:52,375 DEBUG [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7d1d8a16-bc79-4548-a58f-5f36e99033f8' 2024-11-11T06:20:52,375 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T06:20:52,375 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7d1d8a16-bc79-4548-a58f-5f36e99033f8" 2024-11-11T06:20:52,375 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@136b6783, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T06:20:52,375 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f334e8b0fbdf,45391,-1] 2024-11-11T06:20:52,376 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T06:20:52,376 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T06:20:52,376 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52404, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T06:20:52,377 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@795d6a5a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T06:20:52,378 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c4a3fc0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T06:20:52,378 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f334e8b0fbdf,41823,-1 for getting cluster id 2024-11-11T06:20:52,378 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T06:20:52,378 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '47c584d7-f0f9-4da5-ab18-a209544533da' 2024-11-11T06:20:52,378 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T06:20:52,378 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "47c584d7-f0f9-4da5-ab18-a209544533da" 2024-11-11T06:20:52,379 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@51484b66, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T06:20:52,379 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f334e8b0fbdf,41823,-1] 2024-11-11T06:20:52,379 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T06:20:52,379 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T06:20:52,380 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37382, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T06:20:52,380 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@355bef6a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T06:20:52,381 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T06:20:52,382 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is f334e8b0fbdf,41823,1731306040846 2024-11-11T06:20:52,382 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@a6da28c 2024-11-11T06:20:52,382 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T06:20:52,383 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37398, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T06:20:52,384 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41823 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://f334e8b0fbdf:45391,replicationEndpointImpl=null,replicateAllUserTables=false,tableCFs={test=[f]},bandwidth=0,serial=false, state=ENABLED 2024-11-11T06:20:52,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41823 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-11T06:20:52,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T06:20:52,386 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='f334e8b0fbdf:45391' 2024-11-11T06:20:52,387 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d57ed63, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T06:20:52,387 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request f334e8b0fbdf,45391,-1 for getting cluster id 2024-11-11T06:20:52,387 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T06:20:52,388 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7d1d8a16-bc79-4548-a58f-5f36e99033f8' 2024-11-11T06:20:52,388 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T06:20:52,388 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7d1d8a16-bc79-4548-a58f-5f36e99033f8" 2024-11-11T06:20:52,388 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3fc1668f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T06:20:52,388 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f334e8b0fbdf,45391,-1] 2024-11-11T06:20:52,388 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T06:20:52,389 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T06:20:52,389 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52412, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T06:20:52,390 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e128ff8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T06:20:52,390 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T06:20:52,390 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] client.AsyncConnectionImpl(321): The fetched master address is f334e8b0fbdf,45391,1731306044976 2024-11-11T06:20:52,390 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4eefaf5c 2024-11-11T06:20:52,391 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T06:20:52,391 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52416, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T06:20:52,392 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-11T06:20:52,392 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-11T06:20:52,392 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T06:20:52,392 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T06:20:52,392 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T06:20:52,392 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T06:20:52,393 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-11T06:20:52,394 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-11T06:20:52,394 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:20:52,395 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-11T06:20:52,400 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35445 is added to blk_1073741837_1013 (size=1138) 2024-11-11T06:20:52,444 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-11T06:20:52,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T06:20:52,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T06:20:52,803 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 647d5c15e12c67f19c8882a7bb39ffc0, NAME => 'hbase:replication,,1731306052392.647d5c15e12c67f19c8882a7bb39ffc0.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42835/user/jenkins/test-data/3d233450-7a60-4bb6-8c8b-3e29b72dc6fe 2024-11-11T06:20:52,808 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35445 is added to blk_1073741838_1014 (size=44) 2024-11-11T06:20:52,871 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-11T06:20:53,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T06:20:53,209 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731306052392.647d5c15e12c67f19c8882a7bb39ffc0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T06:20:53,209 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 647d5c15e12c67f19c8882a7bb39ffc0, disabling compactions & flushes 2024-11-11T06:20:53,209 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731306052392.647d5c15e12c67f19c8882a7bb39ffc0. 2024-11-11T06:20:53,209 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731306052392.647d5c15e12c67f19c8882a7bb39ffc0. 2024-11-11T06:20:53,209 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731306052392.647d5c15e12c67f19c8882a7bb39ffc0. after waiting 0 ms 2024-11-11T06:20:53,209 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731306052392.647d5c15e12c67f19c8882a7bb39ffc0. 2024-11-11T06:20:53,209 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731306052392.647d5c15e12c67f19c8882a7bb39ffc0. 2024-11-11T06:20:53,209 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 647d5c15e12c67f19c8882a7bb39ffc0: Waiting for close lock at 1731306053209Disabling compacts and flushes for region at 1731306053209Disabling writes for close at 1731306053209Writing region close event to WAL at 1731306053209Closed at 1731306053209 2024-11-11T06:20:53,211 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-11T06:20:53,211 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731306052392.647d5c15e12c67f19c8882a7bb39ffc0.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731306053211"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731306053211"}]},"ts":"1731306053211"} 2024-11-11T06:20:53,214 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-11T06:20:53,215 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-11T06:20:53,215 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731306053215"}]},"ts":"1731306053215"} 2024-11-11T06:20:53,217 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-11T06:20:53,217 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=647d5c15e12c67f19c8882a7bb39ffc0, ASSIGN}] 2024-11-11T06:20:53,218 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=647d5c15e12c67f19c8882a7bb39ffc0, ASSIGN 2024-11-11T06:20:53,219 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=647d5c15e12c67f19c8882a7bb39ffc0, ASSIGN; state=OFFLINE, location=f334e8b0fbdf,39443,1731306040899; forceNewPlan=false, retain=false 2024-11-11T06:20:53,370 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=647d5c15e12c67f19c8882a7bb39ffc0, regionState=OPENING, regionLocation=f334e8b0fbdf,39443,1731306040899 2024-11-11T06:20:53,372 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=647d5c15e12c67f19c8882a7bb39ffc0, ASSIGN because future has completed 2024-11-11T06:20:53,373 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 647d5c15e12c67f19c8882a7bb39ffc0, server=f334e8b0fbdf,39443,1731306040899}] 2024-11-11T06:20:53,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T06:20:53,529 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731306052392.647d5c15e12c67f19c8882a7bb39ffc0. 2024-11-11T06:20:53,529 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T06:20:53,529 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-11T06:20:53,531 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f334e8b0fbdf%2C39443%2C1731306040899.rep, suffix=, logDir=hdfs://localhost:42835/user/jenkins/test-data/3d233450-7a60-4bb6-8c8b-3e29b72dc6fe/WALs/f334e8b0fbdf,39443,1731306040899, archiveDir=hdfs://localhost:42835/user/jenkins/test-data/3d233450-7a60-4bb6-8c8b-3e29b72dc6fe/oldWALs, maxLogs=10 2024-11-11T06:20:53,544 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/3d233450-7a60-4bb6-8c8b-3e29b72dc6fe/WALs/f334e8b0fbdf,39443,1731306040899/f334e8b0fbdf%2C39443%2C1731306040899.rep.1731306053531, exclude list is [], retry=0 2024-11-11T06:20:53,546 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35445,DS-143dac1f-f804-47d7-882a-784d4bd184ae,DISK] 2024-11-11T06:20:53,547 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3d233450-7a60-4bb6-8c8b-3e29b72dc6fe/WALs/f334e8b0fbdf,39443,1731306040899/f334e8b0fbdf%2C39443%2C1731306040899.rep.1731306053531 2024-11-11T06:20:53,548 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35015:35015)] 2024-11-11T06:20:53,548 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 647d5c15e12c67f19c8882a7bb39ffc0, NAME => 'hbase:replication,,1731306052392.647d5c15e12c67f19c8882a7bb39ffc0.', STARTKEY => '', ENDKEY => ''} 2024-11-11T06:20:53,548 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-11T06:20:53,548 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-11T06:20:53,548 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731306052392.647d5c15e12c67f19c8882a7bb39ffc0. service=MultiRowMutationService 2024-11-11T06:20:53,549 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-11T06:20:53,549 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 647d5c15e12c67f19c8882a7bb39ffc0 2024-11-11T06:20:53,549 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731306052392.647d5c15e12c67f19c8882a7bb39ffc0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T06:20:53,549 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 647d5c15e12c67f19c8882a7bb39ffc0 2024-11-11T06:20:53,549 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 647d5c15e12c67f19c8882a7bb39ffc0 2024-11-11T06:20:53,550 INFO [StoreOpener-647d5c15e12c67f19c8882a7bb39ffc0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 647d5c15e12c67f19c8882a7bb39ffc0 2024-11-11T06:20:53,551 INFO [StoreOpener-647d5c15e12c67f19c8882a7bb39ffc0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 647d5c15e12c67f19c8882a7bb39ffc0 columnFamilyName hfileref 2024-11-11T06:20:53,551 DEBUG [StoreOpener-647d5c15e12c67f19c8882a7bb39ffc0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:20:53,552 INFO [StoreOpener-647d5c15e12c67f19c8882a7bb39ffc0-1 {}] regionserver.HStore(327): Store=647d5c15e12c67f19c8882a7bb39ffc0/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T06:20:53,552 INFO [StoreOpener-647d5c15e12c67f19c8882a7bb39ffc0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 647d5c15e12c67f19c8882a7bb39ffc0 2024-11-11T06:20:53,553 INFO [StoreOpener-647d5c15e12c67f19c8882a7bb39ffc0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 647d5c15e12c67f19c8882a7bb39ffc0 columnFamilyName queue 2024-11-11T06:20:53,553 DEBUG [StoreOpener-647d5c15e12c67f19c8882a7bb39ffc0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:20:53,553 INFO [StoreOpener-647d5c15e12c67f19c8882a7bb39ffc0-1 {}] regionserver.HStore(327): Store=647d5c15e12c67f19c8882a7bb39ffc0/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T06:20:53,553 INFO [StoreOpener-647d5c15e12c67f19c8882a7bb39ffc0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 647d5c15e12c67f19c8882a7bb39ffc0 2024-11-11T06:20:53,554 INFO [StoreOpener-647d5c15e12c67f19c8882a7bb39ffc0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 647d5c15e12c67f19c8882a7bb39ffc0 columnFamilyName sid 2024-11-11T06:20:53,554 DEBUG [StoreOpener-647d5c15e12c67f19c8882a7bb39ffc0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:20:53,555 INFO [StoreOpener-647d5c15e12c67f19c8882a7bb39ffc0-1 {}] regionserver.HStore(327): Store=647d5c15e12c67f19c8882a7bb39ffc0/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T06:20:53,555 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 647d5c15e12c67f19c8882a7bb39ffc0 2024-11-11T06:20:53,555 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42835/user/jenkins/test-data/3d233450-7a60-4bb6-8c8b-3e29b72dc6fe/data/hbase/replication/647d5c15e12c67f19c8882a7bb39ffc0 2024-11-11T06:20:53,556 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42835/user/jenkins/test-data/3d233450-7a60-4bb6-8c8b-3e29b72dc6fe/data/hbase/replication/647d5c15e12c67f19c8882a7bb39ffc0 2024-11-11T06:20:53,557 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 647d5c15e12c67f19c8882a7bb39ffc0 2024-11-11T06:20:53,557 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 647d5c15e12c67f19c8882a7bb39ffc0 2024-11-11T06:20:53,557 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-11T06:20:53,558 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 647d5c15e12c67f19c8882a7bb39ffc0 2024-11-11T06:20:53,560 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42835/user/jenkins/test-data/3d233450-7a60-4bb6-8c8b-3e29b72dc6fe/data/hbase/replication/647d5c15e12c67f19c8882a7bb39ffc0/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T06:20:53,561 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 647d5c15e12c67f19c8882a7bb39ffc0; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70983734, jitterRate=0.05774006247520447}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-11T06:20:53,561 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 647d5c15e12c67f19c8882a7bb39ffc0 2024-11-11T06:20:53,561 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 647d5c15e12c67f19c8882a7bb39ffc0: Running coprocessor pre-open hook at 1731306053549Writing region info on filesystem at 1731306053549Initializing all the Stores at 1731306053550 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731306053550Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731306053550Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731306053550Cleaning up temporary data from old regions at 1731306053557 (+7 ms)Running coprocessor post-open hooks at 1731306053561 (+4 ms)Region opened successfully at 1731306053561 2024-11-11T06:20:53,562 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731306052392.647d5c15e12c67f19c8882a7bb39ffc0., pid=10, masterSystemTime=1731306053525 2024-11-11T06:20:53,564 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731306052392.647d5c15e12c67f19c8882a7bb39ffc0. 2024-11-11T06:20:53,564 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731306052392.647d5c15e12c67f19c8882a7bb39ffc0. 2024-11-11T06:20:53,565 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=647d5c15e12c67f19c8882a7bb39ffc0, regionState=OPEN, openSeqNum=2, regionLocation=f334e8b0fbdf,39443,1731306040899 2024-11-11T06:20:53,570 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 647d5c15e12c67f19c8882a7bb39ffc0, server=f334e8b0fbdf,39443,1731306040899 because future has completed 2024-11-11T06:20:53,571 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41823 {}] assignment.AssignmentManager(1535): Unable to acquire lock for regionNode state=OPEN, location=f334e8b0fbdf,39443,1731306040899, table=hbase:replication, region=647d5c15e12c67f19c8882a7bb39ffc0. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-11T06:20:53,574 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-11T06:20:53,574 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 647d5c15e12c67f19c8882a7bb39ffc0, server=f334e8b0fbdf,39443,1731306040899 in 199 msec 2024-11-11T06:20:53,576 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-11T06:20:53,576 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=647d5c15e12c67f19c8882a7bb39ffc0, ASSIGN in 357 msec 2024-11-11T06:20:53,576 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-11T06:20:53,577 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731306053576"}]},"ts":"1731306053576"} 2024-11-11T06:20:53,579 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-11T06:20:53,580 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-11T06:20:53,581 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1880 sec 2024-11-11T06:20:53,598 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731306052392.647d5c15e12c67f19c8882a7bb39ffc0., hostname=f334e8b0fbdf,39443,1731306040899, seqNum=2] 2024-11-11T06:20:53,605 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41823-0x10105af94d90000, quorum=127.0.0.1:60256, baseZNode=/02022789559 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02022789559 2024-11-11T06:20:53,605 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39443-0x10105af94d90001, quorum=127.0.0.1:60256, baseZNode=/02022789559 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02022789559 2024-11-11T06:20:53,610 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-11T06:20:53,763 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39443 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-11T06:20:53,763 INFO [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-11T06:20:53,827 INFO [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-f334e8b0fbdf,39443,1731306040899, ReplicationSource: 1, currentBandwidth=0 2024-11-11T06:20:53,827 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T06:20:53,827 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f334e8b0fbdf,39443,1731306040899, seqNum=-1] 2024-11-11T06:20:53,828 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T06:20:53,829 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59333, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=ClientService 2024-11-11T06:20:53,831 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-f334e8b0fbdf,39443,1731306040899', locateType=CURRENT is [region=hbase:replication,,1731306052392.647d5c15e12c67f19c8882a7bb39ffc0., hostname=f334e8b0fbdf,39443,1731306040899, seqNum=2] 2024-11-11T06:20:53,845 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-11T06:20:53,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41823 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-11T06:20:53,848 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on f334e8b0fbdf,39443,1731306040899 suceeded 2024-11-11T06:20:53,851 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-11T06:20:53,851 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 238 msec 2024-11-11T06:20:53,851 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://f334e8b0fbdf:45391,replicationEndpointImpl=null,replicateAllUserTables=false,tableCFs={test=[f]},bandwidth=0,serial=false 2024-11-11T06:20:53,853 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4670 sec 2024-11-11T06:20:53,863 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,39443,1731306040899 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='f334e8b0fbdf:45391' 2024-11-11T06:20:53,865 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,39443,1731306040899 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@21caaa53, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T06:20:53,865 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,39443,1731306040899 {}] client.ClusterIdFetcher(90): Going to request f334e8b0fbdf,45391,-1 for getting cluster id 2024-11-11T06:20:53,865 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,39443,1731306040899 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T06:20:53,866 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7d1d8a16-bc79-4548-a58f-5f36e99033f8' 2024-11-11T06:20:53,866 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T06:20:53,866 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7d1d8a16-bc79-4548-a58f-5f36e99033f8" 2024-11-11T06:20:53,867 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@53e9d42d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T06:20:53,867 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f334e8b0fbdf,45391,-1] 2024-11-11T06:20:53,867 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T06:20:53,867 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T06:20:53,868 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52438, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=ClientMetaService 2024-11-11T06:20:53,869 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,39443,1731306040899 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@22cad015, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T06:20:53,869 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,39443,1731306040899 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T06:20:53,870 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.AsyncConnectionImpl(321): The fetched master address is f334e8b0fbdf,45391,1731306044976 2024-11-11T06:20:53,870 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6d823f89 2024-11-11T06:20:53,871 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T06:20:53,871 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52440, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=MasterService 2024-11-11T06:20:53,872 INFO [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,39443,1731306040899 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-f334e8b0fbdf,39443,1731306040899 (queues=1) is replicating from cluster=47c584d7-f0f9-4da5-ab18-a209544533da to cluster=7d1d8a16-bc79-4548-a58f-5f36e99033f8 2024-11-11T06:20:53,872 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,39443,1731306040899 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=f334e8b0fbdf%2C39443%2C1731306040899 2024-11-11T06:20:53,872 INFO [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,39443,1731306040899 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-f334e8b0fbdf,39443,1731306040899, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-11T06:20:53,873 INFO [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,39443,1731306040899.replicationSource.shipperf334e8b0fbdf%2C39443%2C1731306040899,1-f334e8b0fbdf,39443,1731306040899 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: f334e8b0fbdf%2C39443%2C1731306040899 2024-11-11T06:20:53,873 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,39443,1731306040899.replicationSource.wal-reader.f334e8b0fbdf%2C39443%2C1731306040899,1-f334e8b0fbdf,39443,1731306040899 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:42835/user/jenkins/test-data/3d233450-7a60-4bb6-8c8b-3e29b72dc6fe/WALs/f334e8b0fbdf,39443,1731306040899/f334e8b0fbdf%2C39443%2C1731306040899.1731306042883, startPosition=0, beingWritten=true 2024-11-11T06:20:53,883 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,39443,1731306040899.replicationSource.wal-reader.f334e8b0fbdf%2C39443%2C1731306040899,1-f334e8b0fbdf,39443,1731306040899 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-11T06:20:53,883 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,39443,1731306040899.replicationSource.wal-reader.f334e8b0fbdf%2C39443%2C1731306040899,1-f334e8b0fbdf,39443,1731306040899 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42835/user/jenkins/test-data/3d233450-7a60-4bb6-8c8b-3e29b72dc6fe/WALs/f334e8b0fbdf,39443,1731306040899/f334e8b0fbdf%2C39443%2C1731306040899.1731306042883 to pos 379, reset compression=false 2024-11-11T06:20:53,883 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,39443,1731306040899.replicationSource.shipperf334e8b0fbdf%2C39443%2C1731306040899,1-f334e8b0fbdf,39443,1731306040899 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f334e8b0fbdf,39443,1731306040899 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42835/user/jenkins/test-data/3d233450-7a60-4bb6-8c8b-3e29b72dc6fe/WALs/f334e8b0fbdf,39443,1731306040899/f334e8b0fbdf%2C39443%2C1731306040899.1731306042883, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-11T06:20:54,089 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,39443,1731306040899.replicationSource.wal-reader.f334e8b0fbdf%2C39443%2C1731306040899,1-f334e8b0fbdf,39443,1731306040899 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42835/user/jenkins/test-data/3d233450-7a60-4bb6-8c8b-3e29b72dc6fe/WALs/f334e8b0fbdf,39443,1731306040899/f334e8b0fbdf%2C39443%2C1731306040899.1731306042883 to pos 379, reset compression=false 2024-11-11T06:20:54,393 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,39443,1731306040899.replicationSource.wal-reader.f334e8b0fbdf%2C39443%2C1731306040899,1-f334e8b0fbdf,39443,1731306040899 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42835/user/jenkins/test-data/3d233450-7a60-4bb6-8c8b-3e29b72dc6fe/WALs/f334e8b0fbdf,39443,1731306040899/f334e8b0fbdf%2C39443%2C1731306040899.1731306042883 to pos 379, reset compression=false 2024-11-11T06:20:54,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41823 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T06:20:54,531 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-11T06:20:54,531 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T06:20:54,531 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:632) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:365) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T06:20:54,531 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T06:20:54,531 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T06:20:54,531 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T06:20:54,531 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T06:20:54,537 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/user/jenkins/test-data/3d233450-7a60-4bb6-8c8b-3e29b72dc6fe/load_f/f/hfile_0 is 36, key is aaaa/f:row/1731306054535/Put/seqid=0 2024-11-11T06:20:54,541 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35445 is added to blk_1073741840_1016 (size=7894) 2024-11-11T06:20:54,709 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-11T06:20:54,731 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T06:20:54,731 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T06:20:54,732 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T06:20:54,736 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T06:20:54,798 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,39443,1731306040899.replicationSource.wal-reader.f334e8b0fbdf%2C39443%2C1731306040899,1-f334e8b0fbdf,39443,1731306040899 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42835/user/jenkins/test-data/3d233450-7a60-4bb6-8c8b-3e29b72dc6fe/WALs/f334e8b0fbdf,39443,1731306040899/f334e8b0fbdf%2C39443%2C1731306040899.1731306042883 to pos 379, reset compression=false 2024-11-11T06:20:54,944 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/user/jenkins/test-data/3d233450-7a60-4bb6-8c8b-3e29b72dc6fe/load_f/f/hfile_1 is 34, key is ddd/f:row/1731306054943/Put/seqid=0 2024-11-11T06:20:54,949 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35445 is added to blk_1073741841_1017 (size=7691) 2024-11-11T06:20:55,302 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,39443,1731306040899.replicationSource.wal-reader.f334e8b0fbdf%2C39443%2C1731306040899,1-f334e8b0fbdf,39443,1731306040899 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42835/user/jenkins/test-data/3d233450-7a60-4bb6-8c8b-3e29b72dc6fe/WALs/f334e8b0fbdf,39443,1731306040899/f334e8b0fbdf%2C39443%2C1731306040899.1731306042883 to pos 379, reset compression=false 2024-11-11T06:20:55,354 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6bc47eea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T06:20:55,354 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f334e8b0fbdf,41823,-1 for getting cluster id 2024-11-11T06:20:55,354 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T06:20:55,355 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '47c584d7-f0f9-4da5-ab18-a209544533da' 2024-11-11T06:20:55,355 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T06:20:55,355 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "47c584d7-f0f9-4da5-ab18-a209544533da" 2024-11-11T06:20:55,356 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@70e69725, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T06:20:55,356 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f334e8b0fbdf,41823,-1] 2024-11-11T06:20:55,356 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T06:20:55,356 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T06:20:55,357 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37420, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T06:20:55,357 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a799c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T06:20:55,358 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T06:20:55,359 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f334e8b0fbdf,39443,1731306040899, seqNum=-1] 2024-11-11T06:20:55,359 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T06:20:55,360 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40184, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T06:20:55,369 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T06:20:55,370 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is f334e8b0fbdf,41823,1731306040846 2024-11-11T06:20:55,370 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7e7ecfd2 2024-11-11T06:20:55,372 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T06:20:55,373 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37424, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T06:20:55,379 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731306048063.69ea8f10cdba906d8187cd970eae562c., hostname=f334e8b0fbdf,39443,1731306040899, seqNum=2] 2024-11-11T06:20:55,388 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-11T06:20:55,399 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:42835/user/jenkins/test-data/3d233450-7a60-4bb6-8c8b-3e29b72dc6fe/load_f/f/hfile_0 first=Optional[aaaa] last=Optional[cccc] 2024-11-11T06:20:55,402 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:42835/user/jenkins/test-data/3d233450-7a60-4bb6-8c8b-3e29b72dc6fe/load_f/f/hfile_1 first=Optional[ddd] last=Optional[fff] 2024-11-11T06:20:55,418 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39443 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:42835/user/jenkins/test-data/3d233450-7a60-4bb6-8c8b-3e29b72dc6fe/load_f/f/hfile_0 for inclusion in 69ea8f10cdba906d8187cd970eae562c/f 2024-11-11T06:20:55,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39443 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-11T06:20:55,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39443 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-11T06:20:55,424 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39443 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:42835/user/jenkins/test-data/3d233450-7a60-4bb6-8c8b-3e29b72dc6fe/load_f/f/hfile_1 for inclusion in 69ea8f10cdba906d8187cd970eae562c/f 2024-11-11T06:20:55,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39443 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-11T06:20:55,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39443 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-11T06:20:55,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39443 {}] regionserver.HRegion(2603): Flush status journal for 69ea8f10cdba906d8187cd970eae562c: 2024-11-11T06:20:55,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39443 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:42835/user/jenkins/test-data/3d233450-7a60-4bb6-8c8b-3e29b72dc6fe/load_f/f/hfile_0 to hdfs://localhost:42835/user/jenkins/test-data/3d233450-7a60-4bb6-8c8b-3e29b72dc6fe/staging/jenkins__test__s3nha1qj4c3s3d0ho5pqb3tpnkdgbcfsie9b640q1ssf7ioflkn4fajv2eb8do25/f/hfile_0 2024-11-11T06:20:55,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39443 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42835/user/jenkins/test-data/3d233450-7a60-4bb6-8c8b-3e29b72dc6fe/staging/jenkins__test__s3nha1qj4c3s3d0ho5pqb3tpnkdgbcfsie9b640q1ssf7ioflkn4fajv2eb8do25/f/hfile_0 as hdfs://localhost:42835/user/jenkins/test-data/3d233450-7a60-4bb6-8c8b-3e29b72dc6fe/data/default/test/69ea8f10cdba906d8187cd970eae562c/f/647d6cb853004d918ffb0e8c190d8772_SeqId_4_ 2024-11-11T06:20:55,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39443 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:42835/user/jenkins/test-data/3d233450-7a60-4bb6-8c8b-3e29b72dc6fe/load_f/f/hfile_1 to hdfs://localhost:42835/user/jenkins/test-data/3d233450-7a60-4bb6-8c8b-3e29b72dc6fe/staging/jenkins__test__s3nha1qj4c3s3d0ho5pqb3tpnkdgbcfsie9b640q1ssf7ioflkn4fajv2eb8do25/f/hfile_1 2024-11-11T06:20:55,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39443 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42835/user/jenkins/test-data/3d233450-7a60-4bb6-8c8b-3e29b72dc6fe/staging/jenkins__test__s3nha1qj4c3s3d0ho5pqb3tpnkdgbcfsie9b640q1ssf7ioflkn4fajv2eb8do25/f/hfile_1 as hdfs://localhost:42835/user/jenkins/test-data/3d233450-7a60-4bb6-8c8b-3e29b72dc6fe/data/default/test/69ea8f10cdba906d8187cd970eae562c/f/49beda72ac6d4bb79021b2ce4b50cb37_SeqId_4_ 2024-11-11T06:20:55,438 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39443 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:42835/user/jenkins/test-data/3d233450-7a60-4bb6-8c8b-3e29b72dc6fe/staging/jenkins__test__s3nha1qj4c3s3d0ho5pqb3tpnkdgbcfsie9b640q1ssf7ioflkn4fajv2eb8do25/f/hfile_0 into 69ea8f10cdba906d8187cd970eae562c/f as hdfs://localhost:42835/user/jenkins/test-data/3d233450-7a60-4bb6-8c8b-3e29b72dc6fe/data/default/test/69ea8f10cdba906d8187cd970eae562c/f/647d6cb853004d918ffb0e8c190d8772_SeqId_4_ - updating store file list. 2024-11-11T06:20:55,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39443 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 647d6cb853004d918ffb0e8c190d8772_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-11T06:20:55,443 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39443 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:42835/user/jenkins/test-data/3d233450-7a60-4bb6-8c8b-3e29b72dc6fe/data/default/test/69ea8f10cdba906d8187cd970eae562c/f/647d6cb853004d918ffb0e8c190d8772_SeqId_4_ into 69ea8f10cdba906d8187cd970eae562c/f 2024-11-11T06:20:55,443 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39443 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:42835/user/jenkins/test-data/3d233450-7a60-4bb6-8c8b-3e29b72dc6fe/staging/jenkins__test__s3nha1qj4c3s3d0ho5pqb3tpnkdgbcfsie9b640q1ssf7ioflkn4fajv2eb8do25/f/hfile_0 into 69ea8f10cdba906d8187cd970eae562c/f (new location: hdfs://localhost:42835/user/jenkins/test-data/3d233450-7a60-4bb6-8c8b-3e29b72dc6fe/data/default/test/69ea8f10cdba906d8187cd970eae562c/f/647d6cb853004d918ffb0e8c190d8772_SeqId_4_) 2024-11-11T06:20:55,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39443 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:42835/user/jenkins/test-data/3d233450-7a60-4bb6-8c8b-3e29b72dc6fe/staging/jenkins__test__s3nha1qj4c3s3d0ho5pqb3tpnkdgbcfsie9b640q1ssf7ioflkn4fajv2eb8do25/f/hfile_0 2024-11-11T06:20:55,444 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39443 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:42835/user/jenkins/test-data/3d233450-7a60-4bb6-8c8b-3e29b72dc6fe/staging/jenkins__test__s3nha1qj4c3s3d0ho5pqb3tpnkdgbcfsie9b640q1ssf7ioflkn4fajv2eb8do25/f/hfile_1 into 69ea8f10cdba906d8187cd970eae562c/f as hdfs://localhost:42835/user/jenkins/test-data/3d233450-7a60-4bb6-8c8b-3e29b72dc6fe/data/default/test/69ea8f10cdba906d8187cd970eae562c/f/49beda72ac6d4bb79021b2ce4b50cb37_SeqId_4_ - updating store file list. 2024-11-11T06:20:55,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39443 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 49beda72ac6d4bb79021b2ce4b50cb37_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-11T06:20:55,449 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39443 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:42835/user/jenkins/test-data/3d233450-7a60-4bb6-8c8b-3e29b72dc6fe/data/default/test/69ea8f10cdba906d8187cd970eae562c/f/49beda72ac6d4bb79021b2ce4b50cb37_SeqId_4_ into 69ea8f10cdba906d8187cd970eae562c/f 2024-11-11T06:20:55,449 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39443 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:42835/user/jenkins/test-data/3d233450-7a60-4bb6-8c8b-3e29b72dc6fe/staging/jenkins__test__s3nha1qj4c3s3d0ho5pqb3tpnkdgbcfsie9b640q1ssf7ioflkn4fajv2eb8do25/f/hfile_1 into 69ea8f10cdba906d8187cd970eae562c/f (new location: hdfs://localhost:42835/user/jenkins/test-data/3d233450-7a60-4bb6-8c8b-3e29b72dc6fe/data/default/test/69ea8f10cdba906d8187cd970eae562c/f/49beda72ac6d4bb79021b2ce4b50cb37_SeqId_4_) 2024-11-11T06:20:55,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39443 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:42835/user/jenkins/test-data/3d233450-7a60-4bb6-8c8b-3e29b72dc6fe/staging/jenkins__test__s3nha1qj4c3s3d0ho5pqb3tpnkdgbcfsie9b640q1ssf7ioflkn4fajv2eb8do25/f/hfile_1 2024-11-11T06:20:55,457 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T06:20:55,458 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:375) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T06:20:55,458 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T06:20:55,458 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T06:20:55,458 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T06:20:55,459 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T06:20:55,459 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731306048063.69ea8f10cdba906d8187cd970eae562c., hostname=f334e8b0fbdf,39443,1731306040899, seqNum=2 , the old value is region=test,,1731306048063.69ea8f10cdba906d8187cd970eae562c., hostname=f334e8b0fbdf,39443,1731306040899, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=f334e8b0fbdf:39443 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-11T06:20:55,460 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f334e8b0fbdf,35927,1731306045017, seqNum=-1] 2024-11-11T06:20:55,460 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-11T06:20:55,460 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731306048063.69ea8f10cdba906d8187cd970eae562c., hostname=f334e8b0fbdf,39443,1731306040899, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-11T06:20:55,460 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731306048063.69ea8f10cdba906d8187cd970eae562c., hostname=f334e8b0fbdf,39443,1731306040899, seqNum=2 from cache 2024-11-11T06:20:55,460 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T06:20:55,461 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33978, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T06:20:55,463 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731306050223.2b0fa917f67a4ad3e8f4adb76e1ea290., hostname=f334e8b0fbdf,35927,1731306045017, seqNum=2] 2024-11-11T06:20:55,465 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-11T06:20:55,571 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f334e8b0fbdf:39443 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-11T06:20:55,906 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,39443,1731306040899.replicationSource.wal-reader.f334e8b0fbdf%2C39443%2C1731306040899,1-f334e8b0fbdf,39443,1731306040899 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42835/user/jenkins/test-data/3d233450-7a60-4bb6-8c8b-3e29b72dc6fe/WALs/f334e8b0fbdf,39443,1731306040899/f334e8b0fbdf%2C39443%2C1731306040899.1731306042883 to pos 379, reset compression=false 2024-11-11T06:20:55,912 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,39443,1731306040899.replicationSource.wal-reader.f334e8b0fbdf%2C39443%2C1731306040899,1-f334e8b0fbdf,39443,1731306040899 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-11T06:20:55,913 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,39443,1731306040899.replicationSource.shipperf334e8b0fbdf%2C39443%2C1731306040899,1-f334e8b0fbdf,39443,1731306040899 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f334e8b0fbdf,39443,1731306040899 got entry batch from reader: WALEntryBatch [walEntries=[{test/69ea8f10cdba906d8187cd970eae562c/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731306055452/Put/vlen=190/seqid=0; >],8098}], lastWalPath=hdfs://localhost:42835/user/jenkins/test-data/3d233450-7a60-4bb6-8c8b-3e29b72dc6fe/WALs/f334e8b0fbdf,39443,1731306040899/f334e8b0fbdf%2C39443%2C1731306040899.1731306042883, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8098, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-11T06:20:55,936 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,39443,1731306040899.replicationSource.shipperf334e8b0fbdf%2C39443%2C1731306040899,1-f334e8b0fbdf,39443,1731306040899 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-11T06:20:55,939 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33992, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=AdminService 2024-11-11T06:20:55,940 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35927 {}] regionserver.ReplicationSink(318): Replicating [47c584d7-f0f9-4da5-ab18-a209544533da] bulk loaded data 2024-11-11T06:20:55,942 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35927 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7183dd73, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T06:20:55,942 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35927 {}] client.ClusterIdFetcher(90): Going to request f334e8b0fbdf,45391,-1 for getting cluster id 2024-11-11T06:20:55,942 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35927 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T06:20:55,943 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '7d1d8a16-bc79-4548-a58f-5f36e99033f8' 2024-11-11T06:20:55,943 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T06:20:55,943 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "7d1d8a16-bc79-4548-a58f-5f36e99033f8" 2024-11-11T06:20:55,943 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@be49f65, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T06:20:55,943 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f334e8b0fbdf,45391,-1] 2024-11-11T06:20:55,944 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T06:20:55,944 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T06:20:55,944 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52454, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=ClientMetaService 2024-11-11T06:20:55,945 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35927 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@9a73697, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T06:20:55,960 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42627 is added to blk_1073741837_1013 (size=7894) 2024-11-11T06:20:56,113 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,39443,1731306040899.replicationSource.wal-reader.f334e8b0fbdf%2C39443%2C1731306040899,1-f334e8b0fbdf,39443,1731306040899 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42835/user/jenkins/test-data/3d233450-7a60-4bb6-8c8b-3e29b72dc6fe/WALs/f334e8b0fbdf,39443,1731306040899/f334e8b0fbdf%2C39443%2C1731306040899.1731306042883 to pos 687, reset compression=false 2024-11-11T06:20:56,368 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42627 is added to blk_1073741838_1014 (size=7691) 2024-11-11T06:20:56,417 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,39443,1731306040899.replicationSource.wal-reader.f334e8b0fbdf%2C39443%2C1731306040899,1-f334e8b0fbdf,39443,1731306040899 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42835/user/jenkins/test-data/3d233450-7a60-4bb6-8c8b-3e29b72dc6fe/WALs/f334e8b0fbdf,39443,1731306040899/f334e8b0fbdf%2C39443%2C1731306040899.1731306042883 to pos 687, reset compression=false 2024-11-11T06:20:56,467 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-11T06:20:56,772 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35927 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T06:20:56,772 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.AsyncConnectionImpl(321): The fetched master address is f334e8b0fbdf,45391,1731306044976 2024-11-11T06:20:56,773 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@40dc931 2024-11-11T06:20:56,773 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T06:20:56,774 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52462, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=MasterService 2024-11-11T06:20:56,776 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35927 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-11T06:20:56,776 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35927 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T06:20:56,777 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f334e8b0fbdf,35927,1731306045017, seqNum=-1] 2024-11-11T06:20:56,777 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T06:20:56,778 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34000, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=ClientService 2024-11-11T06:20:56,785 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:36573/user/jenkins/test-data/36aa8e76-027f-f3fa-ef69-306b794aa3a0/staging/jenkins.hfs.6__test__aerbhqk4ilgjggqg4thsjgko3q1j78qhrmcuoei9h14j6i4purkdd68cgpcnlqf7/f/49beda72ac6d4bb79021b2ce4b50cb37_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-11-11T06:20:56,788 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:36573/user/jenkins/test-data/36aa8e76-027f-f3fa-ef69-306b794aa3a0/staging/jenkins.hfs.6__test__aerbhqk4ilgjggqg4thsjgko3q1j78qhrmcuoei9h14j6i4purkdd68cgpcnlqf7/f/647d6cb853004d918ffb0e8c190d8772_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-11-11T06:20:56,790 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35927 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:36573/user/jenkins/test-data/36aa8e76-027f-f3fa-ef69-306b794aa3a0/staging/jenkins.hfs.6__test__aerbhqk4ilgjggqg4thsjgko3q1j78qhrmcuoei9h14j6i4purkdd68cgpcnlqf7/f/647d6cb853004d918ffb0e8c190d8772_SeqId_4_ for inclusion in 2b0fa917f67a4ad3e8f4adb76e1ea290/f 2024-11-11T06:20:56,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35927 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-11T06:20:56,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35927 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-11T06:20:56,793 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35927 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:36573/user/jenkins/test-data/36aa8e76-027f-f3fa-ef69-306b794aa3a0/staging/jenkins.hfs.6__test__aerbhqk4ilgjggqg4thsjgko3q1j78qhrmcuoei9h14j6i4purkdd68cgpcnlqf7/f/49beda72ac6d4bb79021b2ce4b50cb37_SeqId_4_ for inclusion in 2b0fa917f67a4ad3e8f4adb76e1ea290/f 2024-11-11T06:20:56,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35927 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-11T06:20:56,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35927 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-11T06:20:56,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35927 {}] regionserver.HRegion(2603): Flush status journal for 2b0fa917f67a4ad3e8f4adb76e1ea290: 2024-11-11T06:20:56,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35927 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 647d6cb853004d918ffb0e8c190d8772_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-11T06:20:56,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35927 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36573/user/jenkins/test-data/36aa8e76-027f-f3fa-ef69-306b794aa3a0/staging/jenkins.hfs.6__test__aerbhqk4ilgjggqg4thsjgko3q1j78qhrmcuoei9h14j6i4purkdd68cgpcnlqf7/f/647d6cb853004d918ffb0e8c190d8772_SeqId_4_ as hdfs://localhost:36573/user/jenkins/test-data/36aa8e76-027f-f3fa-ef69-306b794aa3a0/data/default/test/2b0fa917f67a4ad3e8f4adb76e1ea290/f/8d42eafe057f471e983cf0f89ef19cfe_SeqId_4_ 2024-11-11T06:20:56,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35927 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 49beda72ac6d4bb79021b2ce4b50cb37_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-11T06:20:56,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35927 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36573/user/jenkins/test-data/36aa8e76-027f-f3fa-ef69-306b794aa3a0/staging/jenkins.hfs.6__test__aerbhqk4ilgjggqg4thsjgko3q1j78qhrmcuoei9h14j6i4purkdd68cgpcnlqf7/f/49beda72ac6d4bb79021b2ce4b50cb37_SeqId_4_ as hdfs://localhost:36573/user/jenkins/test-data/36aa8e76-027f-f3fa-ef69-306b794aa3a0/data/default/test/2b0fa917f67a4ad3e8f4adb76e1ea290/f/a86eaa6dff684826bd82173ae05c90f8_SeqId_4_ 2024-11-11T06:20:56,799 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35927 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:36573/user/jenkins/test-data/36aa8e76-027f-f3fa-ef69-306b794aa3a0/staging/jenkins.hfs.6__test__aerbhqk4ilgjggqg4thsjgko3q1j78qhrmcuoei9h14j6i4purkdd68cgpcnlqf7/f/647d6cb853004d918ffb0e8c190d8772_SeqId_4_ into 2b0fa917f67a4ad3e8f4adb76e1ea290/f as hdfs://localhost:36573/user/jenkins/test-data/36aa8e76-027f-f3fa-ef69-306b794aa3a0/data/default/test/2b0fa917f67a4ad3e8f4adb76e1ea290/f/8d42eafe057f471e983cf0f89ef19cfe_SeqId_4_ - updating store file list. 2024-11-11T06:20:56,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35927 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 8d42eafe057f471e983cf0f89ef19cfe_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-11T06:20:56,804 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35927 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:36573/user/jenkins/test-data/36aa8e76-027f-f3fa-ef69-306b794aa3a0/data/default/test/2b0fa917f67a4ad3e8f4adb76e1ea290/f/8d42eafe057f471e983cf0f89ef19cfe_SeqId_4_ into 2b0fa917f67a4ad3e8f4adb76e1ea290/f 2024-11-11T06:20:56,804 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35927 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:36573/user/jenkins/test-data/36aa8e76-027f-f3fa-ef69-306b794aa3a0/staging/jenkins.hfs.6__test__aerbhqk4ilgjggqg4thsjgko3q1j78qhrmcuoei9h14j6i4purkdd68cgpcnlqf7/f/647d6cb853004d918ffb0e8c190d8772_SeqId_4_ into 2b0fa917f67a4ad3e8f4adb76e1ea290/f (new location: hdfs://localhost:36573/user/jenkins/test-data/36aa8e76-027f-f3fa-ef69-306b794aa3a0/data/default/test/2b0fa917f67a4ad3e8f4adb76e1ea290/f/8d42eafe057f471e983cf0f89ef19cfe_SeqId_4_) 2024-11-11T06:20:56,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35927 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:36573/user/jenkins/test-data/36aa8e76-027f-f3fa-ef69-306b794aa3a0/staging/jenkins.hfs.6__test__aerbhqk4ilgjggqg4thsjgko3q1j78qhrmcuoei9h14j6i4purkdd68cgpcnlqf7/f/647d6cb853004d918ffb0e8c190d8772_SeqId_4_ 2024-11-11T06:20:56,805 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35927 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:36573/user/jenkins/test-data/36aa8e76-027f-f3fa-ef69-306b794aa3a0/staging/jenkins.hfs.6__test__aerbhqk4ilgjggqg4thsjgko3q1j78qhrmcuoei9h14j6i4purkdd68cgpcnlqf7/f/49beda72ac6d4bb79021b2ce4b50cb37_SeqId_4_ into 2b0fa917f67a4ad3e8f4adb76e1ea290/f as hdfs://localhost:36573/user/jenkins/test-data/36aa8e76-027f-f3fa-ef69-306b794aa3a0/data/default/test/2b0fa917f67a4ad3e8f4adb76e1ea290/f/a86eaa6dff684826bd82173ae05c90f8_SeqId_4_ - updating store file list. 2024-11-11T06:20:56,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35927 {}] regionserver.HStoreFile(483): HFile Bloom filter type for a86eaa6dff684826bd82173ae05c90f8_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-11T06:20:56,809 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35927 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:36573/user/jenkins/test-data/36aa8e76-027f-f3fa-ef69-306b794aa3a0/data/default/test/2b0fa917f67a4ad3e8f4adb76e1ea290/f/a86eaa6dff684826bd82173ae05c90f8_SeqId_4_ into 2b0fa917f67a4ad3e8f4adb76e1ea290/f 2024-11-11T06:20:56,809 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35927 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:36573/user/jenkins/test-data/36aa8e76-027f-f3fa-ef69-306b794aa3a0/staging/jenkins.hfs.6__test__aerbhqk4ilgjggqg4thsjgko3q1j78qhrmcuoei9h14j6i4purkdd68cgpcnlqf7/f/49beda72ac6d4bb79021b2ce4b50cb37_SeqId_4_ into 2b0fa917f67a4ad3e8f4adb76e1ea290/f (new location: hdfs://localhost:36573/user/jenkins/test-data/36aa8e76-027f-f3fa-ef69-306b794aa3a0/data/default/test/2b0fa917f67a4ad3e8f4adb76e1ea290/f/a86eaa6dff684826bd82173ae05c90f8_SeqId_4_) 2024-11-11T06:20:56,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35927 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:36573/user/jenkins/test-data/36aa8e76-027f-f3fa-ef69-306b794aa3a0/staging/jenkins.hfs.6__test__aerbhqk4ilgjggqg4thsjgko3q1j78qhrmcuoei9h14j6i4purkdd68cgpcnlqf7/f/49beda72ac6d4bb79021b2ce4b50cb37_SeqId_4_ 2024-11-11T06:20:56,811 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35927 {}] regionserver.ReplicationSink(324): Finished replicating [47c584d7-f0f9-4da5-ab18-a209544533da] bulk loaded data 2024-11-11T06:20:56,822 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,39443,1731306040899.replicationSource.wal-reader.f334e8b0fbdf%2C39443%2C1731306040899,1-f334e8b0fbdf,39443,1731306040899 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42835/user/jenkins/test-data/3d233450-7a60-4bb6-8c8b-3e29b72dc6fe/WALs/f334e8b0fbdf,39443,1731306040899/f334e8b0fbdf%2C39443%2C1731306040899.1731306042883 to pos 687, reset compression=false 2024-11-11T06:20:57,325 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,39443,1731306040899.replicationSource.wal-reader.f334e8b0fbdf%2C39443%2C1731306040899,1-f334e8b0fbdf,39443,1731306040899 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42835/user/jenkins/test-data/3d233450-7a60-4bb6-8c8b-3e29b72dc6fe/WALs/f334e8b0fbdf,39443,1731306040899/f334e8b0fbdf%2C39443%2C1731306040899.1731306042883 to pos 687, reset compression=false 2024-11-11T06:20:57,484 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T06:20:57,489 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/user/jenkins/test-data/3d233450-7a60-4bb6-8c8b-3e29b72dc6fe/load_f1/f1/hfile_0 is 37, key is gggg/f1:row/1731306057488/Put/seqid=0 2024-11-11T06:20:57,493 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35445 is added to blk_1073741842_1018 (size=7997) 2024-11-11T06:20:57,896 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/user/jenkins/test-data/3d233450-7a60-4bb6-8c8b-3e29b72dc6fe/load_f1/f1/hfile_1 is 35, key is jjj/f1:row/1731306057895/Put/seqid=0 2024-11-11T06:20:57,900 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35445 is added to blk_1073741843_1019 (size=7794) 2024-11-11T06:20:57,929 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,39443,1731306040899.replicationSource.wal-reader.f334e8b0fbdf%2C39443%2C1731306040899,1-f334e8b0fbdf,39443,1731306040899 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42835/user/jenkins/test-data/3d233450-7a60-4bb6-8c8b-3e29b72dc6fe/WALs/f334e8b0fbdf,39443,1731306040899/f334e8b0fbdf%2C39443%2C1731306040899.1731306042883 to pos 687, reset compression=false 2024-11-11T06:20:58,178 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-11T06:20:58,178 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-11T06:20:58,179 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-11T06:20:58,179 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-11T06:20:58,179 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-11T06:20:58,179 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-11T06:20:58,302 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41bf968f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T06:20:58,302 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f334e8b0fbdf,41823,-1 for getting cluster id 2024-11-11T06:20:58,302 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T06:20:58,303 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '47c584d7-f0f9-4da5-ab18-a209544533da' 2024-11-11T06:20:58,303 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T06:20:58,304 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "47c584d7-f0f9-4da5-ab18-a209544533da" 2024-11-11T06:20:58,304 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@566380ac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T06:20:58,304 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f334e8b0fbdf,41823,-1] 2024-11-11T06:20:58,304 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T06:20:58,304 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T06:20:58,305 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37440, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T06:20:58,306 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ccb7fd6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T06:20:58,306 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T06:20:58,307 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f334e8b0fbdf,39443,1731306040899, seqNum=-1] 2024-11-11T06:20:58,307 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T06:20:58,308 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40200, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T06:20:58,316 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T06:20:58,317 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncConnectionImpl(321): The fetched master address is f334e8b0fbdf,41823,1731306040846 2024-11-11T06:20:58,317 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@35795cf0 2024-11-11T06:20:58,318 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T06:20:58,319 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37446, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T06:20:58,322 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731306048063.69ea8f10cdba906d8187cd970eae562c., hostname=f334e8b0fbdf,39443,1731306040899, seqNum=2] 2024-11-11T06:20:58,324 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-11T06:20:58,330 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:42835/user/jenkins/test-data/3d233450-7a60-4bb6-8c8b-3e29b72dc6fe/load_f1/f1/hfile_0 first=Optional[gggg] last=Optional[iiii] 2024-11-11T06:20:58,333 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:42835/user/jenkins/test-data/3d233450-7a60-4bb6-8c8b-3e29b72dc6fe/load_f1/f1/hfile_1 first=Optional[jjj] last=Optional[lll] 2024-11-11T06:20:58,337 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39443 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:42835/user/jenkins/test-data/3d233450-7a60-4bb6-8c8b-3e29b72dc6fe/load_f1/f1/hfile_0 for inclusion in 69ea8f10cdba906d8187cd970eae562c/f1 2024-11-11T06:20:58,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39443 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-11-11T06:20:58,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39443 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-11T06:20:58,340 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39443 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:42835/user/jenkins/test-data/3d233450-7a60-4bb6-8c8b-3e29b72dc6fe/load_f1/f1/hfile_1 for inclusion in 69ea8f10cdba906d8187cd970eae562c/f1 2024-11-11T06:20:58,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39443 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-11-11T06:20:58,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39443 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-11T06:20:58,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39443 {}] regionserver.HRegion(2603): Flush status journal for 69ea8f10cdba906d8187cd970eae562c: 2024-11-11T06:20:58,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39443 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:42835/user/jenkins/test-data/3d233450-7a60-4bb6-8c8b-3e29b72dc6fe/load_f1/f1/hfile_0 to hdfs://localhost:42835/user/jenkins/test-data/3d233450-7a60-4bb6-8c8b-3e29b72dc6fe/staging/jenkins__test__v63q2kj685u5bfdi2uo54c9b64gtbq1gldv91n903kcvv1ndvlgm2tbihhkievli/f1/hfile_0 2024-11-11T06:20:58,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39443 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42835/user/jenkins/test-data/3d233450-7a60-4bb6-8c8b-3e29b72dc6fe/staging/jenkins__test__v63q2kj685u5bfdi2uo54c9b64gtbq1gldv91n903kcvv1ndvlgm2tbihhkievli/f1/hfile_0 as hdfs://localhost:42835/user/jenkins/test-data/3d233450-7a60-4bb6-8c8b-3e29b72dc6fe/data/default/test/69ea8f10cdba906d8187cd970eae562c/f1/85eb30f3b22b4cc99a431484bf126dfc_SeqId_6_ 2024-11-11T06:20:58,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39443 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:42835/user/jenkins/test-data/3d233450-7a60-4bb6-8c8b-3e29b72dc6fe/load_f1/f1/hfile_1 to hdfs://localhost:42835/user/jenkins/test-data/3d233450-7a60-4bb6-8c8b-3e29b72dc6fe/staging/jenkins__test__v63q2kj685u5bfdi2uo54c9b64gtbq1gldv91n903kcvv1ndvlgm2tbihhkievli/f1/hfile_1 2024-11-11T06:20:58,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39443 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42835/user/jenkins/test-data/3d233450-7a60-4bb6-8c8b-3e29b72dc6fe/staging/jenkins__test__v63q2kj685u5bfdi2uo54c9b64gtbq1gldv91n903kcvv1ndvlgm2tbihhkievli/f1/hfile_1 as hdfs://localhost:42835/user/jenkins/test-data/3d233450-7a60-4bb6-8c8b-3e29b72dc6fe/data/default/test/69ea8f10cdba906d8187cd970eae562c/f1/b207d8d30dae43ecae1a299296826379_SeqId_6_ 2024-11-11T06:20:58,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39443 {}] regionserver.ReplicationSource(279): HFiles will not be replicated belonging to the table test family f1 to peer id 1 2024-11-11T06:20:58,348 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39443 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:42835/user/jenkins/test-data/3d233450-7a60-4bb6-8c8b-3e29b72dc6fe/staging/jenkins__test__v63q2kj685u5bfdi2uo54c9b64gtbq1gldv91n903kcvv1ndvlgm2tbihhkievli/f1/hfile_0 into 69ea8f10cdba906d8187cd970eae562c/f1 as hdfs://localhost:42835/user/jenkins/test-data/3d233450-7a60-4bb6-8c8b-3e29b72dc6fe/data/default/test/69ea8f10cdba906d8187cd970eae562c/f1/85eb30f3b22b4cc99a431484bf126dfc_SeqId_6_ - updating store file list. 2024-11-11T06:20:58,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39443 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 85eb30f3b22b4cc99a431484bf126dfc_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-11T06:20:58,352 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39443 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:42835/user/jenkins/test-data/3d233450-7a60-4bb6-8c8b-3e29b72dc6fe/data/default/test/69ea8f10cdba906d8187cd970eae562c/f1/85eb30f3b22b4cc99a431484bf126dfc_SeqId_6_ into 69ea8f10cdba906d8187cd970eae562c/f1 2024-11-11T06:20:58,352 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39443 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:42835/user/jenkins/test-data/3d233450-7a60-4bb6-8c8b-3e29b72dc6fe/staging/jenkins__test__v63q2kj685u5bfdi2uo54c9b64gtbq1gldv91n903kcvv1ndvlgm2tbihhkievli/f1/hfile_0 into 69ea8f10cdba906d8187cd970eae562c/f1 (new location: hdfs://localhost:42835/user/jenkins/test-data/3d233450-7a60-4bb6-8c8b-3e29b72dc6fe/data/default/test/69ea8f10cdba906d8187cd970eae562c/f1/85eb30f3b22b4cc99a431484bf126dfc_SeqId_6_) 2024-11-11T06:20:58,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39443 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:42835/user/jenkins/test-data/3d233450-7a60-4bb6-8c8b-3e29b72dc6fe/staging/jenkins__test__v63q2kj685u5bfdi2uo54c9b64gtbq1gldv91n903kcvv1ndvlgm2tbihhkievli/f1/hfile_0 2024-11-11T06:20:58,353 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39443 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:42835/user/jenkins/test-data/3d233450-7a60-4bb6-8c8b-3e29b72dc6fe/staging/jenkins__test__v63q2kj685u5bfdi2uo54c9b64gtbq1gldv91n903kcvv1ndvlgm2tbihhkievli/f1/hfile_1 into 69ea8f10cdba906d8187cd970eae562c/f1 as hdfs://localhost:42835/user/jenkins/test-data/3d233450-7a60-4bb6-8c8b-3e29b72dc6fe/data/default/test/69ea8f10cdba906d8187cd970eae562c/f1/b207d8d30dae43ecae1a299296826379_SeqId_6_ - updating store file list. 2024-11-11T06:20:58,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39443 {}] regionserver.HStoreFile(483): HFile Bloom filter type for b207d8d30dae43ecae1a299296826379_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-11T06:20:58,357 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39443 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:42835/user/jenkins/test-data/3d233450-7a60-4bb6-8c8b-3e29b72dc6fe/data/default/test/69ea8f10cdba906d8187cd970eae562c/f1/b207d8d30dae43ecae1a299296826379_SeqId_6_ into 69ea8f10cdba906d8187cd970eae562c/f1 2024-11-11T06:20:58,357 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39443 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:42835/user/jenkins/test-data/3d233450-7a60-4bb6-8c8b-3e29b72dc6fe/staging/jenkins__test__v63q2kj685u5bfdi2uo54c9b64gtbq1gldv91n903kcvv1ndvlgm2tbihhkievli/f1/hfile_1 into 69ea8f10cdba906d8187cd970eae562c/f1 (new location: hdfs://localhost:42835/user/jenkins/test-data/3d233450-7a60-4bb6-8c8b-3e29b72dc6fe/data/default/test/69ea8f10cdba906d8187cd970eae562c/f1/b207d8d30dae43ecae1a299296826379_SeqId_6_) 2024-11-11T06:20:58,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39443 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:42835/user/jenkins/test-data/3d233450-7a60-4bb6-8c8b-3e29b72dc6fe/staging/jenkins__test__v63q2kj685u5bfdi2uo54c9b64gtbq1gldv91n903kcvv1ndvlgm2tbihhkievli/f1/hfile_1 2024-11-11T06:20:58,359 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T06:20:58,359 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:386) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T06:20:58,359 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T06:20:58,360 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T06:20:58,360 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T06:20:58,360 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731306048063.69ea8f10cdba906d8187cd970eae562c., hostname=f334e8b0fbdf,39443,1731306040899, seqNum=2 , the old value is region=test,,1731306048063.69ea8f10cdba906d8187cd970eae562c., hostname=f334e8b0fbdf,39443,1731306040899, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=f334e8b0fbdf:39443 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-11T06:20:58,360 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731306048063.69ea8f10cdba906d8187cd970eae562c., hostname=f334e8b0fbdf,39443,1731306040899, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-11T06:20:58,360 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731306048063.69ea8f10cdba906d8187cd970eae562c., hostname=f334e8b0fbdf,39443,1731306040899, seqNum=2 from cache 2024-11-11T06:20:58,361 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T06:20:58,361 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-11T06:20:58,362 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f334e8b0fbdf,39443,1731306040899, seqNum=-1] 2024-11-11T06:20:58,362 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T06:20:58,363 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40206, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T06:20:58,365 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731306048063.69ea8f10cdba906d8187cd970eae562c., hostname=f334e8b0fbdf,39443,1731306040899, seqNum=2] 2024-11-11T06:20:58,470 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f334e8b0fbdf:39443 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-11T06:20:58,633 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,39443,1731306040899.replicationSource.wal-reader.f334e8b0fbdf%2C39443%2C1731306040899,1-f334e8b0fbdf,39443,1731306040899 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42835/user/jenkins/test-data/3d233450-7a60-4bb6-8c8b-3e29b72dc6fe/WALs/f334e8b0fbdf,39443,1731306040899/f334e8b0fbdf%2C39443%2C1731306040899.1731306042883 to pos 687, reset compression=false 2024-11-11T06:20:58,639 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,39443,1731306040899.replicationSource.wal-reader.f334e8b0fbdf%2C39443%2C1731306040899,1-f334e8b0fbdf,39443,1731306040899 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-11T06:20:58,639 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,39443,1731306040899.replicationSource.wal-reader.f334e8b0fbdf%2C39443%2C1731306040899,1-f334e8b0fbdf,39443,1731306040899 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42835/user/jenkins/test-data/3d233450-7a60-4bb6-8c8b-3e29b72dc6fe/WALs/f334e8b0fbdf,39443,1731306040899/f334e8b0fbdf%2C39443%2C1731306040899.1731306042883 to pos 997, reset compression=false 2024-11-11T06:20:58,639 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,39443,1731306040899.replicationSource.shipperf334e8b0fbdf%2C39443%2C1731306040899,1-f334e8b0fbdf,39443,1731306040899 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f334e8b0fbdf,39443,1731306040899 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42835/user/jenkins/test-data/3d233450-7a60-4bb6-8c8b-3e29b72dc6fe/WALs/f334e8b0fbdf,39443,1731306040899/f334e8b0fbdf%2C39443%2C1731306040899.1731306042883, lastWalPosition=997, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-11T06:20:58,843 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,39443,1731306040899.replicationSource.wal-reader.f334e8b0fbdf%2C39443%2C1731306040899,1-f334e8b0fbdf,39443,1731306040899 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42835/user/jenkins/test-data/3d233450-7a60-4bb6-8c8b-3e29b72dc6fe/WALs/f334e8b0fbdf,39443,1731306040899/f334e8b0fbdf%2C39443%2C1731306040899.1731306042883 to pos 997, reset compression=false 2024-11-11T06:20:59,147 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,39443,1731306040899.replicationSource.wal-reader.f334e8b0fbdf%2C39443%2C1731306040899,1-f334e8b0fbdf,39443,1731306040899 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42835/user/jenkins/test-data/3d233450-7a60-4bb6-8c8b-3e29b72dc6fe/WALs/f334e8b0fbdf,39443,1731306040899/f334e8b0fbdf%2C39443%2C1731306040899.1731306042883 to pos 997, reset compression=false 2024-11-11T06:20:59,551 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,39443,1731306040899.replicationSource.wal-reader.f334e8b0fbdf%2C39443%2C1731306040899,1-f334e8b0fbdf,39443,1731306040899 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42835/user/jenkins/test-data/3d233450-7a60-4bb6-8c8b-3e29b72dc6fe/WALs/f334e8b0fbdf,39443,1731306040899/f334e8b0fbdf%2C39443%2C1731306040899.1731306042883 to pos 997, reset compression=false 2024-11-11T06:21:00,055 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,39443,1731306040899.replicationSource.wal-reader.f334e8b0fbdf%2C39443%2C1731306040899,1-f334e8b0fbdf,39443,1731306040899 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42835/user/jenkins/test-data/3d233450-7a60-4bb6-8c8b-3e29b72dc6fe/WALs/f334e8b0fbdf,39443,1731306040899/f334e8b0fbdf%2C39443%2C1731306040899.1731306042883 to pos 997, reset compression=false 2024-11-11T06:21:00,660 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,39443,1731306040899.replicationSource.wal-reader.f334e8b0fbdf%2C39443%2C1731306040899,1-f334e8b0fbdf,39443,1731306040899 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42835/user/jenkins/test-data/3d233450-7a60-4bb6-8c8b-3e29b72dc6fe/WALs/f334e8b0fbdf,39443,1731306040899/f334e8b0fbdf%2C39443%2C1731306040899.1731306042883 to pos 997, reset compression=false 2024-11-11T06:21:01,364 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,39443,1731306040899.replicationSource.wal-reader.f334e8b0fbdf%2C39443%2C1731306040899,1-f334e8b0fbdf,39443,1731306040899 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42835/user/jenkins/test-data/3d233450-7a60-4bb6-8c8b-3e29b72dc6fe/WALs/f334e8b0fbdf,39443,1731306040899/f334e8b0fbdf%2C39443%2C1731306040899.1731306042883 to pos 997, reset compression=false 2024-11-11T06:21:02,168 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,39443,1731306040899.replicationSource.wal-reader.f334e8b0fbdf%2C39443%2C1731306040899,1-f334e8b0fbdf,39443,1731306040899 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42835/user/jenkins/test-data/3d233450-7a60-4bb6-8c8b-3e29b72dc6fe/WALs/f334e8b0fbdf,39443,1731306040899/f334e8b0fbdf%2C39443%2C1731306040899.1731306042883 to pos 997, reset compression=false 2024-11-11T06:21:03,072 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,39443,1731306040899.replicationSource.wal-reader.f334e8b0fbdf%2C39443%2C1731306040899,1-f334e8b0fbdf,39443,1731306040899 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42835/user/jenkins/test-data/3d233450-7a60-4bb6-8c8b-3e29b72dc6fe/WALs/f334e8b0fbdf,39443,1731306040899/f334e8b0fbdf%2C39443%2C1731306040899.1731306042883 to pos 997, reset compression=false 2024-11-11T06:21:04,077 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,39443,1731306040899.replicationSource.wal-reader.f334e8b0fbdf%2C39443%2C1731306040899,1-f334e8b0fbdf,39443,1731306040899 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42835/user/jenkins/test-data/3d233450-7a60-4bb6-8c8b-3e29b72dc6fe/WALs/f334e8b0fbdf,39443,1731306040899/f334e8b0fbdf%2C39443%2C1731306040899.1731306042883 to pos 997, reset compression=false 2024-11-11T06:21:05,182 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,39443,1731306040899.replicationSource.wal-reader.f334e8b0fbdf%2C39443%2C1731306040899,1-f334e8b0fbdf,39443,1731306040899 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42835/user/jenkins/test-data/3d233450-7a60-4bb6-8c8b-3e29b72dc6fe/WALs/f334e8b0fbdf,39443,1731306040899/f334e8b0fbdf%2C39443%2C1731306040899.1731306042883 to pos 997, reset compression=false 2024-11-11T06:21:06,386 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,39443,1731306040899.replicationSource.wal-reader.f334e8b0fbdf%2C39443%2C1731306040899,1-f334e8b0fbdf,39443,1731306040899 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42835/user/jenkins/test-data/3d233450-7a60-4bb6-8c8b-3e29b72dc6fe/WALs/f334e8b0fbdf,39443,1731306040899/f334e8b0fbdf%2C39443%2C1731306040899.1731306042883 to pos 997, reset compression=false 2024-11-11T06:21:07,690 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,39443,1731306040899.replicationSource.wal-reader.f334e8b0fbdf%2C39443%2C1731306040899,1-f334e8b0fbdf,39443,1731306040899 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42835/user/jenkins/test-data/3d233450-7a60-4bb6-8c8b-3e29b72dc6fe/WALs/f334e8b0fbdf,39443,1731306040899/f334e8b0fbdf%2C39443%2C1731306040899.1731306042883 to pos 997, reset compression=false 2024-11-11T06:21:09,094 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,39443,1731306040899.replicationSource.wal-reader.f334e8b0fbdf%2C39443%2C1731306040899,1-f334e8b0fbdf,39443,1731306040899 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42835/user/jenkins/test-data/3d233450-7a60-4bb6-8c8b-3e29b72dc6fe/WALs/f334e8b0fbdf,39443,1731306040899/f334e8b0fbdf%2C39443%2C1731306040899.1731306042883 to pos 997, reset compression=false 2024-11-11T06:21:10,434 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-11T06:21:10,598 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,39443,1731306040899.replicationSource.wal-reader.f334e8b0fbdf%2C39443%2C1731306040899,1-f334e8b0fbdf,39443,1731306040899 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42835/user/jenkins/test-data/3d233450-7a60-4bb6-8c8b-3e29b72dc6fe/WALs/f334e8b0fbdf,39443,1731306040899/f334e8b0fbdf%2C39443%2C1731306040899.1731306042883 to pos 997, reset compression=false 2024-11-11T06:21:12,204 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,39443,1731306040899.replicationSource.wal-reader.f334e8b0fbdf%2C39443%2C1731306040899,1-f334e8b0fbdf,39443,1731306040899 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42835/user/jenkins/test-data/3d233450-7a60-4bb6-8c8b-3e29b72dc6fe/WALs/f334e8b0fbdf,39443,1731306040899/f334e8b0fbdf%2C39443%2C1731306040899.1731306042883 to pos 997, reset compression=false 2024-11-11T06:21:13,908 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,39443,1731306040899.replicationSource.wal-reader.f334e8b0fbdf%2C39443%2C1731306040899,1-f334e8b0fbdf,39443,1731306040899 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42835/user/jenkins/test-data/3d233450-7a60-4bb6-8c8b-3e29b72dc6fe/WALs/f334e8b0fbdf,39443,1731306040899/f334e8b0fbdf%2C39443%2C1731306040899.1731306042883 to pos 997, reset compression=false 2024-11-11T06:21:14,564 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-11T06:21:15,712 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,39443,1731306040899.replicationSource.wal-reader.f334e8b0fbdf%2C39443%2C1731306040899,1-f334e8b0fbdf,39443,1731306040899 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42835/user/jenkins/test-data/3d233450-7a60-4bb6-8c8b-3e29b72dc6fe/WALs/f334e8b0fbdf,39443,1731306040899/f334e8b0fbdf%2C39443%2C1731306040899.1731306042883 to pos 997, reset compression=false 2024-11-11T06:21:17,617 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,39443,1731306040899.replicationSource.wal-reader.f334e8b0fbdf%2C39443%2C1731306040899,1-f334e8b0fbdf,39443,1731306040899 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42835/user/jenkins/test-data/3d233450-7a60-4bb6-8c8b-3e29b72dc6fe/WALs/f334e8b0fbdf,39443,1731306040899/f334e8b0fbdf%2C39443%2C1731306040899.1731306042883 to pos 997, reset compression=false 2024-11-11T06:21:18,641 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,39443,1731306040899.replicationSource.shipperf334e8b0fbdf%2C39443%2C1731306040899,1-f334e8b0fbdf,39443,1731306040899 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f334e8b0fbdf,39443,1731306040899 got entry batch from reader: null 2024-11-11T06:21:19,621 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,39443,1731306040899.replicationSource.wal-reader.f334e8b0fbdf%2C39443%2C1731306040899,1-f334e8b0fbdf,39443,1731306040899 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42835/user/jenkins/test-data/3d233450-7a60-4bb6-8c8b-3e29b72dc6fe/WALs/f334e8b0fbdf,39443,1731306040899/f334e8b0fbdf%2C39443%2C1731306040899.1731306042883 to pos 997, reset compression=false 2024-11-11T06:21:21,725 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,39443,1731306040899.replicationSource.wal-reader.f334e8b0fbdf%2C39443%2C1731306040899,1-f334e8b0fbdf,39443,1731306040899 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42835/user/jenkins/test-data/3d233450-7a60-4bb6-8c8b-3e29b72dc6fe/WALs/f334e8b0fbdf,39443,1731306040899/f334e8b0fbdf%2C39443%2C1731306040899.1731306042883 to pos 997, reset compression=false 2024-11-11T06:21:23,930 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,39443,1731306040899.replicationSource.wal-reader.f334e8b0fbdf%2C39443%2C1731306040899,1-f334e8b0fbdf,39443,1731306040899 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42835/user/jenkins/test-data/3d233450-7a60-4bb6-8c8b-3e29b72dc6fe/WALs/f334e8b0fbdf,39443,1731306040899/f334e8b0fbdf%2C39443%2C1731306040899.1731306042883 to pos 997, reset compression=false 2024-11-11T06:21:24,817 INFO [master/f334e8b0fbdf:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-11T06:21:24,817 INFO [master/f334e8b0fbdf:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-11T06:21:26,234 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,39443,1731306040899.replicationSource.wal-reader.f334e8b0fbdf%2C39443%2C1731306040899,1-f334e8b0fbdf,39443,1731306040899 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42835/user/jenkins/test-data/3d233450-7a60-4bb6-8c8b-3e29b72dc6fe/WALs/f334e8b0fbdf,39443,1731306040899/f334e8b0fbdf%2C39443%2C1731306040899.1731306042883 to pos 997, reset compression=false 2024-11-11T06:21:28,005 INFO [master/f334e8b0fbdf:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-11T06:21:28,005 INFO [master/f334e8b0fbdf:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-11T06:21:28,639 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,39443,1731306040899.replicationSource.wal-reader.f334e8b0fbdf%2C39443%2C1731306040899,1-f334e8b0fbdf,39443,1731306040899 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42835/user/jenkins/test-data/3d233450-7a60-4bb6-8c8b-3e29b72dc6fe/WALs/f334e8b0fbdf,39443,1731306040899/f334e8b0fbdf%2C39443%2C1731306040899.1731306042883 to pos 997, reset compression=false 2024-11-11T06:21:31,143 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,39443,1731306040899.replicationSource.wal-reader.f334e8b0fbdf%2C39443%2C1731306040899,1-f334e8b0fbdf,39443,1731306040899 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42835/user/jenkins/test-data/3d233450-7a60-4bb6-8c8b-3e29b72dc6fe/WALs/f334e8b0fbdf,39443,1731306040899/f334e8b0fbdf%2C39443%2C1731306040899.1731306042883 to pos 997, reset compression=false 2024-11-11T06:21:33,747 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,39443,1731306040899.replicationSource.wal-reader.f334e8b0fbdf%2C39443%2C1731306040899,1-f334e8b0fbdf,39443,1731306040899 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42835/user/jenkins/test-data/3d233450-7a60-4bb6-8c8b-3e29b72dc6fe/WALs/f334e8b0fbdf,39443,1731306040899/f334e8b0fbdf%2C39443%2C1731306040899.1731306042883 to pos 997, reset compression=false 2024-11-11T06:21:34,208 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 69ea8f10cdba906d8187cd970eae562c, had cached 0 bytes from a total of 31376 2024-11-11T06:21:36,365 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 2b0fa917f67a4ad3e8f4adb76e1ea290, had cached 0 bytes from a total of 15585 2024-11-11T06:21:36,451 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,39443,1731306040899.replicationSource.wal-reader.f334e8b0fbdf%2C39443%2C1731306040899,1-f334e8b0fbdf,39443,1731306040899 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42835/user/jenkins/test-data/3d233450-7a60-4bb6-8c8b-3e29b72dc6fe/WALs/f334e8b0fbdf,39443,1731306040899/f334e8b0fbdf%2C39443%2C1731306040899.1731306042883 to pos 997, reset compression=false 2024-11-11T06:21:38,642 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,39443,1731306040899.replicationSource.shipperf334e8b0fbdf%2C39443%2C1731306040899,1-f334e8b0fbdf,39443,1731306040899 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f334e8b0fbdf,39443,1731306040899 got entry batch from reader: null 2024-11-11T06:21:39,255 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,39443,1731306040899.replicationSource.wal-reader.f334e8b0fbdf%2C39443%2C1731306040899,1-f334e8b0fbdf,39443,1731306040899 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42835/user/jenkins/test-data/3d233450-7a60-4bb6-8c8b-3e29b72dc6fe/WALs/f334e8b0fbdf,39443,1731306040899/f334e8b0fbdf%2C39443%2C1731306040899.1731306042883 to pos 997, reset compression=false 2024-11-11T06:21:40,434 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-11T06:21:42,159 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,39443,1731306040899.replicationSource.wal-reader.f334e8b0fbdf%2C39443%2C1731306040899,1-f334e8b0fbdf,39443,1731306040899 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42835/user/jenkins/test-data/3d233450-7a60-4bb6-8c8b-3e29b72dc6fe/WALs/f334e8b0fbdf,39443,1731306040899/f334e8b0fbdf%2C39443%2C1731306040899.1731306042883 to pos 997, reset compression=false 2024-11-11T06:21:43,937 DEBUG [master/f334e8b0fbdf:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-11T06:21:44,564 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-11T06:21:45,164 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,39443,1731306040899.replicationSource.wal-reader.f334e8b0fbdf%2C39443%2C1731306040899,1-f334e8b0fbdf,39443,1731306040899 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42835/user/jenkins/test-data/3d233450-7a60-4bb6-8c8b-3e29b72dc6fe/WALs/f334e8b0fbdf,39443,1731306040899/f334e8b0fbdf%2C39443%2C1731306040899.1731306042883 to pos 997, reset compression=false 2024-11-11T06:21:48,033 DEBUG [master/f334e8b0fbdf:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-11T06:21:48,268 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,39443,1731306040899.replicationSource.wal-reader.f334e8b0fbdf%2C39443%2C1731306040899,1-f334e8b0fbdf,39443,1731306040899 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42835/user/jenkins/test-data/3d233450-7a60-4bb6-8c8b-3e29b72dc6fe/WALs/f334e8b0fbdf,39443,1731306040899/f334e8b0fbdf%2C39443%2C1731306040899.1731306042883 to pos 997, reset compression=false 2024-11-11T06:21:51,478 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,39443,1731306040899.replicationSource.wal-reader.f334e8b0fbdf%2C39443%2C1731306040899,1-f334e8b0fbdf,39443,1731306040899 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42835/user/jenkins/test-data/3d233450-7a60-4bb6-8c8b-3e29b72dc6fe/WALs/f334e8b0fbdf,39443,1731306040899/f334e8b0fbdf%2C39443%2C1731306040899.1731306042883 to pos 997, reset compression=false 2024-11-11T06:21:54,782 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,39443,1731306040899.replicationSource.wal-reader.f334e8b0fbdf%2C39443%2C1731306040899,1-f334e8b0fbdf,39443,1731306040899 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42835/user/jenkins/test-data/3d233450-7a60-4bb6-8c8b-3e29b72dc6fe/WALs/f334e8b0fbdf,39443,1731306040899/f334e8b0fbdf%2C39443%2C1731306040899.1731306042883 to pos 997, reset compression=false 2024-11-11T06:21:58,187 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,39443,1731306040899.replicationSource.wal-reader.f334e8b0fbdf%2C39443%2C1731306040899,1-f334e8b0fbdf,39443,1731306040899 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42835/user/jenkins/test-data/3d233450-7a60-4bb6-8c8b-3e29b72dc6fe/WALs/f334e8b0fbdf,39443,1731306040899/f334e8b0fbdf%2C39443%2C1731306040899.1731306042883 to pos 997, reset compression=false 2024-11-11T06:21:58,390 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-11T06:21:58,390 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T06:21:58,390 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T06:21:58,390 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T06:21:58,390 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T06:21:58,390 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T06:21:58,390 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-11T06:21:58,390 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1506161052, stopped=false 2024-11-11T06:21:58,390 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=f334e8b0fbdf,45391,1731306044976 2024-11-11T06:21:58,392 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45391-0x10105af94d90003, quorum=127.0.0.1:60256, baseZNode=/1-103821528 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-103821528/running 2024-11-11T06:21:58,392 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35927-0x10105af94d90004, quorum=127.0.0.1:60256, baseZNode=/1-103821528 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-103821528/running 2024-11-11T06:21:58,392 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45391-0x10105af94d90003, quorum=127.0.0.1:60256, baseZNode=/1-103821528 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-103821528 2024-11-11T06:21:58,392 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35927-0x10105af94d90004, quorum=127.0.0.1:60256, baseZNode=/1-103821528 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-103821528 2024-11-11T06:21:58,392 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T06:21:58,393 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T06:21:58,393 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T06:21:58,393 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T06:21:58,393 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35927-0x10105af94d90004, quorum=127.0.0.1:60256, baseZNode=/1-103821528 Set watcher on znode that does not yet exist, /1-103821528/running 2024-11-11T06:21:58,393 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:45391-0x10105af94d90003, quorum=127.0.0.1:60256, baseZNode=/1-103821528 Set watcher on znode that does not yet exist, /1-103821528/running 2024-11-11T06:21:58,393 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'f334e8b0fbdf,35927,1731306045017' ***** 2024-11-11T06:21:58,393 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-11T06:21:58,394 INFO [RS:0;f334e8b0fbdf:35927 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-11T06:21:58,394 INFO [RS:0;f334e8b0fbdf:35927 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-11T06:21:58,394 INFO [RS:0;f334e8b0fbdf:35927 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-11T06:21:58,394 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-11T06:21:58,394 INFO [RS:0;f334e8b0fbdf:35927 {}] regionserver.HRegionServer(3091): Received CLOSE for 2b0fa917f67a4ad3e8f4adb76e1ea290 2024-11-11T06:21:58,395 INFO [RS:0;f334e8b0fbdf:35927 {}] regionserver.HRegionServer(959): stopping server f334e8b0fbdf,35927,1731306045017 2024-11-11T06:21:58,395 INFO [RS:0;f334e8b0fbdf:35927 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T06:21:58,395 INFO [RS:0;f334e8b0fbdf:35927 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f334e8b0fbdf:35927. 2024-11-11T06:21:58,395 DEBUG [RS:0;f334e8b0fbdf:35927 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T06:21:58,395 DEBUG [RS:0;f334e8b0fbdf:35927 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T06:21:58,395 DEBUG [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 2b0fa917f67a4ad3e8f4adb76e1ea290, disabling compactions & flushes 2024-11-11T06:21:58,395 INFO [RS:0;f334e8b0fbdf:35927 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-11T06:21:58,395 INFO [RS:0;f334e8b0fbdf:35927 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-11T06:21:58,395 INFO [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731306050223.2b0fa917f67a4ad3e8f4adb76e1ea290. 2024-11-11T06:21:58,395 INFO [RS:0;f334e8b0fbdf:35927 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-11T06:21:58,395 DEBUG [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731306050223.2b0fa917f67a4ad3e8f4adb76e1ea290. 2024-11-11T06:21:58,395 INFO [RS:0;f334e8b0fbdf:35927 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-11T06:21:58,395 DEBUG [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731306050223.2b0fa917f67a4ad3e8f4adb76e1ea290. after waiting 0 ms 2024-11-11T06:21:58,395 DEBUG [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731306050223.2b0fa917f67a4ad3e8f4adb76e1ea290. 2024-11-11T06:21:58,395 INFO [RS:0;f334e8b0fbdf:35927 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-11T06:21:58,395 DEBUG [RS:0;f334e8b0fbdf:35927 {}] regionserver.HRegionServer(1325): Online Regions={2b0fa917f67a4ad3e8f4adb76e1ea290=test,,1731306050223.2b0fa917f67a4ad3e8f4adb76e1ea290., 1588230740=hbase:meta,,1.1588230740} 2024-11-11T06:21:58,395 DEBUG [RS:0;f334e8b0fbdf:35927 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2b0fa917f67a4ad3e8f4adb76e1ea290 2024-11-11T06:21:58,395 DEBUG [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-11T06:21:58,395 INFO [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-11T06:21:58,395 DEBUG [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-11T06:21:58,395 DEBUG [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-11T06:21:58,395 DEBUG [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-11T06:21:58,395 INFO [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-11-11T06:21:58,400 DEBUG [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36573/user/jenkins/test-data/36aa8e76-027f-f3fa-ef69-306b794aa3a0/data/default/test/2b0fa917f67a4ad3e8f4adb76e1ea290/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-11-11T06:21:58,401 DEBUG [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-11T06:21:58,401 DEBUG [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-11T06:21:58,401 INFO [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731306050223.2b0fa917f67a4ad3e8f4adb76e1ea290. 2024-11-11T06:21:58,401 DEBUG [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 2b0fa917f67a4ad3e8f4adb76e1ea290: Waiting for close lock at 1731306118395Running coprocessor pre-close hooks at 1731306118395Disabling compacts and flushes for region at 1731306118395Disabling writes for close at 1731306118395Writing region close event to WAL at 1731306118397 (+2 ms)Running coprocessor post-close hooks at 1731306118401 (+4 ms)Closed at 1731306118401 2024-11-11T06:21:58,401 DEBUG [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731306050223.2b0fa917f67a4ad3e8f4adb76e1ea290. 2024-11-11T06:21:58,417 DEBUG [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36573/user/jenkins/test-data/36aa8e76-027f-f3fa-ef69-306b794aa3a0/data/hbase/meta/1588230740/.tmp/info/1c641c67de72402191ede0978cc5b08c is 129, key is test,,1731306050223.2b0fa917f67a4ad3e8f4adb76e1ea290./info:regioninfo/1731306051382/Put/seqid=0 2024-11-11T06:21:58,421 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42627 is added to blk_1073741839_1015 (size=6421) 2024-11-11T06:21:58,453 INFO [regionserver/f334e8b0fbdf:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T06:21:58,595 DEBUG [RS:0;f334e8b0fbdf:35927 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T06:21:58,642 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,39443,1731306040899.replicationSource.shipperf334e8b0fbdf%2C39443%2C1731306040899,1-f334e8b0fbdf,39443,1731306040899 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f334e8b0fbdf,39443,1731306040899 got entry batch from reader: null 2024-11-11T06:21:58,796 DEBUG [RS:0;f334e8b0fbdf:35927 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T06:21:58,822 INFO [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:36573/user/jenkins/test-data/36aa8e76-027f-f3fa-ef69-306b794aa3a0/data/hbase/meta/1588230740/.tmp/info/1c641c67de72402191ede0978cc5b08c 2024-11-11T06:21:58,846 DEBUG [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36573/user/jenkins/test-data/36aa8e76-027f-f3fa-ef69-306b794aa3a0/data/hbase/meta/1588230740/.tmp/ns/c9ea58cbaca74493aa6821f320b937a8 is 43, key is default/ns:d/1731306047990/Put/seqid=0 2024-11-11T06:21:58,850 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42627 is added to blk_1073741840_1016 (size=5153) 2024-11-11T06:21:58,917 INFO [regionserver/f334e8b0fbdf:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-11T06:21:58,917 INFO [regionserver/f334e8b0fbdf:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-11T06:21:58,996 DEBUG [RS:0;f334e8b0fbdf:35927 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T06:21:59,196 DEBUG [RS:0;f334e8b0fbdf:35927 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T06:21:59,251 INFO [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:36573/user/jenkins/test-data/36aa8e76-027f-f3fa-ef69-306b794aa3a0/data/hbase/meta/1588230740/.tmp/ns/c9ea58cbaca74493aa6821f320b937a8 2024-11-11T06:21:59,270 DEBUG [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36573/user/jenkins/test-data/36aa8e76-027f-f3fa-ef69-306b794aa3a0/data/hbase/meta/1588230740/.tmp/rep_barrier/c96d426e2944424abd9905fa91c50ce9 is 112, key is test,,1731306050223.2b0fa917f67a4ad3e8f4adb76e1ea290./rep_barrier:seqnumDuringOpen/1731306051382/Put/seqid=0 2024-11-11T06:21:59,274 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42627 is added to blk_1073741841_1017 (size=5518) 2024-11-11T06:21:59,396 INFO [RS:0;f334e8b0fbdf:35927 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-11T06:21:59,396 DEBUG [RS:0;f334e8b0fbdf:35927 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-11T06:21:59,396 DEBUG [RS:0;f334e8b0fbdf:35927 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T06:21:59,596 DEBUG [RS:0;f334e8b0fbdf:35927 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T06:21:59,675 INFO [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:36573/user/jenkins/test-data/36aa8e76-027f-f3fa-ef69-306b794aa3a0/data/hbase/meta/1588230740/.tmp/rep_barrier/c96d426e2944424abd9905fa91c50ce9 2024-11-11T06:21:59,698 DEBUG [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36573/user/jenkins/test-data/36aa8e76-027f-f3fa-ef69-306b794aa3a0/data/hbase/meta/1588230740/.tmp/table/53f98d2b4ba8490887eea3a36be21e88 is 40, key is test/table:state/1731306051392/Put/seqid=0 2024-11-11T06:21:59,702 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42627 is added to blk_1073741842_1018 (size=5165) 2024-11-11T06:21:59,797 DEBUG [RS:0;f334e8b0fbdf:35927 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T06:21:59,997 DEBUG [RS:0;f334e8b0fbdf:35927 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T06:22:00,103 INFO [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:36573/user/jenkins/test-data/36aa8e76-027f-f3fa-ef69-306b794aa3a0/data/hbase/meta/1588230740/.tmp/table/53f98d2b4ba8490887eea3a36be21e88 2024-11-11T06:22:00,109 DEBUG [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36573/user/jenkins/test-data/36aa8e76-027f-f3fa-ef69-306b794aa3a0/data/hbase/meta/1588230740/.tmp/info/1c641c67de72402191ede0978cc5b08c as hdfs://localhost:36573/user/jenkins/test-data/36aa8e76-027f-f3fa-ef69-306b794aa3a0/data/hbase/meta/1588230740/info/1c641c67de72402191ede0978cc5b08c 2024-11-11T06:22:00,114 INFO [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36573/user/jenkins/test-data/36aa8e76-027f-f3fa-ef69-306b794aa3a0/data/hbase/meta/1588230740/info/1c641c67de72402191ede0978cc5b08c, entries=10, sequenceid=11, filesize=6.3 K 2024-11-11T06:22:00,115 DEBUG [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36573/user/jenkins/test-data/36aa8e76-027f-f3fa-ef69-306b794aa3a0/data/hbase/meta/1588230740/.tmp/ns/c9ea58cbaca74493aa6821f320b937a8 as hdfs://localhost:36573/user/jenkins/test-data/36aa8e76-027f-f3fa-ef69-306b794aa3a0/data/hbase/meta/1588230740/ns/c9ea58cbaca74493aa6821f320b937a8 2024-11-11T06:22:00,119 INFO [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36573/user/jenkins/test-data/36aa8e76-027f-f3fa-ef69-306b794aa3a0/data/hbase/meta/1588230740/ns/c9ea58cbaca74493aa6821f320b937a8, entries=2, sequenceid=11, filesize=5.0 K 2024-11-11T06:22:00,120 DEBUG [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36573/user/jenkins/test-data/36aa8e76-027f-f3fa-ef69-306b794aa3a0/data/hbase/meta/1588230740/.tmp/rep_barrier/c96d426e2944424abd9905fa91c50ce9 as hdfs://localhost:36573/user/jenkins/test-data/36aa8e76-027f-f3fa-ef69-306b794aa3a0/data/hbase/meta/1588230740/rep_barrier/c96d426e2944424abd9905fa91c50ce9 2024-11-11T06:22:00,124 INFO [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36573/user/jenkins/test-data/36aa8e76-027f-f3fa-ef69-306b794aa3a0/data/hbase/meta/1588230740/rep_barrier/c96d426e2944424abd9905fa91c50ce9, entries=1, sequenceid=11, filesize=5.4 K 2024-11-11T06:22:00,125 DEBUG [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36573/user/jenkins/test-data/36aa8e76-027f-f3fa-ef69-306b794aa3a0/data/hbase/meta/1588230740/.tmp/table/53f98d2b4ba8490887eea3a36be21e88 as hdfs://localhost:36573/user/jenkins/test-data/36aa8e76-027f-f3fa-ef69-306b794aa3a0/data/hbase/meta/1588230740/table/53f98d2b4ba8490887eea3a36be21e88 2024-11-11T06:22:00,129 INFO [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36573/user/jenkins/test-data/36aa8e76-027f-f3fa-ef69-306b794aa3a0/data/hbase/meta/1588230740/table/53f98d2b4ba8490887eea3a36be21e88, entries=2, sequenceid=11, filesize=5.0 K 2024-11-11T06:22:00,130 INFO [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1735ms, sequenceid=11, compaction requested=false 2024-11-11T06:22:00,134 DEBUG [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36573/user/jenkins/test-data/36aa8e76-027f-f3fa-ef69-306b794aa3a0/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-11T06:22:00,135 DEBUG [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-11T06:22:00,135 DEBUG [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-11T06:22:00,135 INFO [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-11T06:22:00,135 DEBUG [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731306118395Running coprocessor pre-close hooks at 1731306118395Disabling compacts and flushes for region at 1731306118395Disabling writes for close at 1731306118395Obtaining lock to block concurrent updates at 1731306118395Preparing flush snapshotting stores in 1588230740 at 1731306118396 (+1 ms)Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1731306118396Flushing stores of hbase:meta,,1.1588230740 at 1731306118397 (+1 ms)Flushing 1588230740/info: creating writer at 1731306118397Flushing 1588230740/info: appending metadata at 1731306118416 (+19 ms)Flushing 1588230740/info: closing flushed file at 1731306118416Flushing 1588230740/ns: creating writer at 1731306118828 (+412 ms)Flushing 1588230740/ns: appending metadata at 1731306118846 (+18 ms)Flushing 1588230740/ns: closing flushed file at 1731306118846Flushing 1588230740/rep_barrier: creating writer at 1731306119256 (+410 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731306119270 (+14 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731306119270Flushing 1588230740/table: creating writer at 1731306119680 (+410 ms)Flushing 1588230740/table: appending metadata at 1731306119698 (+18 ms)Flushing 1588230740/table: closing flushed file at 1731306119698Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@319391cc: reopening flushed file at 1731306120108 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@28928254: reopening flushed file at 1731306120114 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1b738a9: reopening flushed file at 1731306120119 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2bf4211d: reopening flushed file at 1731306120125 (+6 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1735ms, sequenceid=11, compaction requested=false at 1731306120130 (+5 ms)Writing region close event to WAL at 1731306120132 (+2 ms)Running coprocessor post-close hooks at 1731306120135 (+3 ms)Closed at 1731306120135 2024-11-11T06:22:00,135 DEBUG [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-11T06:22:00,197 INFO [RS:0;f334e8b0fbdf:35927 {}] regionserver.HRegionServer(976): stopping server f334e8b0fbdf,35927,1731306045017; all regions closed. 2024-11-11T06:22:00,199 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42627 is added to blk_1073741834_1010 (size=2717) 2024-11-11T06:22:00,199 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/36aa8e76-027f-f3fa-ef69-306b794aa3a0/WALs/f334e8b0fbdf,35927,1731306045017/f334e8b0fbdf%2C35927%2C1731306045017.meta.1731306047944.meta not finished, retry = 0 2024-11-11T06:22:00,302 DEBUG [RS:0;f334e8b0fbdf:35927 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/36aa8e76-027f-f3fa-ef69-306b794aa3a0/oldWALs 2024-11-11T06:22:00,302 INFO [RS:0;f334e8b0fbdf:35927 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL f334e8b0fbdf%2C35927%2C1731306045017.meta:.meta(num 1731306047944) 2024-11-11T06:22:00,305 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42627 is added to blk_1073741832_1008 (size=1028) 2024-11-11T06:22:00,305 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/36aa8e76-027f-f3fa-ef69-306b794aa3a0/WALs/f334e8b0fbdf,35927,1731306045017/f334e8b0fbdf%2C35927%2C1731306045017.1731306047006 not finished, retry = 0 2024-11-11T06:22:00,407 DEBUG [RS:0;f334e8b0fbdf:35927 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/36aa8e76-027f-f3fa-ef69-306b794aa3a0/oldWALs 2024-11-11T06:22:00,407 INFO [RS:0;f334e8b0fbdf:35927 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL f334e8b0fbdf%2C35927%2C1731306045017:(num 1731306047006) 2024-11-11T06:22:00,407 DEBUG [RS:0;f334e8b0fbdf:35927 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T06:22:00,407 INFO [RS:0;f334e8b0fbdf:35927 {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T06:22:00,407 INFO [RS:0;f334e8b0fbdf:35927 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T06:22:00,407 INFO [RS:0;f334e8b0fbdf:35927 {}] hbase.ChoreService(370): Chore service for: regionserver/f334e8b0fbdf:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-11T06:22:00,407 INFO [RS:0;f334e8b0fbdf:35927 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T06:22:00,407 INFO [regionserver/f334e8b0fbdf:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T06:22:00,408 INFO [RS:0;f334e8b0fbdf:35927 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f334e8b0fbdf:35927. 2024-11-11T06:22:00,408 DEBUG [RS:0;f334e8b0fbdf:35927 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T06:22:00,408 DEBUG [RS:0;f334e8b0fbdf:35927 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T06:22:00,408 DEBUG [RS:0;f334e8b0fbdf:35927 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T06:22:00,408 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T06:22:00,408 INFO [RS:0;f334e8b0fbdf:35927 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35927 2024-11-11T06:22:00,410 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35927-0x10105af94d90004, quorum=127.0.0.1:60256, baseZNode=/1-103821528 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-103821528/rs/f334e8b0fbdf,35927,1731306045017 2024-11-11T06:22:00,410 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45391-0x10105af94d90003, quorum=127.0.0.1:60256, baseZNode=/1-103821528 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-103821528/rs 2024-11-11T06:22:00,410 INFO [RS:0;f334e8b0fbdf:35927 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T06:22:00,413 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [f334e8b0fbdf,35927,1731306045017] 2024-11-11T06:22:00,414 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-103821528/draining/f334e8b0fbdf,35927,1731306045017 already deleted, retry=false 2024-11-11T06:22:00,414 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; f334e8b0fbdf,35927,1731306045017 expired; onlineServers=0 2024-11-11T06:22:00,414 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'f334e8b0fbdf,45391,1731306044976' ***** 2024-11-11T06:22:00,414 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-11T06:22:00,414 INFO [M:0;f334e8b0fbdf:45391 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T06:22:00,414 INFO [M:0;f334e8b0fbdf:45391 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T06:22:00,414 DEBUG [M:0;f334e8b0fbdf:45391 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-11T06:22:00,414 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-11T06:22:00,414 DEBUG [M:0;f334e8b0fbdf:45391 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-11T06:22:00,414 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster-HFileCleaner.large.0-1731306046795 {}] cleaner.HFileCleaner(306): Exit Thread[master/f334e8b0fbdf:0:becomeActiveMaster-HFileCleaner.large.0-1731306046795,5,FailOnTimeoutGroup] 2024-11-11T06:22:00,414 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster-HFileCleaner.small.0-1731306046795 {}] cleaner.HFileCleaner(306): Exit Thread[master/f334e8b0fbdf:0:becomeActiveMaster-HFileCleaner.small.0-1731306046795,5,FailOnTimeoutGroup] 2024-11-11T06:22:00,415 INFO [M:0;f334e8b0fbdf:45391 {}] hbase.ChoreService(370): Chore service for: master/f334e8b0fbdf:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-11T06:22:00,415 INFO [M:0;f334e8b0fbdf:45391 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T06:22:00,415 DEBUG [M:0;f334e8b0fbdf:45391 {}] master.HMaster(1795): Stopping service threads 2024-11-11T06:22:00,415 INFO [M:0;f334e8b0fbdf:45391 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-11T06:22:00,415 INFO [M:0;f334e8b0fbdf:45391 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T06:22:00,415 INFO [M:0;f334e8b0fbdf:45391 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-11T06:22:00,415 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-11T06:22:00,416 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45391-0x10105af94d90003, quorum=127.0.0.1:60256, baseZNode=/1-103821528 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-103821528/master 2024-11-11T06:22:00,416 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45391-0x10105af94d90003, quorum=127.0.0.1:60256, baseZNode=/1-103821528 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-103821528 2024-11-11T06:22:00,416 DEBUG [M:0;f334e8b0fbdf:45391 {}] zookeeper.ZKUtil(347): master:45391-0x10105af94d90003, quorum=127.0.0.1:60256, baseZNode=/1-103821528 Unable to get data of znode /1-103821528/master because node does not exist (not an error) 2024-11-11T06:22:00,416 WARN [M:0;f334e8b0fbdf:45391 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-11T06:22:00,417 INFO [M:0;f334e8b0fbdf:45391 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:36573/user/jenkins/test-data/36aa8e76-027f-f3fa-ef69-306b794aa3a0/.lastflushedseqids 2024-11-11T06:22:00,426 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42627 is added to blk_1073741843_1019 (size=173) 2024-11-11T06:22:00,513 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35927-0x10105af94d90004, quorum=127.0.0.1:60256, baseZNode=/1-103821528 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T06:22:00,513 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35927-0x10105af94d90004, quorum=127.0.0.1:60256, baseZNode=/1-103821528 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T06:22:00,513 INFO [RS:0;f334e8b0fbdf:35927 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T06:22:00,513 INFO [RS:0;f334e8b0fbdf:35927 {}] regionserver.HRegionServer(1031): Exiting; stopping=f334e8b0fbdf,35927,1731306045017; zookeeper connection closed. 2024-11-11T06:22:00,513 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@72f4c501 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@72f4c501 2024-11-11T06:22:00,513 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-11T06:22:00,826 INFO [M:0;f334e8b0fbdf:45391 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-11T06:22:00,826 INFO [M:0;f334e8b0fbdf:45391 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-11T06:22:00,826 DEBUG [M:0;f334e8b0fbdf:45391 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-11T06:22:00,827 INFO [M:0;f334e8b0fbdf:45391 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T06:22:00,827 DEBUG [M:0;f334e8b0fbdf:45391 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T06:22:00,827 DEBUG [M:0;f334e8b0fbdf:45391 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-11T06:22:00,827 DEBUG [M:0;f334e8b0fbdf:45391 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T06:22:00,827 INFO [M:0;f334e8b0fbdf:45391 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=28.05 KB heapSize=34.16 KB 2024-11-11T06:22:00,843 DEBUG [M:0;f334e8b0fbdf:45391 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36573/user/jenkins/test-data/36aa8e76-027f-f3fa-ef69-306b794aa3a0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2b31563924764dadb0a24c6c08235307 is 82, key is hbase:meta,,1/info:regioninfo/1731306047977/Put/seqid=0 2024-11-11T06:22:00,847 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42627 is added to blk_1073741844_1020 (size=5672) 2024-11-11T06:22:01,247 INFO [M:0;f334e8b0fbdf:45391 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:36573/user/jenkins/test-data/36aa8e76-027f-f3fa-ef69-306b794aa3a0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2b31563924764dadb0a24c6c08235307 2024-11-11T06:22:01,266 DEBUG [M:0;f334e8b0fbdf:45391 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36573/user/jenkins/test-data/36aa8e76-027f-f3fa-ef69-306b794aa3a0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e29af662726f4b31b451d1f982acf6ec is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731306051396/Put/seqid=0 2024-11-11T06:22:01,270 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42627 is added to blk_1073741845_1021 (size=6727) 2024-11-11T06:22:01,671 INFO [M:0;f334e8b0fbdf:45391 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.50 KB at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:36573/user/jenkins/test-data/36aa8e76-027f-f3fa-ef69-306b794aa3a0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e29af662726f4b31b451d1f982acf6ec 2024-11-11T06:22:01,675 INFO [M:0;f334e8b0fbdf:45391 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e29af662726f4b31b451d1f982acf6ec 2024-11-11T06:22:01,690 DEBUG [M:0;f334e8b0fbdf:45391 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36573/user/jenkins/test-data/36aa8e76-027f-f3fa-ef69-306b794aa3a0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/dc3b2e48917849a6b9556fcff21c44cb is 69, key is f334e8b0fbdf,35927,1731306045017/rs:state/1731306046861/Put/seqid=0 2024-11-11T06:22:01,691 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,39443,1731306040899.replicationSource.wal-reader.f334e8b0fbdf%2C39443%2C1731306040899,1-f334e8b0fbdf,39443,1731306040899 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42835/user/jenkins/test-data/3d233450-7a60-4bb6-8c8b-3e29b72dc6fe/WALs/f334e8b0fbdf,39443,1731306040899/f334e8b0fbdf%2C39443%2C1731306040899.1731306042883 to pos 997, reset compression=false 2024-11-11T06:22:01,694 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42627 is added to blk_1073741846_1022 (size=5156) 2024-11-11T06:22:01,694 INFO [M:0;f334e8b0fbdf:45391 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:36573/user/jenkins/test-data/36aa8e76-027f-f3fa-ef69-306b794aa3a0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/dc3b2e48917849a6b9556fcff21c44cb 2024-11-11T06:22:01,699 DEBUG [M:0;f334e8b0fbdf:45391 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36573/user/jenkins/test-data/36aa8e76-027f-f3fa-ef69-306b794aa3a0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/2b31563924764dadb0a24c6c08235307 as hdfs://localhost:36573/user/jenkins/test-data/36aa8e76-027f-f3fa-ef69-306b794aa3a0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/2b31563924764dadb0a24c6c08235307 2024-11-11T06:22:01,703 INFO [M:0;f334e8b0fbdf:45391 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36573/user/jenkins/test-data/36aa8e76-027f-f3fa-ef69-306b794aa3a0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/2b31563924764dadb0a24c6c08235307, entries=8, sequenceid=58, filesize=5.5 K 2024-11-11T06:22:01,704 DEBUG [M:0;f334e8b0fbdf:45391 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36573/user/jenkins/test-data/36aa8e76-027f-f3fa-ef69-306b794aa3a0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e29af662726f4b31b451d1f982acf6ec as hdfs://localhost:36573/user/jenkins/test-data/36aa8e76-027f-f3fa-ef69-306b794aa3a0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e29af662726f4b31b451d1f982acf6ec 2024-11-11T06:22:01,708 INFO [M:0;f334e8b0fbdf:45391 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for e29af662726f4b31b451d1f982acf6ec 2024-11-11T06:22:01,708 INFO [M:0;f334e8b0fbdf:45391 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36573/user/jenkins/test-data/36aa8e76-027f-f3fa-ef69-306b794aa3a0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e29af662726f4b31b451d1f982acf6ec, entries=6, sequenceid=58, filesize=6.6 K 2024-11-11T06:22:01,709 DEBUG [M:0;f334e8b0fbdf:45391 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36573/user/jenkins/test-data/36aa8e76-027f-f3fa-ef69-306b794aa3a0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/dc3b2e48917849a6b9556fcff21c44cb as hdfs://localhost:36573/user/jenkins/test-data/36aa8e76-027f-f3fa-ef69-306b794aa3a0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/dc3b2e48917849a6b9556fcff21c44cb 2024-11-11T06:22:01,714 INFO [M:0;f334e8b0fbdf:45391 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36573/user/jenkins/test-data/36aa8e76-027f-f3fa-ef69-306b794aa3a0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/dc3b2e48917849a6b9556fcff21c44cb, entries=1, sequenceid=58, filesize=5.0 K 2024-11-11T06:22:01,714 INFO [M:0;f334e8b0fbdf:45391 {}] regionserver.HRegion(3140): Finished flush of dataSize ~28.05 KB/28727, heapSize ~33.87 KB/34680, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 887ms, sequenceid=58, compaction requested=false 2024-11-11T06:22:01,716 INFO [M:0;f334e8b0fbdf:45391 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T06:22:01,716 DEBUG [M:0;f334e8b0fbdf:45391 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731306120826Disabling compacts and flushes for region at 1731306120826Disabling writes for close at 1731306120827 (+1 ms)Obtaining lock to block concurrent updates at 1731306120827Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731306120827Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28727, getHeapSize=34920, getOffHeapSize=0, getCellsCount=69 at 1731306120827Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731306120828 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731306120828Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731306120842 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731306120842Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731306121252 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731306121266 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731306121266Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731306121676 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731306121690 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731306121690Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@26900b0f: reopening flushed file at 1731306121698 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@48e52cd7: reopening flushed file at 1731306121703 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5651d046: reopening flushed file at 1731306121708 (+5 ms)Finished flush of dataSize ~28.05 KB/28727, heapSize ~33.87 KB/34680, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 887ms, sequenceid=58, compaction requested=false at 1731306121715 (+7 ms)Writing region close event to WAL at 1731306121716 (+1 ms)Closed at 1731306121716 2024-11-11T06:22:01,718 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42627 is added to blk_1073741830_1006 (size=33026) 2024-11-11T06:22:01,719 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T06:22:01,719 INFO [M:0;f334e8b0fbdf:45391 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-11T06:22:01,719 INFO [M:0;f334e8b0fbdf:45391 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45391 2024-11-11T06:22:01,719 INFO [M:0;f334e8b0fbdf:45391 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T06:22:01,821 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45391-0x10105af94d90003, quorum=127.0.0.1:60256, baseZNode=/1-103821528 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T06:22:01,821 INFO [M:0;f334e8b0fbdf:45391 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T06:22:01,821 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45391-0x10105af94d90003, quorum=127.0.0.1:60256, baseZNode=/1-103821528 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T06:22:01,824 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2d3d50b9{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T06:22:01,824 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@31601d01{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T06:22:01,824 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T06:22:01,824 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@60588b3c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T06:22:01,824 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@68a0c70e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9ab50ad-e174-09c7-343b-224a80182910/hadoop.log.dir/,STOPPED} 2024-11-11T06:22:01,826 WARN [BP-660302146-172.17.0.2-1731306043959 heartbeating to localhost/127.0.0.1:36573 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-11T06:22:01,826 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-11T06:22:01,826 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-11T06:22:01,826 WARN [BP-660302146-172.17.0.2-1731306043959 heartbeating to localhost/127.0.0.1:36573 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-660302146-172.17.0.2-1731306043959 (Datanode Uuid ef2967aa-44a0-4d29-9743-c9a43bef8d67) service to localhost/127.0.0.1:36573 2024-11-11T06:22:01,827 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9ab50ad-e174-09c7-343b-224a80182910/cluster_5d3d47b2-ec6c-2966-74ce-53cd3b626b62/data/data1/current/BP-660302146-172.17.0.2-1731306043959 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T06:22:01,827 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9ab50ad-e174-09c7-343b-224a80182910/cluster_5d3d47b2-ec6c-2966-74ce-53cd3b626b62/data/data2/current/BP-660302146-172.17.0.2-1731306043959 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T06:22:01,827 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-11T06:22:01,834 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7bf0c51d{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-11T06:22:01,834 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@537e1410{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T06:22:01,835 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T06:22:01,835 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2cae9502{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T06:22:01,835 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7c4a1244{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9ab50ad-e174-09c7-343b-224a80182910/hadoop.log.dir/,STOPPED} 2024-11-11T06:22:01,849 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-11T06:22:01,849 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-11T06:22:01,849 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T06:22:01,849 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T06:22:01,849 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T06:22:01,849 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T06:22:01,849 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T06:22:01,849 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-11T06:22:01,849 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=195874545, stopped=false 2024-11-11T06:22:01,849 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=f334e8b0fbdf,41823,1731306040846 2024-11-11T06:22:01,851 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T06:22:01,851 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41823-0x10105af94d90000, quorum=127.0.0.1:60256, baseZNode=/02022789559 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/02022789559/running 2024-11-11T06:22:01,851 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T06:22:01,851 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41823-0x10105af94d90000, quorum=127.0.0.1:60256, baseZNode=/02022789559 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02022789559 2024-11-11T06:22:01,851 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T06:22:01,851 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39443-0x10105af94d90001, quorum=127.0.0.1:60256, baseZNode=/02022789559 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/02022789559/running 2024-11-11T06:22:01,851 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T06:22:01,851 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39443-0x10105af94d90001, quorum=127.0.0.1:60256, baseZNode=/02022789559 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02022789559 2024-11-11T06:22:01,852 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'f334e8b0fbdf,39443,1731306040899' ***** 2024-11-11T06:22:01,852 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-11T06:22:01,852 INFO [RS:0;f334e8b0fbdf:39443 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-11T06:22:01,852 INFO [RS:0;f334e8b0fbdf:39443 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-11T06:22:01,852 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-11T06:22:01,852 INFO [RS:0;f334e8b0fbdf:39443 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-11T06:22:01,852 INFO [RS:0;f334e8b0fbdf:39443 {}] regionserver.HRegionServer(3091): Received CLOSE for 647d5c15e12c67f19c8882a7bb39ffc0 2024-11-11T06:22:01,852 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:41823-0x10105af94d90000, quorum=127.0.0.1:60256, baseZNode=/02022789559 Set watcher on znode that does not yet exist, /02022789559/running 2024-11-11T06:22:01,853 INFO [RS:0;f334e8b0fbdf:39443 {}] regionserver.HRegionServer(3091): Received CLOSE for 69ea8f10cdba906d8187cd970eae562c 2024-11-11T06:22:01,853 INFO [RS:0;f334e8b0fbdf:39443 {}] regionserver.HRegionServer(959): stopping server f334e8b0fbdf,39443,1731306040899 2024-11-11T06:22:01,853 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39443-0x10105af94d90001, quorum=127.0.0.1:60256, baseZNode=/02022789559 Set watcher on znode that does not yet exist, /02022789559/running 2024-11-11T06:22:01,853 INFO [RS:0;f334e8b0fbdf:39443 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T06:22:01,853 DEBUG [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 647d5c15e12c67f19c8882a7bb39ffc0, disabling compactions & flushes 2024-11-11T06:22:01,853 INFO [RS:0;f334e8b0fbdf:39443 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f334e8b0fbdf:39443. 2024-11-11T06:22:01,853 INFO [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731306052392.647d5c15e12c67f19c8882a7bb39ffc0. 2024-11-11T06:22:01,853 DEBUG [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731306052392.647d5c15e12c67f19c8882a7bb39ffc0. 2024-11-11T06:22:01,853 DEBUG [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731306052392.647d5c15e12c67f19c8882a7bb39ffc0. after waiting 0 ms 2024-11-11T06:22:01,853 DEBUG [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731306052392.647d5c15e12c67f19c8882a7bb39ffc0. 2024-11-11T06:22:01,853 DEBUG [RS:0;f334e8b0fbdf:39443 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T06:22:01,853 DEBUG [RS:0;f334e8b0fbdf:39443 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T06:22:01,853 INFO [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 647d5c15e12c67f19c8882a7bb39ffc0 3/3 column families, dataSize=874 B heapSize=2.19 KB 2024-11-11T06:22:01,853 INFO [RS:0;f334e8b0fbdf:39443 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-11T06:22:01,853 INFO [RS:0;f334e8b0fbdf:39443 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-11T06:22:01,853 INFO [RS:0;f334e8b0fbdf:39443 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-11T06:22:01,853 INFO [RS:0;f334e8b0fbdf:39443 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-11T06:22:01,853 INFO [RS:0;f334e8b0fbdf:39443 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-11T06:22:01,854 DEBUG [RS:0;f334e8b0fbdf:39443 {}] regionserver.HRegionServer(1325): Online Regions={647d5c15e12c67f19c8882a7bb39ffc0=hbase:replication,,1731306052392.647d5c15e12c67f19c8882a7bb39ffc0., 69ea8f10cdba906d8187cd970eae562c=test,,1731306048063.69ea8f10cdba906d8187cd970eae562c., 1588230740=hbase:meta,,1.1588230740} 2024-11-11T06:22:01,854 DEBUG [RS:0;f334e8b0fbdf:39443 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 647d5c15e12c67f19c8882a7bb39ffc0, 69ea8f10cdba906d8187cd970eae562c 2024-11-11T06:22:01,854 DEBUG [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-11T06:22:01,854 INFO [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-11T06:22:01,854 DEBUG [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-11T06:22:01,854 DEBUG [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-11T06:22:01,854 DEBUG [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-11T06:22:01,854 INFO [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-11T06:22:01,876 DEBUG [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/user/jenkins/test-data/3d233450-7a60-4bb6-8c8b-3e29b72dc6fe/data/hbase/replication/647d5c15e12c67f19c8882a7bb39ffc0/.tmp/hfileref/b58524b6a2fe4ab1951db865dac7e385 is 74, key is 1/hfileref:49beda72ac6d4bb79021b2ce4b50cb37_SeqId_4_/1731306056814/DeleteColumn/seqid=0 2024-11-11T06:22:01,876 DEBUG [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/user/jenkins/test-data/3d233450-7a60-4bb6-8c8b-3e29b72dc6fe/data/hbase/meta/1588230740/.tmp/info/5e35298f21234868925023a5a2862053 is 147, key is hbase:replication,,1731306052392.647d5c15e12c67f19c8882a7bb39ffc0./info:regioninfo/1731306053565/Put/seqid=0 2024-11-11T06:22:01,880 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35445 is added to blk_1073741844_1020 (size=7686) 2024-11-11T06:22:01,881 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35445 is added to blk_1073741845_1021 (size=5203) 2024-11-11T06:22:01,908 INFO [regionserver/f334e8b0fbdf:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T06:22:02,054 DEBUG [RS:0;f334e8b0fbdf:39443 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 647d5c15e12c67f19c8882a7bb39ffc0, 69ea8f10cdba906d8187cd970eae562c 2024-11-11T06:22:02,254 DEBUG [RS:0;f334e8b0fbdf:39443 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 647d5c15e12c67f19c8882a7bb39ffc0, 69ea8f10cdba906d8187cd970eae562c 2024-11-11T06:22:02,282 INFO [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=280 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:42835/user/jenkins/test-data/3d233450-7a60-4bb6-8c8b-3e29b72dc6fe/data/hbase/replication/647d5c15e12c67f19c8882a7bb39ffc0/.tmp/hfileref/b58524b6a2fe4ab1951db865dac7e385 2024-11-11T06:22:02,282 INFO [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42835/user/jenkins/test-data/3d233450-7a60-4bb6-8c8b-3e29b72dc6fe/data/hbase/meta/1588230740/.tmp/info/5e35298f21234868925023a5a2862053 2024-11-11T06:22:02,302 DEBUG [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/user/jenkins/test-data/3d233450-7a60-4bb6-8c8b-3e29b72dc6fe/data/hbase/meta/1588230740/.tmp/ns/2e490cf637b640829c7b232827829200 is 43, key is default/ns:d/1731306043880/Put/seqid=0 2024-11-11T06:22:02,302 DEBUG [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/user/jenkins/test-data/3d233450-7a60-4bb6-8c8b-3e29b72dc6fe/data/hbase/replication/647d5c15e12c67f19c8882a7bb39ffc0/.tmp/queue/1df76194daee469eac7b54dc6f740345 is 153, key is 1-f334e8b0fbdf,39443,1731306040899/queue:f334e8b0fbdf%2C39443%2C1731306040899/1731306058640/Put/seqid=0 2024-11-11T06:22:02,306 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35445 is added to blk_1073741846_1022 (size=5153) 2024-11-11T06:22:02,307 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35445 is added to blk_1073741847_1023 (size=5352) 2024-11-11T06:22:02,307 INFO [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=594 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:42835/user/jenkins/test-data/3d233450-7a60-4bb6-8c8b-3e29b72dc6fe/data/hbase/replication/647d5c15e12c67f19c8882a7bb39ffc0/.tmp/queue/1df76194daee469eac7b54dc6f740345 2024-11-11T06:22:02,313 DEBUG [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42835/user/jenkins/test-data/3d233450-7a60-4bb6-8c8b-3e29b72dc6fe/data/hbase/replication/647d5c15e12c67f19c8882a7bb39ffc0/.tmp/hfileref/b58524b6a2fe4ab1951db865dac7e385 as hdfs://localhost:42835/user/jenkins/test-data/3d233450-7a60-4bb6-8c8b-3e29b72dc6fe/data/hbase/replication/647d5c15e12c67f19c8882a7bb39ffc0/hfileref/b58524b6a2fe4ab1951db865dac7e385 2024-11-11T06:22:02,317 INFO [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42835/user/jenkins/test-data/3d233450-7a60-4bb6-8c8b-3e29b72dc6fe/data/hbase/replication/647d5c15e12c67f19c8882a7bb39ffc0/hfileref/b58524b6a2fe4ab1951db865dac7e385, entries=2, sequenceid=10, filesize=5.1 K 2024-11-11T06:22:02,318 DEBUG [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42835/user/jenkins/test-data/3d233450-7a60-4bb6-8c8b-3e29b72dc6fe/data/hbase/replication/647d5c15e12c67f19c8882a7bb39ffc0/.tmp/queue/1df76194daee469eac7b54dc6f740345 as hdfs://localhost:42835/user/jenkins/test-data/3d233450-7a60-4bb6-8c8b-3e29b72dc6fe/data/hbase/replication/647d5c15e12c67f19c8882a7bb39ffc0/queue/1df76194daee469eac7b54dc6f740345 2024-11-11T06:22:02,322 INFO [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42835/user/jenkins/test-data/3d233450-7a60-4bb6-8c8b-3e29b72dc6fe/data/hbase/replication/647d5c15e12c67f19c8882a7bb39ffc0/queue/1df76194daee469eac7b54dc6f740345, entries=1, sequenceid=10, filesize=5.2 K 2024-11-11T06:22:02,324 INFO [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~874 B/874, heapSize ~1.91 KB/1952, currentSize=0 B/0 for 647d5c15e12c67f19c8882a7bb39ffc0 in 470ms, sequenceid=10, compaction requested=false 2024-11-11T06:22:02,333 DEBUG [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42835/user/jenkins/test-data/3d233450-7a60-4bb6-8c8b-3e29b72dc6fe/data/hbase/replication/647d5c15e12c67f19c8882a7bb39ffc0/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-11T06:22:02,334 DEBUG [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-11T06:22:02,334 DEBUG [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-11T06:22:02,334 INFO [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731306052392.647d5c15e12c67f19c8882a7bb39ffc0. 2024-11-11T06:22:02,334 DEBUG [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 647d5c15e12c67f19c8882a7bb39ffc0: Waiting for close lock at 1731306121853Running coprocessor pre-close hooks at 1731306121853Disabling compacts and flushes for region at 1731306121853Disabling writes for close at 1731306121853Obtaining lock to block concurrent updates at 1731306121853Preparing flush snapshotting stores in 647d5c15e12c67f19c8882a7bb39ffc0 at 1731306121853Finished memstore snapshotting hbase:replication,,1731306052392.647d5c15e12c67f19c8882a7bb39ffc0., syncing WAL and waiting on mvcc, flushsize=dataSize=874, getHeapSize=2192, getOffHeapSize=0, getCellsCount=8 at 1731306121853Flushing stores of hbase:replication,,1731306052392.647d5c15e12c67f19c8882a7bb39ffc0. at 1731306121854 (+1 ms)Flushing 647d5c15e12c67f19c8882a7bb39ffc0/hfileref: creating writer at 1731306121854Flushing 647d5c15e12c67f19c8882a7bb39ffc0/hfileref: appending metadata at 1731306121876 (+22 ms)Flushing 647d5c15e12c67f19c8882a7bb39ffc0/hfileref: closing flushed file at 1731306121876Flushing 647d5c15e12c67f19c8882a7bb39ffc0/queue: creating writer at 1731306122287 (+411 ms)Flushing 647d5c15e12c67f19c8882a7bb39ffc0/queue: appending metadata at 1731306122302 (+15 ms)Flushing 647d5c15e12c67f19c8882a7bb39ffc0/queue: closing flushed file at 1731306122302Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7788b5a2: reopening flushed file at 1731306122312 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6ce6e6b9: reopening flushed file at 1731306122317 (+5 ms)Finished flush of dataSize ~874 B/874, heapSize ~1.91 KB/1952, currentSize=0 B/0 for 647d5c15e12c67f19c8882a7bb39ffc0 in 470ms, sequenceid=10, compaction requested=false at 1731306122324 (+7 ms)Writing region close event to WAL at 1731306122330 (+6 ms)Running coprocessor post-close hooks at 1731306122334 (+4 ms)Closed at 1731306122334 2024-11-11T06:22:02,334 DEBUG [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731306052392.647d5c15e12c67f19c8882a7bb39ffc0. 2024-11-11T06:22:02,334 DEBUG [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 69ea8f10cdba906d8187cd970eae562c, disabling compactions & flushes 2024-11-11T06:22:02,334 INFO [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731306048063.69ea8f10cdba906d8187cd970eae562c. 2024-11-11T06:22:02,334 DEBUG [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731306048063.69ea8f10cdba906d8187cd970eae562c. 2024-11-11T06:22:02,334 DEBUG [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731306048063.69ea8f10cdba906d8187cd970eae562c. after waiting 0 ms 2024-11-11T06:22:02,334 DEBUG [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731306048063.69ea8f10cdba906d8187cd970eae562c. 2024-11-11T06:22:02,339 DEBUG [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42835/user/jenkins/test-data/3d233450-7a60-4bb6-8c8b-3e29b72dc6fe/data/default/test/69ea8f10cdba906d8187cd970eae562c/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-11T06:22:02,339 DEBUG [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-11T06:22:02,339 DEBUG [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-11T06:22:02,339 INFO [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731306048063.69ea8f10cdba906d8187cd970eae562c. 2024-11-11T06:22:02,339 DEBUG [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 69ea8f10cdba906d8187cd970eae562c: Waiting for close lock at 1731306122334Running coprocessor pre-close hooks at 1731306122334Disabling compacts and flushes for region at 1731306122334Disabling writes for close at 1731306122334Writing region close event to WAL at 1731306122335 (+1 ms)Running coprocessor post-close hooks at 1731306122339 (+4 ms)Closed at 1731306122339 2024-11-11T06:22:02,339 DEBUG [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731306048063.69ea8f10cdba906d8187cd970eae562c. 2024-11-11T06:22:02,454 DEBUG [RS:0;f334e8b0fbdf:39443 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T06:22:02,654 DEBUG [RS:0;f334e8b0fbdf:39443 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T06:22:02,707 INFO [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42835/user/jenkins/test-data/3d233450-7a60-4bb6-8c8b-3e29b72dc6fe/data/hbase/meta/1588230740/.tmp/ns/2e490cf637b640829c7b232827829200 2024-11-11T06:22:02,732 DEBUG [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/user/jenkins/test-data/3d233450-7a60-4bb6-8c8b-3e29b72dc6fe/data/hbase/meta/1588230740/.tmp/rep_barrier/c93a3760be964903a9c9b3860d3af9ab is 112, key is test,,1731306048063.69ea8f10cdba906d8187cd970eae562c./rep_barrier:seqnumDuringOpen/1731306049227/Put/seqid=0 2024-11-11T06:22:02,737 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35445 is added to blk_1073741848_1024 (size=5518) 2024-11-11T06:22:02,800 INFO [regionserver/f334e8b0fbdf:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-11T06:22:02,800 INFO [regionserver/f334e8b0fbdf:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-11T06:22:02,855 INFO [RS:0;f334e8b0fbdf:39443 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-11T06:22:02,855 DEBUG [RS:0;f334e8b0fbdf:39443 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-11T06:22:02,855 DEBUG [RS:0;f334e8b0fbdf:39443 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T06:22:03,055 DEBUG [RS:0;f334e8b0fbdf:39443 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T06:22:03,138 INFO [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42835/user/jenkins/test-data/3d233450-7a60-4bb6-8c8b-3e29b72dc6fe/data/hbase/meta/1588230740/.tmp/rep_barrier/c93a3760be964903a9c9b3860d3af9ab 2024-11-11T06:22:03,158 DEBUG [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/user/jenkins/test-data/3d233450-7a60-4bb6-8c8b-3e29b72dc6fe/data/hbase/meta/1588230740/.tmp/table/d00e2b16c131420faf49dfd0915a6877 is 53, key is hbase:replication/table:state/1731306053576/Put/seqid=0 2024-11-11T06:22:03,162 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35445 is added to blk_1073741849_1025 (size=5308) 2024-11-11T06:22:03,255 DEBUG [RS:0;f334e8b0fbdf:39443 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T06:22:03,429 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T06:22:03,430 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T06:22:03,430 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T06:22:03,430 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T06:22:03,434 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T06:22:03,455 DEBUG [RS:0;f334e8b0fbdf:39443 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T06:22:03,562 INFO [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42835/user/jenkins/test-data/3d233450-7a60-4bb6-8c8b-3e29b72dc6fe/data/hbase/meta/1588230740/.tmp/table/d00e2b16c131420faf49dfd0915a6877 2024-11-11T06:22:03,569 DEBUG [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42835/user/jenkins/test-data/3d233450-7a60-4bb6-8c8b-3e29b72dc6fe/data/hbase/meta/1588230740/.tmp/info/5e35298f21234868925023a5a2862053 as hdfs://localhost:42835/user/jenkins/test-data/3d233450-7a60-4bb6-8c8b-3e29b72dc6fe/data/hbase/meta/1588230740/info/5e35298f21234868925023a5a2862053 2024-11-11T06:22:03,574 INFO [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42835/user/jenkins/test-data/3d233450-7a60-4bb6-8c8b-3e29b72dc6fe/data/hbase/meta/1588230740/info/5e35298f21234868925023a5a2862053, entries=20, sequenceid=16, filesize=7.5 K 2024-11-11T06:22:03,575 DEBUG [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42835/user/jenkins/test-data/3d233450-7a60-4bb6-8c8b-3e29b72dc6fe/data/hbase/meta/1588230740/.tmp/ns/2e490cf637b640829c7b232827829200 as hdfs://localhost:42835/user/jenkins/test-data/3d233450-7a60-4bb6-8c8b-3e29b72dc6fe/data/hbase/meta/1588230740/ns/2e490cf637b640829c7b232827829200 2024-11-11T06:22:03,579 INFO [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42835/user/jenkins/test-data/3d233450-7a60-4bb6-8c8b-3e29b72dc6fe/data/hbase/meta/1588230740/ns/2e490cf637b640829c7b232827829200, entries=2, sequenceid=16, filesize=5.0 K 2024-11-11T06:22:03,580 DEBUG [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42835/user/jenkins/test-data/3d233450-7a60-4bb6-8c8b-3e29b72dc6fe/data/hbase/meta/1588230740/.tmp/rep_barrier/c93a3760be964903a9c9b3860d3af9ab as hdfs://localhost:42835/user/jenkins/test-data/3d233450-7a60-4bb6-8c8b-3e29b72dc6fe/data/hbase/meta/1588230740/rep_barrier/c93a3760be964903a9c9b3860d3af9ab 2024-11-11T06:22:03,585 INFO [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42835/user/jenkins/test-data/3d233450-7a60-4bb6-8c8b-3e29b72dc6fe/data/hbase/meta/1588230740/rep_barrier/c93a3760be964903a9c9b3860d3af9ab, entries=1, sequenceid=16, filesize=5.4 K 2024-11-11T06:22:03,585 DEBUG [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42835/user/jenkins/test-data/3d233450-7a60-4bb6-8c8b-3e29b72dc6fe/data/hbase/meta/1588230740/.tmp/table/d00e2b16c131420faf49dfd0915a6877 as hdfs://localhost:42835/user/jenkins/test-data/3d233450-7a60-4bb6-8c8b-3e29b72dc6fe/data/hbase/meta/1588230740/table/d00e2b16c131420faf49dfd0915a6877 2024-11-11T06:22:03,590 INFO [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42835/user/jenkins/test-data/3d233450-7a60-4bb6-8c8b-3e29b72dc6fe/data/hbase/meta/1588230740/table/d00e2b16c131420faf49dfd0915a6877, entries=4, sequenceid=16, filesize=5.2 K 2024-11-11T06:22:03,591 INFO [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1737ms, sequenceid=16, compaction requested=false 2024-11-11T06:22:03,596 DEBUG [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42835/user/jenkins/test-data/3d233450-7a60-4bb6-8c8b-3e29b72dc6fe/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-11T06:22:03,596 DEBUG [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-11T06:22:03,596 DEBUG [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-11T06:22:03,596 INFO [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-11T06:22:03,596 DEBUG [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731306121854Running coprocessor pre-close hooks at 1731306121854Disabling compacts and flushes for region at 1731306121854Disabling writes for close at 1731306121854Obtaining lock to block concurrent updates at 1731306121854Preparing flush snapshotting stores in 1588230740 at 1731306121854Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731306121854Flushing stores of hbase:meta,,1.1588230740 at 1731306121855 (+1 ms)Flushing 1588230740/info: creating writer at 1731306121855Flushing 1588230740/info: appending metadata at 1731306121876 (+21 ms)Flushing 1588230740/info: closing flushed file at 1731306121876Flushing 1588230740/ns: creating writer at 1731306122288 (+412 ms)Flushing 1588230740/ns: appending metadata at 1731306122302 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1731306122302Flushing 1588230740/rep_barrier: creating writer at 1731306122714 (+412 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731306122732 (+18 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731306122732Flushing 1588230740/table: creating writer at 1731306123143 (+411 ms)Flushing 1588230740/table: appending metadata at 1731306123157 (+14 ms)Flushing 1588230740/table: closing flushed file at 1731306123157Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@b4a73b7: reopening flushed file at 1731306123568 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@27418a6a: reopening flushed file at 1731306123574 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@24e32d4a: reopening flushed file at 1731306123579 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@c791095: reopening flushed file at 1731306123585 (+6 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1737ms, sequenceid=16, compaction requested=false at 1731306123591 (+6 ms)Writing region close event to WAL at 1731306123593 (+2 ms)Running coprocessor post-close hooks at 1731306123596 (+3 ms)Closed at 1731306123596 2024-11-11T06:22:03,596 DEBUG [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-11T06:22:03,655 INFO [RS:0;f334e8b0fbdf:39443 {}] regionserver.HRegionServer(976): stopping server f334e8b0fbdf,39443,1731306040899; all regions closed. 2024-11-11T06:22:03,658 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35445 is added to blk_1073741834_1010 (size=4239) 2024-11-11T06:22:03,660 DEBUG [RS:0;f334e8b0fbdf:39443 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/3d233450-7a60-4bb6-8c8b-3e29b72dc6fe/oldWALs 2024-11-11T06:22:03,660 INFO [RS:0;f334e8b0fbdf:39443 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL f334e8b0fbdf%2C39443%2C1731306040899.meta:.meta(num 1731306043825) 2024-11-11T06:22:03,662 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35445 is added to blk_1073741839_1015 (size=2700) 2024-11-11T06:22:03,664 DEBUG [RS:0;f334e8b0fbdf:39443 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/3d233450-7a60-4bb6-8c8b-3e29b72dc6fe/oldWALs 2024-11-11T06:22:03,664 INFO [RS:0;f334e8b0fbdf:39443 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL f334e8b0fbdf%2C39443%2C1731306040899.rep:(num 1731306053531) 2024-11-11T06:22:03,665 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35445 is added to blk_1073741832_1008 (size=1300) 2024-11-11T06:22:03,667 DEBUG [RS:0;f334e8b0fbdf:39443 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/3d233450-7a60-4bb6-8c8b-3e29b72dc6fe/oldWALs 2024-11-11T06:22:03,667 INFO [RS:0;f334e8b0fbdf:39443 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL f334e8b0fbdf%2C39443%2C1731306040899:(num 1731306042883) 2024-11-11T06:22:03,667 DEBUG [RS:0;f334e8b0fbdf:39443 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T06:22:03,667 INFO [RS:0;f334e8b0fbdf:39443 {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T06:22:03,667 INFO [RS:0;f334e8b0fbdf:39443 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T06:22:03,667 INFO [RS:0;f334e8b0fbdf:39443 {}] hbase.ChoreService(370): Chore service for: regionserver/f334e8b0fbdf:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-11T06:22:03,668 INFO [RS:0;f334e8b0fbdf:39443 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T06:22:03,668 INFO [regionserver/f334e8b0fbdf:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T06:22:03,668 INFO [RS:0;f334e8b0fbdf:39443 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-f334e8b0fbdf,39443,1731306040899 because: Region server is closing 2024-11-11T06:22:03,668 INFO [RS:0;f334e8b0fbdf:39443 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f334e8b0fbdf:39443. 2024-11-11T06:22:03,668 DEBUG [RS:0;f334e8b0fbdf:39443 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T06:22:03,668 DEBUG [RS:0;f334e8b0fbdf:39443 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T06:22:03,668 DEBUG [RS:0;f334e8b0fbdf:39443 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T06:22:03,668 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T06:22:03,768 WARN [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,39443,1731306040899.replicationSource.wal-reader.f334e8b0fbdf%2C39443%2C1731306040899,1-f334e8b0fbdf,39443,1731306040899 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-11T06:22:03,768 WARN [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,39443,1731306040899.replicationSource.shipperf334e8b0fbdf%2C39443%2C1731306040899,1-f334e8b0fbdf,39443,1731306040899 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-11T06:22:03,769 INFO [RS:0;f334e8b0fbdf:39443 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,39443,1731306040899.replicationSource.shipperf334e8b0fbdf%2C39443%2C1731306040899,1-f334e8b0fbdf,39443,1731306040899 terminated 2024-11-11T06:22:03,769 INFO [RS:0;f334e8b0fbdf:39443 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39443 2024-11-11T06:22:03,771 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39443-0x10105af94d90001, quorum=127.0.0.1:60256, baseZNode=/02022789559 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/02022789559/rs/f334e8b0fbdf,39443,1731306040899 2024-11-11T06:22:03,771 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41823-0x10105af94d90000, quorum=127.0.0.1:60256, baseZNode=/02022789559 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02022789559/rs 2024-11-11T06:22:03,771 INFO [RS:0;f334e8b0fbdf:39443 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T06:22:03,773 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [f334e8b0fbdf,39443,1731306040899] 2024-11-11T06:22:03,775 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /02022789559/draining/f334e8b0fbdf,39443,1731306040899 already deleted, retry=false 2024-11-11T06:22:03,775 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; f334e8b0fbdf,39443,1731306040899 expired; onlineServers=0 2024-11-11T06:22:03,775 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'f334e8b0fbdf,41823,1731306040846' ***** 2024-11-11T06:22:03,775 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-11T06:22:03,775 INFO [M:0;f334e8b0fbdf:41823 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T06:22:03,775 INFO [M:0;f334e8b0fbdf:41823 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T06:22:03,775 DEBUG [M:0;f334e8b0fbdf:41823 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-11T06:22:03,775 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-11T06:22:03,775 DEBUG [M:0;f334e8b0fbdf:41823 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-11T06:22:03,775 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster-HFileCleaner.large.0-1731306042670 {}] cleaner.HFileCleaner(306): Exit Thread[master/f334e8b0fbdf:0:becomeActiveMaster-HFileCleaner.large.0-1731306042670,5,FailOnTimeoutGroup] 2024-11-11T06:22:03,775 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster-HFileCleaner.small.0-1731306042670 {}] cleaner.HFileCleaner(306): Exit Thread[master/f334e8b0fbdf:0:becomeActiveMaster-HFileCleaner.small.0-1731306042670,5,FailOnTimeoutGroup] 2024-11-11T06:22:03,775 INFO [M:0;f334e8b0fbdf:41823 {}] hbase.ChoreService(370): Chore service for: master/f334e8b0fbdf:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-11T06:22:03,775 INFO [M:0;f334e8b0fbdf:41823 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T06:22:03,775 DEBUG [M:0;f334e8b0fbdf:41823 {}] master.HMaster(1795): Stopping service threads 2024-11-11T06:22:03,775 INFO [M:0;f334e8b0fbdf:41823 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-11T06:22:03,775 INFO [M:0;f334e8b0fbdf:41823 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T06:22:03,776 INFO [M:0;f334e8b0fbdf:41823 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-11T06:22:03,776 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-11T06:22:03,777 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41823-0x10105af94d90000, quorum=127.0.0.1:60256, baseZNode=/02022789559 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/02022789559/master 2024-11-11T06:22:03,777 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41823-0x10105af94d90000, quorum=127.0.0.1:60256, baseZNode=/02022789559 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/02022789559 2024-11-11T06:22:03,777 DEBUG [M:0;f334e8b0fbdf:41823 {}] zookeeper.ZKUtil(347): master:41823-0x10105af94d90000, quorum=127.0.0.1:60256, baseZNode=/02022789559 Unable to get data of znode /02022789559/master because node does not exist (not an error) 2024-11-11T06:22:03,777 WARN [M:0;f334e8b0fbdf:41823 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-11T06:22:03,778 INFO [M:0;f334e8b0fbdf:41823 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:42835/user/jenkins/test-data/3d233450-7a60-4bb6-8c8b-3e29b72dc6fe/.lastflushedseqids 2024-11-11T06:22:03,782 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35445 is added to blk_1073741850_1026 (size=263) 2024-11-11T06:22:03,874 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39443-0x10105af94d90001, quorum=127.0.0.1:60256, baseZNode=/02022789559 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T06:22:03,874 INFO [RS:0;f334e8b0fbdf:39443 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T06:22:03,874 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39443-0x10105af94d90001, quorum=127.0.0.1:60256, baseZNode=/02022789559 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T06:22:03,874 INFO [RS:0;f334e8b0fbdf:39443 {}] regionserver.HRegionServer(1031): Exiting; stopping=f334e8b0fbdf,39443,1731306040899; zookeeper connection closed. 2024-11-11T06:22:03,874 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@2a67964f {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@2a67964f 2024-11-11T06:22:03,874 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-11T06:22:03,941 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-11T06:22:03,959 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T06:22:03,960 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T06:22:03,960 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T06:22:03,960 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T06:22:03,965 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T06:22:04,183 INFO [M:0;f334e8b0fbdf:41823 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-11T06:22:04,183 INFO [M:0;f334e8b0fbdf:41823 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-11T06:22:04,183 DEBUG [M:0;f334e8b0fbdf:41823 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-11T06:22:04,183 INFO [M:0;f334e8b0fbdf:41823 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T06:22:04,184 DEBUG [M:0;f334e8b0fbdf:41823 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T06:22:04,184 DEBUG [M:0;f334e8b0fbdf:41823 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-11T06:22:04,184 DEBUG [M:0;f334e8b0fbdf:41823 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T06:22:04,184 INFO [M:0;f334e8b0fbdf:41823 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.85 KB heapSize=65.86 KB 2024-11-11T06:22:04,199 DEBUG [M:0;f334e8b0fbdf:41823 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/user/jenkins/test-data/3d233450-7a60-4bb6-8c8b-3e29b72dc6fe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5f3e6fbecc2d4692b3d004a231ea4cb3 is 82, key is hbase:meta,,1/info:regioninfo/1731306043865/Put/seqid=0 2024-11-11T06:22:04,203 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35445 is added to blk_1073741851_1027 (size=5672) 2024-11-11T06:22:04,604 INFO [M:0;f334e8b0fbdf:41823 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:42835/user/jenkins/test-data/3d233450-7a60-4bb6-8c8b-3e29b72dc6fe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5f3e6fbecc2d4692b3d004a231ea4cb3 2024-11-11T06:22:04,624 DEBUG [M:0;f334e8b0fbdf:41823 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/user/jenkins/test-data/3d233450-7a60-4bb6-8c8b-3e29b72dc6fe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/99d60b46c419447797456da0f7832961 is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731306049243/Put/seqid=0 2024-11-11T06:22:04,627 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35445 is added to blk_1073741852_1028 (size=7240) 2024-11-11T06:22:05,028 INFO [M:0;f334e8b0fbdf:41823 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.30 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:42835/user/jenkins/test-data/3d233450-7a60-4bb6-8c8b-3e29b72dc6fe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/99d60b46c419447797456da0f7832961 2024-11-11T06:22:05,033 INFO [M:0;f334e8b0fbdf:41823 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 99d60b46c419447797456da0f7832961 2024-11-11T06:22:05,048 DEBUG [M:0;f334e8b0fbdf:41823 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42835/user/jenkins/test-data/3d233450-7a60-4bb6-8c8b-3e29b72dc6fe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a5dde8c9d81c47d5af6e91e05f5f07eb is 69, key is f334e8b0fbdf,39443,1731306040899/rs:state/1731306042738/Put/seqid=0 2024-11-11T06:22:05,051 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35445 is added to blk_1073741853_1029 (size=5156) 2024-11-11T06:22:05,452 INFO [M:0;f334e8b0fbdf:41823 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:42835/user/jenkins/test-data/3d233450-7a60-4bb6-8c8b-3e29b72dc6fe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a5dde8c9d81c47d5af6e91e05f5f07eb 2024-11-11T06:22:05,457 DEBUG [M:0;f334e8b0fbdf:41823 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42835/user/jenkins/test-data/3d233450-7a60-4bb6-8c8b-3e29b72dc6fe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5f3e6fbecc2d4692b3d004a231ea4cb3 as hdfs://localhost:42835/user/jenkins/test-data/3d233450-7a60-4bb6-8c8b-3e29b72dc6fe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/5f3e6fbecc2d4692b3d004a231ea4cb3 2024-11-11T06:22:05,462 INFO [M:0;f334e8b0fbdf:41823 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42835/user/jenkins/test-data/3d233450-7a60-4bb6-8c8b-3e29b72dc6fe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/5f3e6fbecc2d4692b3d004a231ea4cb3, entries=8, sequenceid=105, filesize=5.5 K 2024-11-11T06:22:05,463 DEBUG [M:0;f334e8b0fbdf:41823 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42835/user/jenkins/test-data/3d233450-7a60-4bb6-8c8b-3e29b72dc6fe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/99d60b46c419447797456da0f7832961 as hdfs://localhost:42835/user/jenkins/test-data/3d233450-7a60-4bb6-8c8b-3e29b72dc6fe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/99d60b46c419447797456da0f7832961 2024-11-11T06:22:05,467 INFO [M:0;f334e8b0fbdf:41823 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 99d60b46c419447797456da0f7832961 2024-11-11T06:22:05,467 INFO [M:0;f334e8b0fbdf:41823 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42835/user/jenkins/test-data/3d233450-7a60-4bb6-8c8b-3e29b72dc6fe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/99d60b46c419447797456da0f7832961, entries=11, sequenceid=105, filesize=7.1 K 2024-11-11T06:22:05,468 DEBUG [M:0;f334e8b0fbdf:41823 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42835/user/jenkins/test-data/3d233450-7a60-4bb6-8c8b-3e29b72dc6fe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a5dde8c9d81c47d5af6e91e05f5f07eb as hdfs://localhost:42835/user/jenkins/test-data/3d233450-7a60-4bb6-8c8b-3e29b72dc6fe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/a5dde8c9d81c47d5af6e91e05f5f07eb 2024-11-11T06:22:05,471 INFO [M:0;f334e8b0fbdf:41823 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42835/user/jenkins/test-data/3d233450-7a60-4bb6-8c8b-3e29b72dc6fe/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/a5dde8c9d81c47d5af6e91e05f5f07eb, entries=1, sequenceid=105, filesize=5.0 K 2024-11-11T06:22:05,472 INFO [M:0;f334e8b0fbdf:41823 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.85 KB/57195, heapSize ~65.56 KB/67136, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1288ms, sequenceid=105, compaction requested=false 2024-11-11T06:22:05,474 INFO [M:0;f334e8b0fbdf:41823 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T06:22:05,474 DEBUG [M:0;f334e8b0fbdf:41823 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731306124183Disabling compacts and flushes for region at 1731306124183Disabling writes for close at 1731306124184 (+1 ms)Obtaining lock to block concurrent updates at 1731306124184Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731306124184Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57195, getHeapSize=67376, getOffHeapSize=0, getCellsCount=122 at 1731306124184Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731306124185 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731306124185Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731306124199 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731306124199Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731306124609 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731306124623 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731306124623Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731306125033 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731306125047 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731306125047Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3b37552e: reopening flushed file at 1731306125457 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4edc8609: reopening flushed file at 1731306125462 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@49b6fc54: reopening flushed file at 1731306125467 (+5 ms)Finished flush of dataSize ~55.85 KB/57195, heapSize ~65.56 KB/67136, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1288ms, sequenceid=105, compaction requested=false at 1731306125472 (+5 ms)Writing region close event to WAL at 1731306125474 (+2 ms)Closed at 1731306125474 2024-11-11T06:22:05,476 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35445 is added to blk_1073741830_1006 (size=64526) 2024-11-11T06:22:05,476 INFO [M:0;f334e8b0fbdf:41823 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-11T06:22:05,476 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T06:22:05,476 INFO [M:0;f334e8b0fbdf:41823 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41823 2024-11-11T06:22:05,477 INFO [M:0;f334e8b0fbdf:41823 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T06:22:05,579 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41823-0x10105af94d90000, quorum=127.0.0.1:60256, baseZNode=/02022789559 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T06:22:05,579 INFO [M:0;f334e8b0fbdf:41823 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T06:22:05,579 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41823-0x10105af94d90000, quorum=127.0.0.1:60256, baseZNode=/02022789559 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T06:22:05,581 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3e6f85bb{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T06:22:05,581 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@694d5543{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T06:22:05,581 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T06:22:05,582 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4071683a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T06:22:05,582 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5354c14e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/490247d8-1cdc-cad5-531b-e6ae128f764f/hadoop.log.dir/,STOPPED} 2024-11-11T06:22:05,583 WARN [BP-639461552-172.17.0.2-1731306039914 heartbeating to localhost/127.0.0.1:42835 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-11T06:22:05,583 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-11T06:22:05,583 WARN [BP-639461552-172.17.0.2-1731306039914 heartbeating to localhost/127.0.0.1:42835 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-639461552-172.17.0.2-1731306039914 (Datanode Uuid 07f1666f-994d-426c-83b9-0fa6d1eda7f0) service to localhost/127.0.0.1:42835 2024-11-11T06:22:05,583 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-11T06:22:05,584 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/490247d8-1cdc-cad5-531b-e6ae128f764f/cluster_d95808f6-8c3c-27e2-5aa8-2360a52109c7/data/data1/current/BP-639461552-172.17.0.2-1731306039914 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T06:22:05,584 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/490247d8-1cdc-cad5-531b-e6ae128f764f/cluster_d95808f6-8c3c-27e2-5aa8-2360a52109c7/data/data2/current/BP-639461552-172.17.0.2-1731306039914 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T06:22:05,584 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-11T06:22:05,590 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@63ff1d91{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-11T06:22:05,591 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@22a3d0f2{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T06:22:05,591 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T06:22:05,591 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2f97c83c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T06:22:05,591 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@12604af8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/490247d8-1cdc-cad5-531b-e6ae128f764f/hadoop.log.dir/,STOPPED} 2024-11-11T06:22:05,597 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-11T06:22:05,607 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-11T06:22:05,615 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileReplicationForConfiguredTableCfs Thread=157 (was 139) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-13-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:42835 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.5@localhost:42835 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:60256) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:36573 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:42835 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.6@localhost:36573 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:36573 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:42835 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:60256) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-11-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Registry-endpoints-refresh-end-points java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher.mainLoop(RegistryEndpointsRefresher.java:92) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher$$Lambda$805/0x00007fd5b4b8e840.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42835 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36573 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Registry-endpoints-refresh-end-points java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher.mainLoop(RegistryEndpointsRefresher.java:92) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher$$Lambda$805/0x00007fd5b4b8e840.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:42835 from jenkins.hfs.5 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-11-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42835 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-13-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36573 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42835 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:36573 from jenkins.hfs.6 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:36573 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:36573 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-13-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=504 (was 465) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=105 (was 92) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=8957 (was 9098) 2024-11-11T06:22:05,622 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testBasePeerConfigsRemovalForReplicationPeer Thread=158, OpenFileDescriptor=504, MaxFileDescriptor=1048576, SystemLoadAverage=105, ProcessCount=11, AvailableMemoryMB=8958 2024-11-11T06:22:05,635 INFO [Time-limited test {}] replication.TestMasterReplication(517): testBasePeerConfigsForPeerMutations 2024-11-11T06:22:05,636 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9ab50ad-e174-09c7-343b-224a80182910/hadoop.log.dir so I do NOT create it in target/test-data/55bb9b38-a3b8-9da6-d661-7511a09d4588 2024-11-11T06:22:05,636 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9ab50ad-e174-09c7-343b-224a80182910/hadoop.log.dir Erasing configuration value by system value. 2024-11-11T06:22:05,636 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9ab50ad-e174-09c7-343b-224a80182910/hadoop.tmp.dir so I do NOT create it in target/test-data/55bb9b38-a3b8-9da6-d661-7511a09d4588 2024-11-11T06:22:05,636 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e9ab50ad-e174-09c7-343b-224a80182910/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-11T06:22:05,636 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/55bb9b38-a3b8-9da6-d661-7511a09d4588 2024-11-11T06:22:05,636 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/55bb9b38-a3b8-9da6-d661-7511a09d4588/cluster_b1072861-de1d-7cf9-4a54-8cf38a96962c, deleteOnExit=true 2024-11-11T06:22:05,638 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/55bb9b38-a3b8-9da6-d661-7511a09d4588/cluster_b1072861-de1d-7cf9-4a54-8cf38a96962c/zookeeper_0, clientPort=61225, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/55bb9b38-a3b8-9da6-d661-7511a09d4588/cluster_b1072861-de1d-7cf9-4a54-8cf38a96962c/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/55bb9b38-a3b8-9da6-d661-7511a09d4588/cluster_b1072861-de1d-7cf9-4a54-8cf38a96962c/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-11T06:22:05,639 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=61225 2024-11-11T06:22:05,639 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-11T06:22:05,639 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-11T06:22:05,639 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/55bb9b38-a3b8-9da6-d661-7511a09d4588/test.cache.data in system properties and HBase conf 2024-11-11T06:22:05,639 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/55bb9b38-a3b8-9da6-d661-7511a09d4588/hadoop.tmp.dir in system properties and HBase conf 2024-11-11T06:22:05,639 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/55bb9b38-a3b8-9da6-d661-7511a09d4588/hadoop.log.dir in system properties and HBase conf 2024-11-11T06:22:05,640 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/55bb9b38-a3b8-9da6-d661-7511a09d4588/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-11T06:22:05,640 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/55bb9b38-a3b8-9da6-d661-7511a09d4588/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-11T06:22:05,640 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-11T06:22:05,640 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-11T06:22:05,640 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/55bb9b38-a3b8-9da6-d661-7511a09d4588/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-11T06:22:05,640 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/55bb9b38-a3b8-9da6-d661-7511a09d4588/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-11T06:22:05,640 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/55bb9b38-a3b8-9da6-d661-7511a09d4588/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-11T06:22:05,640 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/55bb9b38-a3b8-9da6-d661-7511a09d4588/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-11T06:22:05,640 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/55bb9b38-a3b8-9da6-d661-7511a09d4588/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-11T06:22:05,640 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/55bb9b38-a3b8-9da6-d661-7511a09d4588/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-11T06:22:05,640 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/55bb9b38-a3b8-9da6-d661-7511a09d4588/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-11T06:22:05,640 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/55bb9b38-a3b8-9da6-d661-7511a09d4588/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-11T06:22:05,640 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/55bb9b38-a3b8-9da6-d661-7511a09d4588/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-11T06:22:05,640 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/55bb9b38-a3b8-9da6-d661-7511a09d4588/nfs.dump.dir in system properties and HBase conf 2024-11-11T06:22:05,641 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/55bb9b38-a3b8-9da6-d661-7511a09d4588/java.io.tmpdir in system properties and HBase conf 2024-11-11T06:22:05,641 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/55bb9b38-a3b8-9da6-d661-7511a09d4588/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-11T06:22:05,641 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/55bb9b38-a3b8-9da6-d661-7511a09d4588/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-11T06:22:05,641 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/55bb9b38-a3b8-9da6-d661-7511a09d4588/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-11T06:22:05,694 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x10105af94d90002, quorum=127.0.0.1:60256, baseZNode=/02022789559 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-11T06:22:05,694 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x10105af94d90005, quorum=127.0.0.1:60256, baseZNode=/1-103821528 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-11T06:22:05,695 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x10105af94d90005, quorum=127.0.0.1:60256, baseZNode=/1-103821528 Received Disconnected from ZooKeeper, ignoring 2024-11-11T06:22:05,695 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x10105af94d90002, quorum=127.0.0.1:60256, baseZNode=/02022789559 Received Disconnected from ZooKeeper, ignoring 2024-11-11T06:22:05,721 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T06:22:05,725 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T06:22:05,726 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T06:22:05,726 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T06:22:05,726 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-11T06:22:05,727 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T06:22:05,727 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@791722c1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/55bb9b38-a3b8-9da6-d661-7511a09d4588/hadoop.log.dir/,AVAILABLE} 2024-11-11T06:22:05,728 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@242555ff{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T06:22:05,842 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5f4a13ae{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/55bb9b38-a3b8-9da6-d661-7511a09d4588/java.io.tmpdir/jetty-localhost-38265-hadoop-hdfs-3_4_1-tests_jar-_-any-12595580651261094124/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-11T06:22:05,842 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7d192b4{HTTP/1.1, (http/1.1)}{localhost:38265} 2024-11-11T06:22:05,842 INFO [Time-limited test {}] server.Server(415): Started @132848ms 2024-11-11T06:22:05,910 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T06:22:05,915 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T06:22:05,915 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T06:22:05,915 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T06:22:05,915 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-11T06:22:05,916 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1829682f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/55bb9b38-a3b8-9da6-d661-7511a09d4588/hadoop.log.dir/,AVAILABLE} 2024-11-11T06:22:05,916 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6a56f535{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T06:22:06,031 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4606c6b{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/55bb9b38-a3b8-9da6-d661-7511a09d4588/java.io.tmpdir/jetty-localhost-43017-hadoop-hdfs-3_4_1-tests_jar-_-any-15712668926140870496/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T06:22:06,032 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@293604b5{HTTP/1.1, (http/1.1)}{localhost:43017} 2024-11-11T06:22:06,032 INFO [Time-limited test {}] server.Server(415): Started @133037ms 2024-11-11T06:22:06,033 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-11T06:22:06,142 WARN [Thread-1288 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/55bb9b38-a3b8-9da6-d661-7511a09d4588/cluster_b1072861-de1d-7cf9-4a54-8cf38a96962c/data/data2/current/BP-1226928384-172.17.0.2-1731306125661/current, will proceed with Du for space computation calculation, 2024-11-11T06:22:06,142 WARN [Thread-1287 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/55bb9b38-a3b8-9da6-d661-7511a09d4588/cluster_b1072861-de1d-7cf9-4a54-8cf38a96962c/data/data1/current/BP-1226928384-172.17.0.2-1731306125661/current, will proceed with Du for space computation calculation, 2024-11-11T06:22:06,159 WARN [Thread-1275 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-11T06:22:06,161 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xef73e05e41e31098 with lease ID 0x768c9deee0865a: Processing first storage report for DS-0147aeec-6a39-4b42-9b23-e3c416334003 from datanode DatanodeRegistration(127.0.0.1:41493, datanodeUuid=4fe6fd38-fc42-4488-bae1-edc365965911, infoPort=35239, infoSecurePort=0, ipcPort=35881, storageInfo=lv=-57;cid=testClusterID;nsid=1024249453;c=1731306125661) 2024-11-11T06:22:06,161 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xef73e05e41e31098 with lease ID 0x768c9deee0865a: from storage DS-0147aeec-6a39-4b42-9b23-e3c416334003 node DatanodeRegistration(127.0.0.1:41493, datanodeUuid=4fe6fd38-fc42-4488-bae1-edc365965911, infoPort=35239, infoSecurePort=0, ipcPort=35881, storageInfo=lv=-57;cid=testClusterID;nsid=1024249453;c=1731306125661), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T06:22:06,161 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xef73e05e41e31098 with lease ID 0x768c9deee0865a: Processing first storage report for DS-b0aed5a7-6de1-46ee-bfe5-51d78e3eaa06 from datanode DatanodeRegistration(127.0.0.1:41493, datanodeUuid=4fe6fd38-fc42-4488-bae1-edc365965911, infoPort=35239, infoSecurePort=0, ipcPort=35881, storageInfo=lv=-57;cid=testClusterID;nsid=1024249453;c=1731306125661) 2024-11-11T06:22:06,161 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xef73e05e41e31098 with lease ID 0x768c9deee0865a: from storage DS-b0aed5a7-6de1-46ee-bfe5-51d78e3eaa06 node DatanodeRegistration(127.0.0.1:41493, datanodeUuid=4fe6fd38-fc42-4488-bae1-edc365965911, infoPort=35239, infoSecurePort=0, ipcPort=35881, storageInfo=lv=-57;cid=testClusterID;nsid=1024249453;c=1731306125661), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T06:22:06,257 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/55bb9b38-a3b8-9da6-d661-7511a09d4588 2024-11-11T06:22:06,257 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T06:22:06,259 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T06:22:06,266 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41493 is added to blk_1073741825_1001 (size=7) 2024-11-11T06:22:06,668 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:44777/user/jenkins/test-data/31015249-8f39-52e1-d558-1fd8fcb05354 with version=8 2024-11-11T06:22:06,668 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:44777/user/jenkins/test-data/31015249-8f39-52e1-d558-1fd8fcb05354/hbase-staging 2024-11-11T06:22:06,670 INFO [Time-limited test {}] client.ConnectionUtils(128): master/f334e8b0fbdf:0 server-side Connection retries=45 2024-11-11T06:22:06,670 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T06:22:06,670 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T06:22:06,670 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T06:22:06,670 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T06:22:06,670 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T06:22:06,670 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-11T06:22:06,670 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T06:22:06,671 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42913 2024-11-11T06:22:06,672 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:42913 connecting to ZooKeeper ensemble=127.0.0.1:61225 2024-11-11T06:22:06,678 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:429130x0, quorum=127.0.0.1:61225, baseZNode=/0-147044005 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T06:22:06,678 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:42913-0x10105b0e3d50000 connected 2024-11-11T06:22:06,694 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T06:22:06,696 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T06:22:06,697 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42913-0x10105b0e3d50000, quorum=127.0.0.1:61225, baseZNode=/0-147044005 Set watcher on znode that does not yet exist, /0-147044005/running 2024-11-11T06:22:06,698 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:44777/user/jenkins/test-data/31015249-8f39-52e1-d558-1fd8fcb05354, hbase.cluster.distributed=false 2024-11-11T06:22:06,699 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42913-0x10105b0e3d50000, quorum=127.0.0.1:61225, baseZNode=/0-147044005 Set watcher on znode that does not yet exist, /0-147044005/acl 2024-11-11T06:22:06,700 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42913 2024-11-11T06:22:06,700 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42913 2024-11-11T06:22:06,700 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42913 2024-11-11T06:22:06,701 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42913 2024-11-11T06:22:06,701 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42913 2024-11-11T06:22:06,715 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/f334e8b0fbdf:0 server-side Connection retries=45 2024-11-11T06:22:06,716 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T06:22:06,716 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T06:22:06,716 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T06:22:06,716 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T06:22:06,716 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T06:22:06,716 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-11T06:22:06,716 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T06:22:06,719 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40939 2024-11-11T06:22:06,719 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40939 connecting to ZooKeeper ensemble=127.0.0.1:61225 2024-11-11T06:22:06,720 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T06:22:06,721 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T06:22:06,725 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:409390x0, quorum=127.0.0.1:61225, baseZNode=/0-147044005 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T06:22:06,726 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40939-0x10105b0e3d50001 connected 2024-11-11T06:22:06,726 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40939-0x10105b0e3d50001, quorum=127.0.0.1:61225, baseZNode=/0-147044005 Set watcher on znode that does not yet exist, /0-147044005/running 2024-11-11T06:22:06,726 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-11T06:22:06,726 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-11T06:22:06,727 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40939-0x10105b0e3d50001, quorum=127.0.0.1:61225, baseZNode=/0-147044005 Set watcher on znode that does not yet exist, /0-147044005/master 2024-11-11T06:22:06,728 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40939-0x10105b0e3d50001, quorum=127.0.0.1:61225, baseZNode=/0-147044005 Set watcher on znode that does not yet exist, /0-147044005/acl 2024-11-11T06:22:06,728 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40939 2024-11-11T06:22:06,728 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40939 2024-11-11T06:22:06,728 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40939 2024-11-11T06:22:06,732 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40939 2024-11-11T06:22:06,736 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40939 2024-11-11T06:22:06,747 DEBUG [M:0;f334e8b0fbdf:42913 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;f334e8b0fbdf:42913 2024-11-11T06:22:06,747 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-147044005/backup-masters/f334e8b0fbdf,42913,1731306126669 2024-11-11T06:22:06,749 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40939-0x10105b0e3d50001, quorum=127.0.0.1:61225, baseZNode=/0-147044005 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-147044005/backup-masters 2024-11-11T06:22:06,749 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42913-0x10105b0e3d50000, quorum=127.0.0.1:61225, baseZNode=/0-147044005 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-147044005/backup-masters 2024-11-11T06:22:06,749 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42913-0x10105b0e3d50000, quorum=127.0.0.1:61225, baseZNode=/0-147044005 Set watcher on existing znode=/0-147044005/backup-masters/f334e8b0fbdf,42913,1731306126669 2024-11-11T06:22:06,751 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40939-0x10105b0e3d50001, quorum=127.0.0.1:61225, baseZNode=/0-147044005 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-147044005/master 2024-11-11T06:22:06,751 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42913-0x10105b0e3d50000, quorum=127.0.0.1:61225, baseZNode=/0-147044005 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-147044005 2024-11-11T06:22:06,751 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40939-0x10105b0e3d50001, quorum=127.0.0.1:61225, baseZNode=/0-147044005 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-147044005 2024-11-11T06:22:06,751 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42913-0x10105b0e3d50000, quorum=127.0.0.1:61225, baseZNode=/0-147044005 Set watcher on existing znode=/0-147044005/master 2024-11-11T06:22:06,752 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-147044005/backup-masters/f334e8b0fbdf,42913,1731306126669 from backup master directory 2024-11-11T06:22:06,753 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42913-0x10105b0e3d50000, quorum=127.0.0.1:61225, baseZNode=/0-147044005 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-147044005/backup-masters/f334e8b0fbdf,42913,1731306126669 2024-11-11T06:22:06,753 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40939-0x10105b0e3d50001, quorum=127.0.0.1:61225, baseZNode=/0-147044005 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-147044005/backup-masters 2024-11-11T06:22:06,754 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42913-0x10105b0e3d50000, quorum=127.0.0.1:61225, baseZNode=/0-147044005 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-147044005/backup-masters 2024-11-11T06:22:06,754 WARN [master/f334e8b0fbdf:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T06:22:06,754 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=f334e8b0fbdf,42913,1731306126669 2024-11-11T06:22:06,757 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:44777/user/jenkins/test-data/31015249-8f39-52e1-d558-1fd8fcb05354/hbase.id] with ID: df9dbeca-d682-420c-9fc0-371659416ae1 2024-11-11T06:22:06,757 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:44777/user/jenkins/test-data/31015249-8f39-52e1-d558-1fd8fcb05354/.tmp/hbase.id 2024-11-11T06:22:06,761 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41493 is added to blk_1073741826_1002 (size=42) 2024-11-11T06:22:07,162 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:44777/user/jenkins/test-data/31015249-8f39-52e1-d558-1fd8fcb05354/.tmp/hbase.id]:[hdfs://localhost:44777/user/jenkins/test-data/31015249-8f39-52e1-d558-1fd8fcb05354/hbase.id] 2024-11-11T06:22:07,173 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T06:22:07,173 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-11T06:22:07,174 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-11T06:22:07,176 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40939-0x10105b0e3d50001, quorum=127.0.0.1:61225, baseZNode=/0-147044005 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-147044005 2024-11-11T06:22:07,176 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42913-0x10105b0e3d50000, quorum=127.0.0.1:61225, baseZNode=/0-147044005 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-147044005 2024-11-11T06:22:07,180 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41493 is added to blk_1073741827_1003 (size=196) 2024-11-11T06:22:07,581 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T06:22:07,582 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-11T06:22:07,582 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T06:22:07,589 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41493 is added to blk_1073741828_1004 (size=1189) 2024-11-11T06:22:07,991 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:44777/user/jenkins/test-data/31015249-8f39-52e1-d558-1fd8fcb05354/MasterData/data/master/store 2024-11-11T06:22:07,996 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41493 is added to blk_1073741829_1005 (size=34) 2024-11-11T06:22:08,178 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-11T06:22:08,178 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-11T06:22:08,178 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-11T06:22:08,178 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-11T06:22:08,178 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-11T06:22:08,178 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-11T06:22:08,178 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-11T06:22:08,397 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T06:22:08,398 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-11T06:22:08,398 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T06:22:08,398 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T06:22:08,398 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-11T06:22:08,398 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T06:22:08,398 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T06:22:08,398 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731306128398Disabling compacts and flushes for region at 1731306128398Disabling writes for close at 1731306128398Writing region close event to WAL at 1731306128398Closed at 1731306128398 2024-11-11T06:22:08,399 WARN [master/f334e8b0fbdf:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:44777/user/jenkins/test-data/31015249-8f39-52e1-d558-1fd8fcb05354/MasterData/data/master/store/.initializing 2024-11-11T06:22:08,399 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:44777/user/jenkins/test-data/31015249-8f39-52e1-d558-1fd8fcb05354/MasterData/WALs/f334e8b0fbdf,42913,1731306126669 2024-11-11T06:22:08,400 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T06:22:08,401 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=f334e8b0fbdf%2C42913%2C1731306126669, suffix=, logDir=hdfs://localhost:44777/user/jenkins/test-data/31015249-8f39-52e1-d558-1fd8fcb05354/MasterData/WALs/f334e8b0fbdf,42913,1731306126669, archiveDir=hdfs://localhost:44777/user/jenkins/test-data/31015249-8f39-52e1-d558-1fd8fcb05354/MasterData/oldWALs, maxLogs=10 2024-11-11T06:22:08,414 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/31015249-8f39-52e1-d558-1fd8fcb05354/MasterData/WALs/f334e8b0fbdf,42913,1731306126669/f334e8b0fbdf%2C42913%2C1731306126669.1731306128402, exclude list is [], retry=0 2024-11-11T06:22:08,417 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41493,DS-0147aeec-6a39-4b42-9b23-e3c416334003,DISK] 2024-11-11T06:22:08,418 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/31015249-8f39-52e1-d558-1fd8fcb05354/MasterData/WALs/f334e8b0fbdf,42913,1731306126669/f334e8b0fbdf%2C42913%2C1731306126669.1731306128402 2024-11-11T06:22:08,419 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35239:35239)] 2024-11-11T06:22:08,419 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-11T06:22:08,419 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T06:22:08,419 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T06:22:08,419 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T06:22:08,420 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T06:22:08,421 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-11T06:22:08,421 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:22:08,422 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T06:22:08,422 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T06:22:08,423 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-11T06:22:08,423 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:22:08,423 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T06:22:08,423 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T06:22:08,424 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-11T06:22:08,424 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:22:08,425 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T06:22:08,425 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T06:22:08,426 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-11T06:22:08,426 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:22:08,427 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T06:22:08,427 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T06:22:08,427 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44777/user/jenkins/test-data/31015249-8f39-52e1-d558-1fd8fcb05354/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-11T06:22:08,428 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44777/user/jenkins/test-data/31015249-8f39-52e1-d558-1fd8fcb05354/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-11T06:22:08,429 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T06:22:08,429 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T06:22:08,429 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T06:22:08,430 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T06:22:08,433 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44777/user/jenkins/test-data/31015249-8f39-52e1-d558-1fd8fcb05354/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T06:22:08,433 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74902570, jitterRate=0.11613526940345764}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T06:22:08,434 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731306128419Initializing all the Stores at 1731306128420 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731306128420Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731306128420Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731306128420Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731306128420Cleaning up temporary data from old regions at 1731306128429 (+9 ms)Region opened successfully at 1731306128434 (+5 ms) 2024-11-11T06:22:08,434 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-11T06:22:08,436 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@62fc3f4c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f334e8b0fbdf/172.17.0.2:0 2024-11-11T06:22:08,437 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-11T06:22:08,437 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-11T06:22:08,437 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-11T06:22:08,437 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-11T06:22:08,438 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-11T06:22:08,438 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-11T06:22:08,438 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-11T06:22:08,440 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-11T06:22:08,441 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42913-0x10105b0e3d50000, quorum=127.0.0.1:61225, baseZNode=/0-147044005 Unable to get data of znode /0-147044005/balancer because node does not exist (not necessarily an error) 2024-11-11T06:22:08,442 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-147044005/balancer already deleted, retry=false 2024-11-11T06:22:08,442 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-11T06:22:08,443 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42913-0x10105b0e3d50000, quorum=127.0.0.1:61225, baseZNode=/0-147044005 Unable to get data of znode /0-147044005/normalizer because node does not exist (not necessarily an error) 2024-11-11T06:22:08,444 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-147044005/normalizer already deleted, retry=false 2024-11-11T06:22:08,444 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-11T06:22:08,445 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42913-0x10105b0e3d50000, quorum=127.0.0.1:61225, baseZNode=/0-147044005 Unable to get data of znode /0-147044005/switch/split because node does not exist (not necessarily an error) 2024-11-11T06:22:08,447 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-147044005/switch/split already deleted, retry=false 2024-11-11T06:22:08,447 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42913-0x10105b0e3d50000, quorum=127.0.0.1:61225, baseZNode=/0-147044005 Unable to get data of znode /0-147044005/switch/merge because node does not exist (not necessarily an error) 2024-11-11T06:22:08,449 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-147044005/switch/merge already deleted, retry=false 2024-11-11T06:22:08,450 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42913-0x10105b0e3d50000, quorum=127.0.0.1:61225, baseZNode=/0-147044005 Unable to get data of znode /0-147044005/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-11T06:22:08,451 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-147044005/snapshot-cleanup already deleted, retry=false 2024-11-11T06:22:08,453 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40939-0x10105b0e3d50001, quorum=127.0.0.1:61225, baseZNode=/0-147044005 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-147044005/running 2024-11-11T06:22:08,453 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42913-0x10105b0e3d50000, quorum=127.0.0.1:61225, baseZNode=/0-147044005 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-147044005/running 2024-11-11T06:22:08,453 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40939-0x10105b0e3d50001, quorum=127.0.0.1:61225, baseZNode=/0-147044005 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-147044005 2024-11-11T06:22:08,453 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42913-0x10105b0e3d50000, quorum=127.0.0.1:61225, baseZNode=/0-147044005 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-147044005 2024-11-11T06:22:08,453 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=f334e8b0fbdf,42913,1731306126669, sessionid=0x10105b0e3d50000, setting cluster-up flag (Was=false) 2024-11-11T06:22:08,457 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40939-0x10105b0e3d50001, quorum=127.0.0.1:61225, baseZNode=/0-147044005 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-147044005 2024-11-11T06:22:08,457 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42913-0x10105b0e3d50000, quorum=127.0.0.1:61225, baseZNode=/0-147044005 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-147044005 2024-11-11T06:22:08,462 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-147044005/flush-table-proc/acquired, /0-147044005/flush-table-proc/reached, /0-147044005/flush-table-proc/abort 2024-11-11T06:22:08,463 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f334e8b0fbdf,42913,1731306126669 2024-11-11T06:22:08,466 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42913-0x10105b0e3d50000, quorum=127.0.0.1:61225, baseZNode=/0-147044005 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-147044005 2024-11-11T06:22:08,466 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40939-0x10105b0e3d50001, quorum=127.0.0.1:61225, baseZNode=/0-147044005 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-147044005 2024-11-11T06:22:08,471 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-147044005/online-snapshot/acquired, /0-147044005/online-snapshot/reached, /0-147044005/online-snapshot/abort 2024-11-11T06:22:08,471 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f334e8b0fbdf,42913,1731306126669 2024-11-11T06:22:08,472 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:44777/user/jenkins/test-data/31015249-8f39-52e1-d558-1fd8fcb05354/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-11T06:22:08,474 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-11T06:22:08,474 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-11T06:22:08,474 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-11T06:22:08,474 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: f334e8b0fbdf,42913,1731306126669 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-11T06:22:08,475 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/f334e8b0fbdf:0, corePoolSize=5, maxPoolSize=5 2024-11-11T06:22:08,475 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/f334e8b0fbdf:0, corePoolSize=5, maxPoolSize=5 2024-11-11T06:22:08,475 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/f334e8b0fbdf:0, corePoolSize=5, maxPoolSize=5 2024-11-11T06:22:08,475 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/f334e8b0fbdf:0, corePoolSize=5, maxPoolSize=5 2024-11-11T06:22:08,475 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/f334e8b0fbdf:0, corePoolSize=10, maxPoolSize=10 2024-11-11T06:22:08,475 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/f334e8b0fbdf:0, corePoolSize=1, maxPoolSize=1 2024-11-11T06:22:08,475 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/f334e8b0fbdf:0, corePoolSize=2, maxPoolSize=2 2024-11-11T06:22:08,476 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/f334e8b0fbdf:0, corePoolSize=1, maxPoolSize=1 2024-11-11T06:22:08,477 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T06:22:08,477 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-11T06:22:08,478 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:22:08,478 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-11T06:22:08,480 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731306158480 2024-11-11T06:22:08,480 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-11T06:22:08,480 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-11T06:22:08,480 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-11T06:22:08,480 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-11T06:22:08,480 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-11T06:22:08,481 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-11T06:22:08,481 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T06:22:08,482 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-11T06:22:08,482 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-11T06:22:08,482 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-11T06:22:08,482 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-11T06:22:08,482 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-11T06:22:08,482 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-11T06:22:08,484 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/f334e8b0fbdf:0:becomeActiveMaster-HFileCleaner.large.0-1731306128482,5,FailOnTimeoutGroup] 2024-11-11T06:22:08,485 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/f334e8b0fbdf:0:becomeActiveMaster-HFileCleaner.small.0-1731306128484,5,FailOnTimeoutGroup] 2024-11-11T06:22:08,485 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T06:22:08,485 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-11T06:22:08,485 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-11T06:22:08,485 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-11T06:22:08,486 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41493 is added to blk_1073741831_1007 (size=1321) 2024-11-11T06:22:08,538 INFO [RS:0;f334e8b0fbdf:40939 {}] regionserver.HRegionServer(746): ClusterId : df9dbeca-d682-420c-9fc0-371659416ae1 2024-11-11T06:22:08,538 DEBUG [RS:0;f334e8b0fbdf:40939 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-11T06:22:08,540 DEBUG [RS:0;f334e8b0fbdf:40939 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-11T06:22:08,540 DEBUG [RS:0;f334e8b0fbdf:40939 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-11T06:22:08,542 DEBUG [RS:0;f334e8b0fbdf:40939 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-11T06:22:08,542 DEBUG [RS:0;f334e8b0fbdf:40939 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4096084c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f334e8b0fbdf/172.17.0.2:0 2024-11-11T06:22:08,554 DEBUG [RS:0;f334e8b0fbdf:40939 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;f334e8b0fbdf:40939 2024-11-11T06:22:08,554 INFO [RS:0;f334e8b0fbdf:40939 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-11T06:22:08,554 INFO [RS:0;f334e8b0fbdf:40939 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-11T06:22:08,554 DEBUG [RS:0;f334e8b0fbdf:40939 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-11T06:22:08,555 INFO [RS:0;f334e8b0fbdf:40939 {}] regionserver.HRegionServer(2659): reportForDuty to master=f334e8b0fbdf,42913,1731306126669 with port=40939, startcode=1731306126715 2024-11-11T06:22:08,555 DEBUG [RS:0;f334e8b0fbdf:40939 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-11T06:22:08,556 INFO [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56067, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=RegionServerStatusService 2024-11-11T06:22:08,557 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42913 {}] master.ServerManager(363): Checking decommissioned status of RegionServer f334e8b0fbdf,40939,1731306126715 2024-11-11T06:22:08,557 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42913 {}] master.ServerManager(517): Registering regionserver=f334e8b0fbdf,40939,1731306126715 2024-11-11T06:22:08,558 DEBUG [RS:0;f334e8b0fbdf:40939 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:44777/user/jenkins/test-data/31015249-8f39-52e1-d558-1fd8fcb05354 2024-11-11T06:22:08,558 DEBUG [RS:0;f334e8b0fbdf:40939 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:44777 2024-11-11T06:22:08,558 DEBUG [RS:0;f334e8b0fbdf:40939 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-11T06:22:08,561 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42913-0x10105b0e3d50000, quorum=127.0.0.1:61225, baseZNode=/0-147044005 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-147044005/rs 2024-11-11T06:22:08,561 DEBUG [RS:0;f334e8b0fbdf:40939 {}] zookeeper.ZKUtil(111): regionserver:40939-0x10105b0e3d50001, quorum=127.0.0.1:61225, baseZNode=/0-147044005 Set watcher on existing znode=/0-147044005/rs/f334e8b0fbdf,40939,1731306126715 2024-11-11T06:22:08,561 WARN [RS:0;f334e8b0fbdf:40939 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T06:22:08,561 INFO [RS:0;f334e8b0fbdf:40939 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T06:22:08,561 DEBUG [RS:0;f334e8b0fbdf:40939 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:44777/user/jenkins/test-data/31015249-8f39-52e1-d558-1fd8fcb05354/WALs/f334e8b0fbdf,40939,1731306126715 2024-11-11T06:22:08,561 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [f334e8b0fbdf,40939,1731306126715] 2024-11-11T06:22:08,564 INFO [RS:0;f334e8b0fbdf:40939 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-11T06:22:08,566 INFO [RS:0;f334e8b0fbdf:40939 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-11T06:22:08,566 INFO [RS:0;f334e8b0fbdf:40939 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-11T06:22:08,566 INFO [RS:0;f334e8b0fbdf:40939 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T06:22:08,566 INFO [RS:0;f334e8b0fbdf:40939 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-11T06:22:08,567 INFO [RS:0;f334e8b0fbdf:40939 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-11T06:22:08,567 INFO [RS:0;f334e8b0fbdf:40939 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-11T06:22:08,567 DEBUG [RS:0;f334e8b0fbdf:40939 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/f334e8b0fbdf:0, corePoolSize=1, maxPoolSize=1 2024-11-11T06:22:08,567 DEBUG [RS:0;f334e8b0fbdf:40939 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/f334e8b0fbdf:0, corePoolSize=1, maxPoolSize=1 2024-11-11T06:22:08,567 DEBUG [RS:0;f334e8b0fbdf:40939 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/f334e8b0fbdf:0, corePoolSize=1, maxPoolSize=1 2024-11-11T06:22:08,567 DEBUG [RS:0;f334e8b0fbdf:40939 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0, corePoolSize=1, maxPoolSize=1 2024-11-11T06:22:08,567 DEBUG [RS:0;f334e8b0fbdf:40939 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/f334e8b0fbdf:0, corePoolSize=1, maxPoolSize=1 2024-11-11T06:22:08,567 DEBUG [RS:0;f334e8b0fbdf:40939 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/f334e8b0fbdf:0, corePoolSize=2, maxPoolSize=2 2024-11-11T06:22:08,567 DEBUG [RS:0;f334e8b0fbdf:40939 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/f334e8b0fbdf:0, corePoolSize=1, maxPoolSize=1 2024-11-11T06:22:08,567 DEBUG [RS:0;f334e8b0fbdf:40939 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/f334e8b0fbdf:0, corePoolSize=1, maxPoolSize=1 2024-11-11T06:22:08,567 DEBUG [RS:0;f334e8b0fbdf:40939 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0, corePoolSize=1, maxPoolSize=1 2024-11-11T06:22:08,567 DEBUG [RS:0;f334e8b0fbdf:40939 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/f334e8b0fbdf:0, corePoolSize=1, maxPoolSize=1 2024-11-11T06:22:08,567 DEBUG [RS:0;f334e8b0fbdf:40939 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/f334e8b0fbdf:0, corePoolSize=1, maxPoolSize=1 2024-11-11T06:22:08,567 DEBUG [RS:0;f334e8b0fbdf:40939 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/f334e8b0fbdf:0, corePoolSize=1, maxPoolSize=1 2024-11-11T06:22:08,567 DEBUG [RS:0;f334e8b0fbdf:40939 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/f334e8b0fbdf:0, corePoolSize=3, maxPoolSize=3 2024-11-11T06:22:08,567 DEBUG [RS:0;f334e8b0fbdf:40939 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/f334e8b0fbdf:0, corePoolSize=3, maxPoolSize=3 2024-11-11T06:22:08,568 INFO [RS:0;f334e8b0fbdf:40939 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T06:22:08,568 INFO [RS:0;f334e8b0fbdf:40939 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T06:22:08,568 INFO [RS:0;f334e8b0fbdf:40939 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T06:22:08,568 INFO [RS:0;f334e8b0fbdf:40939 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-11T06:22:08,568 INFO [RS:0;f334e8b0fbdf:40939 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-11T06:22:08,568 INFO [RS:0;f334e8b0fbdf:40939 {}] hbase.ChoreService(168): Chore ScheduledChore name=f334e8b0fbdf,40939,1731306126715-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T06:22:08,582 INFO [RS:0;f334e8b0fbdf:40939 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-11T06:22:08,582 INFO [RS:0;f334e8b0fbdf:40939 {}] hbase.ChoreService(168): Chore ScheduledChore name=f334e8b0fbdf,40939,1731306126715-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T06:22:08,582 INFO [RS:0;f334e8b0fbdf:40939 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T06:22:08,582 INFO [RS:0;f334e8b0fbdf:40939 {}] regionserver.Replication(171): f334e8b0fbdf,40939,1731306126715 started 2024-11-11T06:22:08,595 INFO [RS:0;f334e8b0fbdf:40939 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T06:22:08,595 INFO [RS:0;f334e8b0fbdf:40939 {}] regionserver.HRegionServer(1482): Serving as f334e8b0fbdf,40939,1731306126715, RpcServer on f334e8b0fbdf/172.17.0.2:40939, sessionid=0x10105b0e3d50001 2024-11-11T06:22:08,595 DEBUG [RS:0;f334e8b0fbdf:40939 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-11T06:22:08,595 DEBUG [RS:0;f334e8b0fbdf:40939 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager f334e8b0fbdf,40939,1731306126715 2024-11-11T06:22:08,595 DEBUG [RS:0;f334e8b0fbdf:40939 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f334e8b0fbdf,40939,1731306126715' 2024-11-11T06:22:08,595 DEBUG [RS:0;f334e8b0fbdf:40939 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-147044005/flush-table-proc/abort' 2024-11-11T06:22:08,596 DEBUG [RS:0;f334e8b0fbdf:40939 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-147044005/flush-table-proc/acquired' 2024-11-11T06:22:08,596 DEBUG [RS:0;f334e8b0fbdf:40939 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-11T06:22:08,596 DEBUG [RS:0;f334e8b0fbdf:40939 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-11T06:22:08,596 DEBUG [RS:0;f334e8b0fbdf:40939 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager f334e8b0fbdf,40939,1731306126715 2024-11-11T06:22:08,596 DEBUG [RS:0;f334e8b0fbdf:40939 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f334e8b0fbdf,40939,1731306126715' 2024-11-11T06:22:08,596 DEBUG [RS:0;f334e8b0fbdf:40939 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-147044005/online-snapshot/abort' 2024-11-11T06:22:08,596 DEBUG [RS:0;f334e8b0fbdf:40939 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-147044005/online-snapshot/acquired' 2024-11-11T06:22:08,597 DEBUG [RS:0;f334e8b0fbdf:40939 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-11T06:22:08,597 INFO [RS:0;f334e8b0fbdf:40939 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-11T06:22:08,597 INFO [RS:0;f334e8b0fbdf:40939 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-11T06:22:08,697 INFO [RS:0;f334e8b0fbdf:40939 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T06:22:08,699 INFO [RS:0;f334e8b0fbdf:40939 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f334e8b0fbdf%2C40939%2C1731306126715, suffix=, logDir=hdfs://localhost:44777/user/jenkins/test-data/31015249-8f39-52e1-d558-1fd8fcb05354/WALs/f334e8b0fbdf,40939,1731306126715, archiveDir=hdfs://localhost:44777/user/jenkins/test-data/31015249-8f39-52e1-d558-1fd8fcb05354/oldWALs, maxLogs=10 2024-11-11T06:22:08,712 DEBUG [RS:0;f334e8b0fbdf:40939 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/31015249-8f39-52e1-d558-1fd8fcb05354/WALs/f334e8b0fbdf,40939,1731306126715/f334e8b0fbdf%2C40939%2C1731306126715.1731306128699, exclude list is [], retry=0 2024-11-11T06:22:08,714 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41493,DS-0147aeec-6a39-4b42-9b23-e3c416334003,DISK] 2024-11-11T06:22:08,716 INFO [RS:0;f334e8b0fbdf:40939 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/31015249-8f39-52e1-d558-1fd8fcb05354/WALs/f334e8b0fbdf,40939,1731306126715/f334e8b0fbdf%2C40939%2C1731306126715.1731306128699 2024-11-11T06:22:08,717 DEBUG [RS:0;f334e8b0fbdf:40939 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35239:35239)] 2024-11-11T06:22:08,887 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:44777/user/jenkins/test-data/31015249-8f39-52e1-d558-1fd8fcb05354/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-11T06:22:08,887 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:44777/user/jenkins/test-data/31015249-8f39-52e1-d558-1fd8fcb05354 2024-11-11T06:22:08,892 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41493 is added to blk_1073741833_1009 (size=32) 2024-11-11T06:22:09,098 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-11T06:22:09,116 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T06:22:09,117 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T06:22:09,117 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T06:22:09,117 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T06:22:09,118 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T06:22:09,122 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T06:22:09,293 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T06:22:09,294 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T06:22:09,296 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T06:22:09,296 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:22:09,296 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T06:22:09,296 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T06:22:09,297 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T06:22:09,297 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:22:09,297 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T06:22:09,298 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T06:22:09,299 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T06:22:09,299 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:22:09,299 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T06:22:09,299 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T06:22:09,300 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T06:22:09,300 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:22:09,300 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T06:22:09,301 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T06:22:09,301 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44777/user/jenkins/test-data/31015249-8f39-52e1-d558-1fd8fcb05354/data/hbase/meta/1588230740 2024-11-11T06:22:09,301 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44777/user/jenkins/test-data/31015249-8f39-52e1-d558-1fd8fcb05354/data/hbase/meta/1588230740 2024-11-11T06:22:09,302 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T06:22:09,302 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T06:22:09,303 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T06:22:09,304 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T06:22:09,305 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44777/user/jenkins/test-data/31015249-8f39-52e1-d558-1fd8fcb05354/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T06:22:09,306 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68212282, jitterRate=0.016442209482192993}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T06:22:09,306 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731306129293Initializing all the Stores at 1731306129294 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731306129294Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731306129294Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731306129294Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731306129294Cleaning up temporary data from old regions at 1731306129302 (+8 ms)Region opened successfully at 1731306129306 (+4 ms) 2024-11-11T06:22:09,306 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-11T06:22:09,306 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-11T06:22:09,306 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-11T06:22:09,306 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-11T06:22:09,307 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-11T06:22:09,307 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-11T06:22:09,307 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731306129306Disabling compacts and flushes for region at 1731306129306Disabling writes for close at 1731306129306Writing region close event to WAL at 1731306129307 (+1 ms)Closed at 1731306129307 2024-11-11T06:22:09,308 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T06:22:09,308 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-11T06:22:09,308 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-11T06:22:09,310 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T06:22:09,310 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-11T06:22:09,461 DEBUG [f334e8b0fbdf:42913 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-11T06:22:09,461 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=f334e8b0fbdf,40939,1731306126715 2024-11-11T06:22:09,462 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f334e8b0fbdf,40939,1731306126715, state=OPENING 2024-11-11T06:22:09,464 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-11T06:22:09,465 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42913-0x10105b0e3d50000, quorum=127.0.0.1:61225, baseZNode=/0-147044005 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-147044005 2024-11-11T06:22:09,465 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40939-0x10105b0e3d50001, quorum=127.0.0.1:61225, baseZNode=/0-147044005 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-147044005 2024-11-11T06:22:09,466 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T06:22:09,466 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-147044005/meta-region-server: CHANGED 2024-11-11T06:22:09,466 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-147044005/meta-region-server: CHANGED 2024-11-11T06:22:09,466 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=f334e8b0fbdf,40939,1731306126715}] 2024-11-11T06:22:09,618 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-11T06:22:09,620 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57795, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-11T06:22:09,624 INFO [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-11T06:22:09,624 INFO [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T06:22:09,624 INFO [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-11T06:22:09,625 INFO [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f334e8b0fbdf%2C40939%2C1731306126715.meta, suffix=.meta, logDir=hdfs://localhost:44777/user/jenkins/test-data/31015249-8f39-52e1-d558-1fd8fcb05354/WALs/f334e8b0fbdf,40939,1731306126715, archiveDir=hdfs://localhost:44777/user/jenkins/test-data/31015249-8f39-52e1-d558-1fd8fcb05354/oldWALs, maxLogs=10 2024-11-11T06:22:09,642 DEBUG [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/31015249-8f39-52e1-d558-1fd8fcb05354/WALs/f334e8b0fbdf,40939,1731306126715/f334e8b0fbdf%2C40939%2C1731306126715.meta.1731306129626.meta, exclude list is [], retry=0 2024-11-11T06:22:09,644 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41493,DS-0147aeec-6a39-4b42-9b23-e3c416334003,DISK] 2024-11-11T06:22:09,646 INFO [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/31015249-8f39-52e1-d558-1fd8fcb05354/WALs/f334e8b0fbdf,40939,1731306126715/f334e8b0fbdf%2C40939%2C1731306126715.meta.1731306129626.meta 2024-11-11T06:22:09,646 DEBUG [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35239:35239)] 2024-11-11T06:22:09,647 DEBUG [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-11T06:22:09,647 INFO [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-11T06:22:09,647 DEBUG [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-11T06:22:09,647 DEBUG [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-11T06:22:09,647 INFO [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-11T06:22:09,647 DEBUG [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-11T06:22:09,648 DEBUG [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T06:22:09,648 DEBUG [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-11T06:22:09,648 DEBUG [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-11T06:22:09,649 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T06:22:09,650 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T06:22:09,650 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:22:09,650 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T06:22:09,650 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T06:22:09,651 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T06:22:09,651 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:22:09,651 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T06:22:09,651 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T06:22:09,652 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T06:22:09,652 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:22:09,652 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T06:22:09,652 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T06:22:09,653 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T06:22:09,653 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:22:09,653 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T06:22:09,653 DEBUG [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T06:22:09,654 DEBUG [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44777/user/jenkins/test-data/31015249-8f39-52e1-d558-1fd8fcb05354/data/hbase/meta/1588230740 2024-11-11T06:22:09,655 DEBUG [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44777/user/jenkins/test-data/31015249-8f39-52e1-d558-1fd8fcb05354/data/hbase/meta/1588230740 2024-11-11T06:22:09,656 DEBUG [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T06:22:09,656 DEBUG [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T06:22:09,656 DEBUG [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T06:22:09,658 DEBUG [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T06:22:09,658 INFO [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72515528, jitterRate=0.08056557178497314}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T06:22:09,658 DEBUG [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-11T06:22:09,659 DEBUG [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731306129648Writing region info on filesystem at 1731306129648Initializing all the Stores at 1731306129649 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731306129649Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731306129649Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731306129649Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731306129649Cleaning up temporary data from old regions at 1731306129656 (+7 ms)Running coprocessor post-open hooks at 1731306129658 (+2 ms)Region opened successfully at 1731306129659 (+1 ms) 2024-11-11T06:22:09,660 INFO [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731306129618 2024-11-11T06:22:09,662 DEBUG [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-11T06:22:09,662 INFO [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-11T06:22:09,663 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=f334e8b0fbdf,40939,1731306126715 2024-11-11T06:22:09,664 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f334e8b0fbdf,40939,1731306126715, state=OPEN 2024-11-11T06:22:09,669 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42913-0x10105b0e3d50000, quorum=127.0.0.1:61225, baseZNode=/0-147044005 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-147044005/meta-region-server 2024-11-11T06:22:09,669 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40939-0x10105b0e3d50001, quorum=127.0.0.1:61225, baseZNode=/0-147044005 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-147044005/meta-region-server 2024-11-11T06:22:09,669 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=f334e8b0fbdf,40939,1731306126715 2024-11-11T06:22:09,669 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-147044005/meta-region-server: CHANGED 2024-11-11T06:22:09,669 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-147044005/meta-region-server: CHANGED 2024-11-11T06:22:09,671 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-11T06:22:09,671 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=f334e8b0fbdf,40939,1731306126715 in 203 msec 2024-11-11T06:22:09,673 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-11T06:22:09,673 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 363 msec 2024-11-11T06:22:09,674 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T06:22:09,674 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-11T06:22:09,675 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T06:22:09,675 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f334e8b0fbdf,40939,1731306126715, seqNum=-1] 2024-11-11T06:22:09,675 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T06:22:09,676 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33665, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T06:22:09,681 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2070 sec 2024-11-11T06:22:09,681 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731306129681, completionTime=-1 2024-11-11T06:22:09,681 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-11T06:22:09,682 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-11T06:22:09,683 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-11T06:22:09,683 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731306189683 2024-11-11T06:22:09,683 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731306249683 2024-11-11T06:22:09,683 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-11T06:22:09,684 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f334e8b0fbdf,42913,1731306126669-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T06:22:09,684 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f334e8b0fbdf,42913,1731306126669-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T06:22:09,684 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f334e8b0fbdf,42913,1731306126669-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T06:22:09,684 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-f334e8b0fbdf:42913, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T06:22:09,684 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-11T06:22:09,684 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-11T06:22:09,686 DEBUG [master/f334e8b0fbdf:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-11T06:22:09,688 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.934sec 2024-11-11T06:22:09,688 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-11T06:22:09,688 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-11T06:22:09,688 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-11T06:22:09,688 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-11T06:22:09,688 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-11T06:22:09,688 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f334e8b0fbdf,42913,1731306126669-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T06:22:09,688 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f334e8b0fbdf,42913,1731306126669-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-11T06:22:09,690 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-11T06:22:09,690 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-11T06:22:09,690 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f334e8b0fbdf,42913,1731306126669-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T06:22:09,739 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@bd77944, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T06:22:09,739 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f334e8b0fbdf,42913,-1 for getting cluster id 2024-11-11T06:22:09,739 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T06:22:09,741 DEBUG [HMaster-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'df9dbeca-d682-420c-9fc0-371659416ae1' 2024-11-11T06:22:09,741 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T06:22:09,741 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "df9dbeca-d682-420c-9fc0-371659416ae1" 2024-11-11T06:22:09,741 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@137870ad, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T06:22:09,741 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f334e8b0fbdf,42913,-1] 2024-11-11T06:22:09,742 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T06:22:09,742 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T06:22:09,743 INFO [HMaster-EventLoopGroup-17-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36076, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T06:22:09,743 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e1b6fc7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T06:22:09,744 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T06:22:09,745 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f334e8b0fbdf,40939,1731306126715, seqNum=-1] 2024-11-11T06:22:09,745 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T06:22:09,746 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58512, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T06:22:09,747 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=f334e8b0fbdf,42913,1731306126669 2024-11-11T06:22:09,748 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:61225 2024-11-11T06:22:09,750 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:61225, baseZNode=/0-147044005 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T06:22:09,750 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x10105b0e3d50002 connected 2024-11-11T06:22:09,754 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/55bb9b38-a3b8-9da6-d661-7511a09d4588/hadoop.log.dir so I do NOT create it in target/test-data/805db0c5-be2d-8a7e-dd9b-d952ba21cedc 2024-11-11T06:22:09,754 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/55bb9b38-a3b8-9da6-d661-7511a09d4588/hadoop.log.dir Erasing configuration value by system value. 2024-11-11T06:22:09,754 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/55bb9b38-a3b8-9da6-d661-7511a09d4588/hadoop.tmp.dir so I do NOT create it in target/test-data/805db0c5-be2d-8a7e-dd9b-d952ba21cedc 2024-11-11T06:22:09,754 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/55bb9b38-a3b8-9da6-d661-7511a09d4588/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-11T06:22:09,754 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/805db0c5-be2d-8a7e-dd9b-d952ba21cedc 2024-11-11T06:22:09,754 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-11T06:22:09,754 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/805db0c5-be2d-8a7e-dd9b-d952ba21cedc/cluster_0ff584f4-a5fa-da71-ce50-8c0f69df7e1d, deleteOnExit=true 2024-11-11T06:22:09,754 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-11T06:22:09,754 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/805db0c5-be2d-8a7e-dd9b-d952ba21cedc/test.cache.data in system properties and HBase conf 2024-11-11T06:22:09,754 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/805db0c5-be2d-8a7e-dd9b-d952ba21cedc/hadoop.tmp.dir in system properties and HBase conf 2024-11-11T06:22:09,754 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/805db0c5-be2d-8a7e-dd9b-d952ba21cedc/hadoop.log.dir in system properties and HBase conf 2024-11-11T06:22:09,754 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/805db0c5-be2d-8a7e-dd9b-d952ba21cedc/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-11T06:22:09,754 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/805db0c5-be2d-8a7e-dd9b-d952ba21cedc/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-11T06:22:09,754 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-11T06:22:09,755 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-11T06:22:09,755 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/805db0c5-be2d-8a7e-dd9b-d952ba21cedc/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-11T06:22:09,755 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/805db0c5-be2d-8a7e-dd9b-d952ba21cedc/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-11T06:22:09,755 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/805db0c5-be2d-8a7e-dd9b-d952ba21cedc/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-11T06:22:09,755 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/805db0c5-be2d-8a7e-dd9b-d952ba21cedc/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-11T06:22:09,755 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/805db0c5-be2d-8a7e-dd9b-d952ba21cedc/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-11T06:22:09,755 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/805db0c5-be2d-8a7e-dd9b-d952ba21cedc/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-11T06:22:09,755 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/805db0c5-be2d-8a7e-dd9b-d952ba21cedc/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-11T06:22:09,755 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/805db0c5-be2d-8a7e-dd9b-d952ba21cedc/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-11T06:22:09,755 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/805db0c5-be2d-8a7e-dd9b-d952ba21cedc/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-11T06:22:09,755 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/805db0c5-be2d-8a7e-dd9b-d952ba21cedc/nfs.dump.dir in system properties and HBase conf 2024-11-11T06:22:09,755 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/805db0c5-be2d-8a7e-dd9b-d952ba21cedc/java.io.tmpdir in system properties and HBase conf 2024-11-11T06:22:09,755 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/805db0c5-be2d-8a7e-dd9b-d952ba21cedc/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-11T06:22:09,756 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/805db0c5-be2d-8a7e-dd9b-d952ba21cedc/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-11T06:22:09,756 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/805db0c5-be2d-8a7e-dd9b-d952ba21cedc/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-11T06:22:09,828 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T06:22:09,832 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T06:22:09,833 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T06:22:09,833 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T06:22:09,833 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-11T06:22:09,834 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T06:22:09,834 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@11b685df{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/805db0c5-be2d-8a7e-dd9b-d952ba21cedc/hadoop.log.dir/,AVAILABLE} 2024-11-11T06:22:09,835 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4334f959{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T06:22:09,952 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7108ce2a{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/805db0c5-be2d-8a7e-dd9b-d952ba21cedc/java.io.tmpdir/jetty-localhost-40943-hadoop-hdfs-3_4_1-tests_jar-_-any-946438308742947951/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-11T06:22:09,952 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@423da121{HTTP/1.1, (http/1.1)}{localhost:40943} 2024-11-11T06:22:09,952 INFO [Time-limited test {}] server.Server(415): Started @136958ms 2024-11-11T06:22:10,063 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T06:22:10,069 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T06:22:10,070 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T06:22:10,070 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T06:22:10,070 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-11T06:22:10,071 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1b41a0df{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/805db0c5-be2d-8a7e-dd9b-d952ba21cedc/hadoop.log.dir/,AVAILABLE} 2024-11-11T06:22:10,071 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@23a3951d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T06:22:10,202 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4fc2b7bb{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/805db0c5-be2d-8a7e-dd9b-d952ba21cedc/java.io.tmpdir/jetty-localhost-38417-hadoop-hdfs-3_4_1-tests_jar-_-any-4531837095008419630/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T06:22:10,203 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@635ba689{HTTP/1.1, (http/1.1)}{localhost:38417} 2024-11-11T06:22:10,203 INFO [Time-limited test {}] server.Server(415): Started @137209ms 2024-11-11T06:22:10,204 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-11T06:22:10,315 WARN [Thread-1408 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/805db0c5-be2d-8a7e-dd9b-d952ba21cedc/cluster_0ff584f4-a5fa-da71-ce50-8c0f69df7e1d/data/data1/current/BP-905279437-172.17.0.2-1731306129779/current, will proceed with Du for space computation calculation, 2024-11-11T06:22:10,315 WARN [Thread-1409 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/805db0c5-be2d-8a7e-dd9b-d952ba21cedc/cluster_0ff584f4-a5fa-da71-ce50-8c0f69df7e1d/data/data2/current/BP-905279437-172.17.0.2-1731306129779/current, will proceed with Du for space computation calculation, 2024-11-11T06:22:10,331 WARN [Thread-1396 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-11T06:22:10,333 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x425a30252855b88a with lease ID 0x27c4769622ae9d1a: Processing first storage report for DS-a05a4be0-c662-46a8-927a-35f58e6332c9 from datanode DatanodeRegistration(127.0.0.1:33321, datanodeUuid=81dfbf7f-a84c-4cec-864e-f93f4150058b, infoPort=36317, infoSecurePort=0, ipcPort=46015, storageInfo=lv=-57;cid=testClusterID;nsid=2129808592;c=1731306129779) 2024-11-11T06:22:10,333 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x425a30252855b88a with lease ID 0x27c4769622ae9d1a: from storage DS-a05a4be0-c662-46a8-927a-35f58e6332c9 node DatanodeRegistration(127.0.0.1:33321, datanodeUuid=81dfbf7f-a84c-4cec-864e-f93f4150058b, infoPort=36317, infoSecurePort=0, ipcPort=46015, storageInfo=lv=-57;cid=testClusterID;nsid=2129808592;c=1731306129779), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T06:22:10,333 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x425a30252855b88a with lease ID 0x27c4769622ae9d1a: Processing first storage report for DS-a27172c2-8eb4-4ef9-bf32-ccc23d2ff370 from datanode DatanodeRegistration(127.0.0.1:33321, datanodeUuid=81dfbf7f-a84c-4cec-864e-f93f4150058b, infoPort=36317, infoSecurePort=0, ipcPort=46015, storageInfo=lv=-57;cid=testClusterID;nsid=2129808592;c=1731306129779) 2024-11-11T06:22:10,333 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x425a30252855b88a with lease ID 0x27c4769622ae9d1a: from storage DS-a27172c2-8eb4-4ef9-bf32-ccc23d2ff370 node DatanodeRegistration(127.0.0.1:33321, datanodeUuid=81dfbf7f-a84c-4cec-864e-f93f4150058b, infoPort=36317, infoSecurePort=0, ipcPort=46015, storageInfo=lv=-57;cid=testClusterID;nsid=2129808592;c=1731306129779), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T06:22:10,338 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/805db0c5-be2d-8a7e-dd9b-d952ba21cedc 2024-11-11T06:22:10,338 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T06:22:10,339 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T06:22:10,346 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33321 is added to blk_1073741825_1001 (size=7) 2024-11-11T06:22:10,747 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:41543/user/jenkins/test-data/5a21b3c9-e22f-d814-c1e6-7a7d6ceedb59 with version=8 2024-11-11T06:22:10,747 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:41543/user/jenkins/test-data/5a21b3c9-e22f-d814-c1e6-7a7d6ceedb59/hbase-staging 2024-11-11T06:22:10,749 INFO [Time-limited test {}] client.ConnectionUtils(128): master/f334e8b0fbdf:0 server-side Connection retries=45 2024-11-11T06:22:10,749 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T06:22:10,750 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T06:22:10,750 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T06:22:10,750 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T06:22:10,750 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T06:22:10,750 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-11T06:22:10,750 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T06:22:10,750 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45819 2024-11-11T06:22:10,751 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:45819 connecting to ZooKeeper ensemble=127.0.0.1:61225 2024-11-11T06:22:10,754 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:458190x0, quorum=127.0.0.1:61225, baseZNode=/1-269083350 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T06:22:10,754 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:45819-0x10105b0e3d50003 connected 2024-11-11T06:22:10,771 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T06:22:10,773 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T06:22:10,775 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45819-0x10105b0e3d50003, quorum=127.0.0.1:61225, baseZNode=/1-269083350 Set watcher on znode that does not yet exist, /1-269083350/running 2024-11-11T06:22:10,775 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:41543/user/jenkins/test-data/5a21b3c9-e22f-d814-c1e6-7a7d6ceedb59, hbase.cluster.distributed=false 2024-11-11T06:22:10,776 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45819-0x10105b0e3d50003, quorum=127.0.0.1:61225, baseZNode=/1-269083350 Set watcher on znode that does not yet exist, /1-269083350/acl 2024-11-11T06:22:10,777 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45819 2024-11-11T06:22:10,777 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45819 2024-11-11T06:22:10,777 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45819 2024-11-11T06:22:10,778 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45819 2024-11-11T06:22:10,778 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45819 2024-11-11T06:22:10,792 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/f334e8b0fbdf:0 server-side Connection retries=45 2024-11-11T06:22:10,792 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T06:22:10,792 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T06:22:10,792 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T06:22:10,792 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T06:22:10,792 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T06:22:10,793 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-11T06:22:10,793 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T06:22:10,793 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45413 2024-11-11T06:22:10,794 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:45413 connecting to ZooKeeper ensemble=127.0.0.1:61225 2024-11-11T06:22:10,795 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T06:22:10,796 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T06:22:10,800 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:454130x0, quorum=127.0.0.1:61225, baseZNode=/1-269083350 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T06:22:10,800 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:454130x0, quorum=127.0.0.1:61225, baseZNode=/1-269083350 Set watcher on znode that does not yet exist, /1-269083350/running 2024-11-11T06:22:10,800 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45413-0x10105b0e3d50004 connected 2024-11-11T06:22:10,800 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-11T06:22:10,803 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-11T06:22:10,803 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45413-0x10105b0e3d50004, quorum=127.0.0.1:61225, baseZNode=/1-269083350 Set watcher on znode that does not yet exist, /1-269083350/master 2024-11-11T06:22:10,804 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45413-0x10105b0e3d50004, quorum=127.0.0.1:61225, baseZNode=/1-269083350 Set watcher on znode that does not yet exist, /1-269083350/acl 2024-11-11T06:22:10,808 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45413 2024-11-11T06:22:10,808 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45413 2024-11-11T06:22:10,809 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45413 2024-11-11T06:22:10,812 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45413 2024-11-11T06:22:10,812 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45413 2024-11-11T06:22:10,831 DEBUG [M:0;f334e8b0fbdf:45819 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;f334e8b0fbdf:45819 2024-11-11T06:22:10,831 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-269083350/backup-masters/f334e8b0fbdf,45819,1731306130749 2024-11-11T06:22:10,837 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45819-0x10105b0e3d50003, quorum=127.0.0.1:61225, baseZNode=/1-269083350 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-269083350/backup-masters 2024-11-11T06:22:10,837 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45413-0x10105b0e3d50004, quorum=127.0.0.1:61225, baseZNode=/1-269083350 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-269083350/backup-masters 2024-11-11T06:22:10,838 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45819-0x10105b0e3d50003, quorum=127.0.0.1:61225, baseZNode=/1-269083350 Set watcher on existing znode=/1-269083350/backup-masters/f334e8b0fbdf,45819,1731306130749 2024-11-11T06:22:10,840 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45413-0x10105b0e3d50004, quorum=127.0.0.1:61225, baseZNode=/1-269083350 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-269083350/master 2024-11-11T06:22:10,840 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45819-0x10105b0e3d50003, quorum=127.0.0.1:61225, baseZNode=/1-269083350 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-269083350 2024-11-11T06:22:10,840 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45413-0x10105b0e3d50004, quorum=127.0.0.1:61225, baseZNode=/1-269083350 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-269083350 2024-11-11T06:22:10,840 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45819-0x10105b0e3d50003, quorum=127.0.0.1:61225, baseZNode=/1-269083350 Set watcher on existing znode=/1-269083350/master 2024-11-11T06:22:10,840 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-269083350/backup-masters/f334e8b0fbdf,45819,1731306130749 from backup master directory 2024-11-11T06:22:10,842 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45819-0x10105b0e3d50003, quorum=127.0.0.1:61225, baseZNode=/1-269083350 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-269083350/backup-masters/f334e8b0fbdf,45819,1731306130749 2024-11-11T06:22:10,842 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45413-0x10105b0e3d50004, quorum=127.0.0.1:61225, baseZNode=/1-269083350 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-269083350/backup-masters 2024-11-11T06:22:10,842 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45819-0x10105b0e3d50003, quorum=127.0.0.1:61225, baseZNode=/1-269083350 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-269083350/backup-masters 2024-11-11T06:22:10,842 WARN [master/f334e8b0fbdf:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T06:22:10,842 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=f334e8b0fbdf,45819,1731306130749 2024-11-11T06:22:10,846 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:41543/user/jenkins/test-data/5a21b3c9-e22f-d814-c1e6-7a7d6ceedb59/hbase.id] with ID: d8b5ee6f-b442-44b9-8ab3-bc0145467d44 2024-11-11T06:22:10,846 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:41543/user/jenkins/test-data/5a21b3c9-e22f-d814-c1e6-7a7d6ceedb59/.tmp/hbase.id 2024-11-11T06:22:10,850 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33321 is added to blk_1073741826_1002 (size=42) 2024-11-11T06:22:11,251 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:41543/user/jenkins/test-data/5a21b3c9-e22f-d814-c1e6-7a7d6ceedb59/.tmp/hbase.id]:[hdfs://localhost:41543/user/jenkins/test-data/5a21b3c9-e22f-d814-c1e6-7a7d6ceedb59/hbase.id] 2024-11-11T06:22:11,262 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T06:22:11,262 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-11T06:22:11,263 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-11T06:22:11,265 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45819-0x10105b0e3d50003, quorum=127.0.0.1:61225, baseZNode=/1-269083350 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-269083350 2024-11-11T06:22:11,265 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45413-0x10105b0e3d50004, quorum=127.0.0.1:61225, baseZNode=/1-269083350 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-269083350 2024-11-11T06:22:11,269 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33321 is added to blk_1073741827_1003 (size=196) 2024-11-11T06:22:11,670 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T06:22:11,671 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-11T06:22:11,671 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T06:22:11,677 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33321 is added to blk_1073741828_1004 (size=1189) 2024-11-11T06:22:12,078 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:41543/user/jenkins/test-data/5a21b3c9-e22f-d814-c1e6-7a7d6ceedb59/MasterData/data/master/store 2024-11-11T06:22:12,083 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33321 is added to blk_1073741829_1005 (size=34) 2024-11-11T06:22:12,484 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T06:22:12,484 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-11T06:22:12,484 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T06:22:12,484 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T06:22:12,484 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-11T06:22:12,484 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T06:22:12,484 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T06:22:12,484 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731306132484Disabling compacts and flushes for region at 1731306132484Disabling writes for close at 1731306132484Writing region close event to WAL at 1731306132484Closed at 1731306132484 2024-11-11T06:22:12,485 WARN [master/f334e8b0fbdf:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:41543/user/jenkins/test-data/5a21b3c9-e22f-d814-c1e6-7a7d6ceedb59/MasterData/data/master/store/.initializing 2024-11-11T06:22:12,485 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:41543/user/jenkins/test-data/5a21b3c9-e22f-d814-c1e6-7a7d6ceedb59/MasterData/WALs/f334e8b0fbdf,45819,1731306130749 2024-11-11T06:22:12,486 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T06:22:12,488 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=f334e8b0fbdf%2C45819%2C1731306130749, suffix=, logDir=hdfs://localhost:41543/user/jenkins/test-data/5a21b3c9-e22f-d814-c1e6-7a7d6ceedb59/MasterData/WALs/f334e8b0fbdf,45819,1731306130749, archiveDir=hdfs://localhost:41543/user/jenkins/test-data/5a21b3c9-e22f-d814-c1e6-7a7d6ceedb59/MasterData/oldWALs, maxLogs=10 2024-11-11T06:22:12,501 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/5a21b3c9-e22f-d814-c1e6-7a7d6ceedb59/MasterData/WALs/f334e8b0fbdf,45819,1731306130749/f334e8b0fbdf%2C45819%2C1731306130749.1731306132488, exclude list is [], retry=0 2024-11-11T06:22:12,503 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33321,DS-a05a4be0-c662-46a8-927a-35f58e6332c9,DISK] 2024-11-11T06:22:12,504 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5a21b3c9-e22f-d814-c1e6-7a7d6ceedb59/MasterData/WALs/f334e8b0fbdf,45819,1731306130749/f334e8b0fbdf%2C45819%2C1731306130749.1731306132488 2024-11-11T06:22:12,505 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36317:36317)] 2024-11-11T06:22:12,505 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-11T06:22:12,505 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T06:22:12,505 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T06:22:12,505 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T06:22:12,506 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T06:22:12,507 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-11T06:22:12,507 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:22:12,508 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T06:22:12,508 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T06:22:12,508 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-11T06:22:12,509 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:22:12,509 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T06:22:12,509 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T06:22:12,510 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-11T06:22:12,510 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:22:12,510 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T06:22:12,510 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T06:22:12,511 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-11T06:22:12,511 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:22:12,511 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T06:22:12,511 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T06:22:12,512 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41543/user/jenkins/test-data/5a21b3c9-e22f-d814-c1e6-7a7d6ceedb59/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-11T06:22:12,512 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41543/user/jenkins/test-data/5a21b3c9-e22f-d814-c1e6-7a7d6ceedb59/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-11T06:22:12,513 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T06:22:12,513 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T06:22:12,514 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T06:22:12,515 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T06:22:12,516 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41543/user/jenkins/test-data/5a21b3c9-e22f-d814-c1e6-7a7d6ceedb59/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T06:22:12,517 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67612896, jitterRate=0.007510662078857422}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T06:22:12,517 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731306132505Initializing all the Stores at 1731306132506 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731306132506Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731306132506Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731306132506Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731306132506Cleaning up temporary data from old regions at 1731306132513 (+7 ms)Region opened successfully at 1731306132517 (+4 ms) 2024-11-11T06:22:12,517 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-11T06:22:12,520 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10c23f91, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f334e8b0fbdf/172.17.0.2:0 2024-11-11T06:22:12,520 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-11T06:22:12,521 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-11T06:22:12,521 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-11T06:22:12,521 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-11T06:22:12,521 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-11T06:22:12,521 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-11T06:22:12,521 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-11T06:22:12,523 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-11T06:22:12,524 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45819-0x10105b0e3d50003, quorum=127.0.0.1:61225, baseZNode=/1-269083350 Unable to get data of znode /1-269083350/balancer because node does not exist (not necessarily an error) 2024-11-11T06:22:12,528 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-269083350/balancer already deleted, retry=false 2024-11-11T06:22:12,528 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-11T06:22:12,529 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45819-0x10105b0e3d50003, quorum=127.0.0.1:61225, baseZNode=/1-269083350 Unable to get data of znode /1-269083350/normalizer because node does not exist (not necessarily an error) 2024-11-11T06:22:12,530 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-269083350/normalizer already deleted, retry=false 2024-11-11T06:22:12,530 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-11T06:22:12,531 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45819-0x10105b0e3d50003, quorum=127.0.0.1:61225, baseZNode=/1-269083350 Unable to get data of znode /1-269083350/switch/split because node does not exist (not necessarily an error) 2024-11-11T06:22:12,532 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-269083350/switch/split already deleted, retry=false 2024-11-11T06:22:12,533 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45819-0x10105b0e3d50003, quorum=127.0.0.1:61225, baseZNode=/1-269083350 Unable to get data of znode /1-269083350/switch/merge because node does not exist (not necessarily an error) 2024-11-11T06:22:12,534 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-269083350/switch/merge already deleted, retry=false 2024-11-11T06:22:12,536 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45819-0x10105b0e3d50003, quorum=127.0.0.1:61225, baseZNode=/1-269083350 Unable to get data of znode /1-269083350/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-11T06:22:12,538 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-269083350/snapshot-cleanup already deleted, retry=false 2024-11-11T06:22:12,540 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45819-0x10105b0e3d50003, quorum=127.0.0.1:61225, baseZNode=/1-269083350 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-269083350/running 2024-11-11T06:22:12,540 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45819-0x10105b0e3d50003, quorum=127.0.0.1:61225, baseZNode=/1-269083350 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-269083350 2024-11-11T06:22:12,540 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45413-0x10105b0e3d50004, quorum=127.0.0.1:61225, baseZNode=/1-269083350 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-269083350/running 2024-11-11T06:22:12,540 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45413-0x10105b0e3d50004, quorum=127.0.0.1:61225, baseZNode=/1-269083350 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-269083350 2024-11-11T06:22:12,540 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=f334e8b0fbdf,45819,1731306130749, sessionid=0x10105b0e3d50003, setting cluster-up flag (Was=false) 2024-11-11T06:22:12,543 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45819-0x10105b0e3d50003, quorum=127.0.0.1:61225, baseZNode=/1-269083350 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-269083350 2024-11-11T06:22:12,543 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45413-0x10105b0e3d50004, quorum=127.0.0.1:61225, baseZNode=/1-269083350 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-269083350 2024-11-11T06:22:12,548 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-269083350/flush-table-proc/acquired, /1-269083350/flush-table-proc/reached, /1-269083350/flush-table-proc/abort 2024-11-11T06:22:12,548 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f334e8b0fbdf,45819,1731306130749 2024-11-11T06:22:12,552 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45819-0x10105b0e3d50003, quorum=127.0.0.1:61225, baseZNode=/1-269083350 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-269083350 2024-11-11T06:22:12,552 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45413-0x10105b0e3d50004, quorum=127.0.0.1:61225, baseZNode=/1-269083350 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-269083350 2024-11-11T06:22:12,556 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-269083350/online-snapshot/acquired, /1-269083350/online-snapshot/reached, /1-269083350/online-snapshot/abort 2024-11-11T06:22:12,557 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f334e8b0fbdf,45819,1731306130749 2024-11-11T06:22:12,558 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:41543/user/jenkins/test-data/5a21b3c9-e22f-d814-c1e6-7a7d6ceedb59/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-11T06:22:12,560 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-11T06:22:12,560 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-11T06:22:12,560 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-11T06:22:12,560 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: f334e8b0fbdf,45819,1731306130749 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-11T06:22:12,561 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/f334e8b0fbdf:0, corePoolSize=5, maxPoolSize=5 2024-11-11T06:22:12,561 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/f334e8b0fbdf:0, corePoolSize=5, maxPoolSize=5 2024-11-11T06:22:12,561 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/f334e8b0fbdf:0, corePoolSize=5, maxPoolSize=5 2024-11-11T06:22:12,561 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/f334e8b0fbdf:0, corePoolSize=5, maxPoolSize=5 2024-11-11T06:22:12,561 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/f334e8b0fbdf:0, corePoolSize=10, maxPoolSize=10 2024-11-11T06:22:12,561 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/f334e8b0fbdf:0, corePoolSize=1, maxPoolSize=1 2024-11-11T06:22:12,561 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/f334e8b0fbdf:0, corePoolSize=2, maxPoolSize=2 2024-11-11T06:22:12,561 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/f334e8b0fbdf:0, corePoolSize=1, maxPoolSize=1 2024-11-11T06:22:12,562 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731306162562 2024-11-11T06:22:12,562 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-11T06:22:12,562 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-11T06:22:12,562 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-11T06:22:12,562 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-11T06:22:12,562 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-11T06:22:12,562 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-11T06:22:12,563 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T06:22:12,563 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T06:22:12,563 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-11T06:22:12,563 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-11T06:22:12,563 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-11T06:22:12,563 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-11T06:22:12,563 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-11T06:22:12,563 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-11T06:22:12,563 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-11T06:22:12,564 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/f334e8b0fbdf:0:becomeActiveMaster-HFileCleaner.large.0-1731306132563,5,FailOnTimeoutGroup] 2024-11-11T06:22:12,564 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:22:12,564 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/f334e8b0fbdf:0:becomeActiveMaster-HFileCleaner.small.0-1731306132564,5,FailOnTimeoutGroup] 2024-11-11T06:22:12,564 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T06:22:12,564 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-11T06:22:12,564 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-11T06:22:12,564 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-11T06:22:12,564 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-11T06:22:12,572 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33321 is added to blk_1073741831_1007 (size=1321) 2024-11-11T06:22:12,615 INFO [RS:0;f334e8b0fbdf:45413 {}] regionserver.HRegionServer(746): ClusterId : d8b5ee6f-b442-44b9-8ab3-bc0145467d44 2024-11-11T06:22:12,615 DEBUG [RS:0;f334e8b0fbdf:45413 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-11T06:22:12,618 DEBUG [RS:0;f334e8b0fbdf:45413 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-11T06:22:12,618 DEBUG [RS:0;f334e8b0fbdf:45413 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-11T06:22:12,620 DEBUG [RS:0;f334e8b0fbdf:45413 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-11T06:22:12,620 DEBUG [RS:0;f334e8b0fbdf:45413 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@663c5c99, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f334e8b0fbdf/172.17.0.2:0 2024-11-11T06:22:12,631 DEBUG [RS:0;f334e8b0fbdf:45413 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;f334e8b0fbdf:45413 2024-11-11T06:22:12,631 INFO [RS:0;f334e8b0fbdf:45413 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-11T06:22:12,631 INFO [RS:0;f334e8b0fbdf:45413 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-11T06:22:12,631 DEBUG [RS:0;f334e8b0fbdf:45413 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-11T06:22:12,632 INFO [RS:0;f334e8b0fbdf:45413 {}] regionserver.HRegionServer(2659): reportForDuty to master=f334e8b0fbdf,45819,1731306130749 with port=45413, startcode=1731306130792 2024-11-11T06:22:12,632 DEBUG [RS:0;f334e8b0fbdf:45413 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-11T06:22:12,634 INFO [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36735, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.8 (auth:SIMPLE), service=RegionServerStatusService 2024-11-11T06:22:12,634 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45819 {}] master.ServerManager(363): Checking decommissioned status of RegionServer f334e8b0fbdf,45413,1731306130792 2024-11-11T06:22:12,634 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45819 {}] master.ServerManager(517): Registering regionserver=f334e8b0fbdf,45413,1731306130792 2024-11-11T06:22:12,635 DEBUG [RS:0;f334e8b0fbdf:45413 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:41543/user/jenkins/test-data/5a21b3c9-e22f-d814-c1e6-7a7d6ceedb59 2024-11-11T06:22:12,635 DEBUG [RS:0;f334e8b0fbdf:45413 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:41543 2024-11-11T06:22:12,635 DEBUG [RS:0;f334e8b0fbdf:45413 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-11T06:22:12,641 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45819-0x10105b0e3d50003, quorum=127.0.0.1:61225, baseZNode=/1-269083350 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-269083350/rs 2024-11-11T06:22:12,641 DEBUG [RS:0;f334e8b0fbdf:45413 {}] zookeeper.ZKUtil(111): regionserver:45413-0x10105b0e3d50004, quorum=127.0.0.1:61225, baseZNode=/1-269083350 Set watcher on existing znode=/1-269083350/rs/f334e8b0fbdf,45413,1731306130792 2024-11-11T06:22:12,641 WARN [RS:0;f334e8b0fbdf:45413 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T06:22:12,641 INFO [RS:0;f334e8b0fbdf:45413 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T06:22:12,641 DEBUG [RS:0;f334e8b0fbdf:45413 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:41543/user/jenkins/test-data/5a21b3c9-e22f-d814-c1e6-7a7d6ceedb59/WALs/f334e8b0fbdf,45413,1731306130792 2024-11-11T06:22:12,642 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [f334e8b0fbdf,45413,1731306130792] 2024-11-11T06:22:12,644 INFO [RS:0;f334e8b0fbdf:45413 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-11T06:22:12,646 INFO [RS:0;f334e8b0fbdf:45413 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-11T06:22:12,646 INFO [RS:0;f334e8b0fbdf:45413 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-11T06:22:12,646 INFO [RS:0;f334e8b0fbdf:45413 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T06:22:12,646 INFO [RS:0;f334e8b0fbdf:45413 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-11T06:22:12,647 INFO [RS:0;f334e8b0fbdf:45413 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-11T06:22:12,647 INFO [RS:0;f334e8b0fbdf:45413 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-11T06:22:12,647 DEBUG [RS:0;f334e8b0fbdf:45413 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/f334e8b0fbdf:0, corePoolSize=1, maxPoolSize=1 2024-11-11T06:22:12,647 DEBUG [RS:0;f334e8b0fbdf:45413 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/f334e8b0fbdf:0, corePoolSize=1, maxPoolSize=1 2024-11-11T06:22:12,647 DEBUG [RS:0;f334e8b0fbdf:45413 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/f334e8b0fbdf:0, corePoolSize=1, maxPoolSize=1 2024-11-11T06:22:12,647 DEBUG [RS:0;f334e8b0fbdf:45413 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0, corePoolSize=1, maxPoolSize=1 2024-11-11T06:22:12,647 DEBUG [RS:0;f334e8b0fbdf:45413 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/f334e8b0fbdf:0, corePoolSize=1, maxPoolSize=1 2024-11-11T06:22:12,647 DEBUG [RS:0;f334e8b0fbdf:45413 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/f334e8b0fbdf:0, corePoolSize=2, maxPoolSize=2 2024-11-11T06:22:12,647 DEBUG [RS:0;f334e8b0fbdf:45413 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/f334e8b0fbdf:0, corePoolSize=1, maxPoolSize=1 2024-11-11T06:22:12,647 DEBUG [RS:0;f334e8b0fbdf:45413 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/f334e8b0fbdf:0, corePoolSize=1, maxPoolSize=1 2024-11-11T06:22:12,647 DEBUG [RS:0;f334e8b0fbdf:45413 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0, corePoolSize=1, maxPoolSize=1 2024-11-11T06:22:12,647 DEBUG [RS:0;f334e8b0fbdf:45413 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/f334e8b0fbdf:0, corePoolSize=1, maxPoolSize=1 2024-11-11T06:22:12,647 DEBUG [RS:0;f334e8b0fbdf:45413 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/f334e8b0fbdf:0, corePoolSize=1, maxPoolSize=1 2024-11-11T06:22:12,647 DEBUG [RS:0;f334e8b0fbdf:45413 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/f334e8b0fbdf:0, corePoolSize=1, maxPoolSize=1 2024-11-11T06:22:12,647 DEBUG [RS:0;f334e8b0fbdf:45413 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/f334e8b0fbdf:0, corePoolSize=3, maxPoolSize=3 2024-11-11T06:22:12,647 DEBUG [RS:0;f334e8b0fbdf:45413 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/f334e8b0fbdf:0, corePoolSize=3, maxPoolSize=3 2024-11-11T06:22:12,648 INFO [RS:0;f334e8b0fbdf:45413 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T06:22:12,648 INFO [RS:0;f334e8b0fbdf:45413 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T06:22:12,648 INFO [RS:0;f334e8b0fbdf:45413 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T06:22:12,648 INFO [RS:0;f334e8b0fbdf:45413 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-11T06:22:12,648 INFO [RS:0;f334e8b0fbdf:45413 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-11T06:22:12,648 INFO [RS:0;f334e8b0fbdf:45413 {}] hbase.ChoreService(168): Chore ScheduledChore name=f334e8b0fbdf,45413,1731306130792-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T06:22:12,662 INFO [RS:0;f334e8b0fbdf:45413 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-11T06:22:12,662 INFO [RS:0;f334e8b0fbdf:45413 {}] hbase.ChoreService(168): Chore ScheduledChore name=f334e8b0fbdf,45413,1731306130792-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T06:22:12,662 INFO [RS:0;f334e8b0fbdf:45413 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T06:22:12,662 INFO [RS:0;f334e8b0fbdf:45413 {}] regionserver.Replication(171): f334e8b0fbdf,45413,1731306130792 started 2024-11-11T06:22:12,675 INFO [RS:0;f334e8b0fbdf:45413 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T06:22:12,675 INFO [RS:0;f334e8b0fbdf:45413 {}] regionserver.HRegionServer(1482): Serving as f334e8b0fbdf,45413,1731306130792, RpcServer on f334e8b0fbdf/172.17.0.2:45413, sessionid=0x10105b0e3d50004 2024-11-11T06:22:12,675 DEBUG [RS:0;f334e8b0fbdf:45413 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-11T06:22:12,675 DEBUG [RS:0;f334e8b0fbdf:45413 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager f334e8b0fbdf,45413,1731306130792 2024-11-11T06:22:12,675 DEBUG [RS:0;f334e8b0fbdf:45413 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f334e8b0fbdf,45413,1731306130792' 2024-11-11T06:22:12,675 DEBUG [RS:0;f334e8b0fbdf:45413 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-269083350/flush-table-proc/abort' 2024-11-11T06:22:12,676 DEBUG [RS:0;f334e8b0fbdf:45413 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-269083350/flush-table-proc/acquired' 2024-11-11T06:22:12,676 DEBUG [RS:0;f334e8b0fbdf:45413 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-11T06:22:12,676 DEBUG [RS:0;f334e8b0fbdf:45413 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-11T06:22:12,676 DEBUG [RS:0;f334e8b0fbdf:45413 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager f334e8b0fbdf,45413,1731306130792 2024-11-11T06:22:12,676 DEBUG [RS:0;f334e8b0fbdf:45413 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f334e8b0fbdf,45413,1731306130792' 2024-11-11T06:22:12,676 DEBUG [RS:0;f334e8b0fbdf:45413 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-269083350/online-snapshot/abort' 2024-11-11T06:22:12,676 DEBUG [RS:0;f334e8b0fbdf:45413 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-269083350/online-snapshot/acquired' 2024-11-11T06:22:12,677 DEBUG [RS:0;f334e8b0fbdf:45413 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-11T06:22:12,677 INFO [RS:0;f334e8b0fbdf:45413 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-11T06:22:12,677 INFO [RS:0;f334e8b0fbdf:45413 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-11T06:22:12,777 INFO [RS:0;f334e8b0fbdf:45413 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T06:22:12,779 INFO [RS:0;f334e8b0fbdf:45413 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f334e8b0fbdf%2C45413%2C1731306130792, suffix=, logDir=hdfs://localhost:41543/user/jenkins/test-data/5a21b3c9-e22f-d814-c1e6-7a7d6ceedb59/WALs/f334e8b0fbdf,45413,1731306130792, archiveDir=hdfs://localhost:41543/user/jenkins/test-data/5a21b3c9-e22f-d814-c1e6-7a7d6ceedb59/oldWALs, maxLogs=10 2024-11-11T06:22:12,791 DEBUG [RS:0;f334e8b0fbdf:45413 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/5a21b3c9-e22f-d814-c1e6-7a7d6ceedb59/WALs/f334e8b0fbdf,45413,1731306130792/f334e8b0fbdf%2C45413%2C1731306130792.1731306132779, exclude list is [], retry=0 2024-11-11T06:22:12,794 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33321,DS-a05a4be0-c662-46a8-927a-35f58e6332c9,DISK] 2024-11-11T06:22:12,795 INFO [RS:0;f334e8b0fbdf:45413 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5a21b3c9-e22f-d814-c1e6-7a7d6ceedb59/WALs/f334e8b0fbdf,45413,1731306130792/f334e8b0fbdf%2C45413%2C1731306130792.1731306132779 2024-11-11T06:22:12,796 DEBUG [RS:0;f334e8b0fbdf:45413 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36317:36317)] 2024-11-11T06:22:12,973 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:41543/user/jenkins/test-data/5a21b3c9-e22f-d814-c1e6-7a7d6ceedb59/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-11T06:22:12,973 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:41543/user/jenkins/test-data/5a21b3c9-e22f-d814-c1e6-7a7d6ceedb59 2024-11-11T06:22:12,978 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33321 is added to blk_1073741833_1009 (size=32) 2024-11-11T06:22:13,379 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T06:22:13,380 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T06:22:13,381 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T06:22:13,382 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:22:13,382 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T06:22:13,382 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T06:22:13,383 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T06:22:13,383 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:22:13,383 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T06:22:13,383 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T06:22:13,384 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T06:22:13,384 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:22:13,385 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T06:22:13,385 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T06:22:13,385 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T06:22:13,386 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:22:13,386 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T06:22:13,386 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T06:22:13,387 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41543/user/jenkins/test-data/5a21b3c9-e22f-d814-c1e6-7a7d6ceedb59/data/hbase/meta/1588230740 2024-11-11T06:22:13,387 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41543/user/jenkins/test-data/5a21b3c9-e22f-d814-c1e6-7a7d6ceedb59/data/hbase/meta/1588230740 2024-11-11T06:22:13,388 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T06:22:13,388 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T06:22:13,388 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T06:22:13,389 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T06:22:13,391 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41543/user/jenkins/test-data/5a21b3c9-e22f-d814-c1e6-7a7d6ceedb59/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T06:22:13,391 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72695141, jitterRate=0.0832420140504837}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T06:22:13,391 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731306133379Initializing all the Stores at 1731306133380 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731306133380Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731306133380Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731306133380Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731306133380Cleaning up temporary data from old regions at 1731306133388 (+8 ms)Region opened successfully at 1731306133391 (+3 ms) 2024-11-11T06:22:13,391 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-11T06:22:13,392 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-11T06:22:13,392 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-11T06:22:13,392 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-11T06:22:13,392 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-11T06:22:13,392 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-11T06:22:13,392 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731306133391Disabling compacts and flushes for region at 1731306133391Disabling writes for close at 1731306133392 (+1 ms)Writing region close event to WAL at 1731306133392Closed at 1731306133392 2024-11-11T06:22:13,393 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T06:22:13,393 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-11T06:22:13,393 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-11T06:22:13,394 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T06:22:13,395 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-11T06:22:13,545 DEBUG [f334e8b0fbdf:45819 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-11T06:22:13,546 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=f334e8b0fbdf,45413,1731306130792 2024-11-11T06:22:13,547 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f334e8b0fbdf,45413,1731306130792, state=OPENING 2024-11-11T06:22:13,550 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-11T06:22:13,551 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45819-0x10105b0e3d50003, quorum=127.0.0.1:61225, baseZNode=/1-269083350 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-269083350 2024-11-11T06:22:13,551 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45413-0x10105b0e3d50004, quorum=127.0.0.1:61225, baseZNode=/1-269083350 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-269083350 2024-11-11T06:22:13,552 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T06:22:13,552 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-269083350/meta-region-server: CHANGED 2024-11-11T06:22:13,552 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-269083350/meta-region-server: CHANGED 2024-11-11T06:22:13,552 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=f334e8b0fbdf,45413,1731306130792}] 2024-11-11T06:22:13,704 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-11T06:22:13,706 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44871, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-11T06:22:13,709 INFO [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-11T06:22:13,709 INFO [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T06:22:13,709 INFO [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-11T06:22:13,711 INFO [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f334e8b0fbdf%2C45413%2C1731306130792.meta, suffix=.meta, logDir=hdfs://localhost:41543/user/jenkins/test-data/5a21b3c9-e22f-d814-c1e6-7a7d6ceedb59/WALs/f334e8b0fbdf,45413,1731306130792, archiveDir=hdfs://localhost:41543/user/jenkins/test-data/5a21b3c9-e22f-d814-c1e6-7a7d6ceedb59/oldWALs, maxLogs=10 2024-11-11T06:22:13,724 DEBUG [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/5a21b3c9-e22f-d814-c1e6-7a7d6ceedb59/WALs/f334e8b0fbdf,45413,1731306130792/f334e8b0fbdf%2C45413%2C1731306130792.meta.1731306133711.meta, exclude list is [], retry=0 2024-11-11T06:22:13,726 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33321,DS-a05a4be0-c662-46a8-927a-35f58e6332c9,DISK] 2024-11-11T06:22:13,728 INFO [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5a21b3c9-e22f-d814-c1e6-7a7d6ceedb59/WALs/f334e8b0fbdf,45413,1731306130792/f334e8b0fbdf%2C45413%2C1731306130792.meta.1731306133711.meta 2024-11-11T06:22:13,728 DEBUG [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36317:36317)] 2024-11-11T06:22:13,729 DEBUG [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-11T06:22:13,729 INFO [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-11T06:22:13,729 DEBUG [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-11T06:22:13,729 DEBUG [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-11T06:22:13,729 INFO [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-11T06:22:13,729 DEBUG [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-11T06:22:13,729 DEBUG [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T06:22:13,729 DEBUG [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-11T06:22:13,729 DEBUG [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-11T06:22:13,731 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T06:22:13,731 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T06:22:13,731 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:22:13,732 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T06:22:13,732 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T06:22:13,732 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T06:22:13,732 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:22:13,733 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T06:22:13,733 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T06:22:13,733 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T06:22:13,733 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:22:13,734 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T06:22:13,734 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T06:22:13,734 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T06:22:13,734 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:22:13,735 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T06:22:13,735 DEBUG [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T06:22:13,735 DEBUG [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41543/user/jenkins/test-data/5a21b3c9-e22f-d814-c1e6-7a7d6ceedb59/data/hbase/meta/1588230740 2024-11-11T06:22:13,736 DEBUG [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41543/user/jenkins/test-data/5a21b3c9-e22f-d814-c1e6-7a7d6ceedb59/data/hbase/meta/1588230740 2024-11-11T06:22:13,737 DEBUG [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T06:22:13,737 DEBUG [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T06:22:13,738 DEBUG [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T06:22:13,739 DEBUG [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T06:22:13,739 INFO [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74536444, jitterRate=0.11067956686019897}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T06:22:13,739 DEBUG [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-11T06:22:13,739 DEBUG [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731306133729Writing region info on filesystem at 1731306133730 (+1 ms)Initializing all the Stores at 1731306133730Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731306133730Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731306133730Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731306133730Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731306133730Cleaning up temporary data from old regions at 1731306133737 (+7 ms)Running coprocessor post-open hooks at 1731306133739 (+2 ms)Region opened successfully at 1731306133739 2024-11-11T06:22:13,740 INFO [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731306133704 2024-11-11T06:22:13,742 DEBUG [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-11T06:22:13,742 INFO [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-11T06:22:13,743 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=f334e8b0fbdf,45413,1731306130792 2024-11-11T06:22:13,744 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f334e8b0fbdf,45413,1731306130792, state=OPEN 2024-11-11T06:22:13,745 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45819-0x10105b0e3d50003, quorum=127.0.0.1:61225, baseZNode=/1-269083350 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-269083350/meta-region-server 2024-11-11T06:22:13,745 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45413-0x10105b0e3d50004, quorum=127.0.0.1:61225, baseZNode=/1-269083350 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-269083350/meta-region-server 2024-11-11T06:22:13,745 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=f334e8b0fbdf,45413,1731306130792 2024-11-11T06:22:13,745 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-269083350/meta-region-server: CHANGED 2024-11-11T06:22:13,745 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-269083350/meta-region-server: CHANGED 2024-11-11T06:22:13,747 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-11T06:22:13,747 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=f334e8b0fbdf,45413,1731306130792 in 193 msec 2024-11-11T06:22:13,749 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-11T06:22:13,749 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 354 msec 2024-11-11T06:22:13,750 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T06:22:13,750 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-11T06:22:13,751 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T06:22:13,751 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f334e8b0fbdf,45413,1731306130792, seqNum=-1] 2024-11-11T06:22:13,751 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T06:22:13,752 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45043, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T06:22:13,756 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.1970 sec 2024-11-11T06:22:13,757 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731306133756, completionTime=-1 2024-11-11T06:22:13,757 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-11T06:22:13,757 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-11T06:22:13,759 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-11T06:22:13,759 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731306193759 2024-11-11T06:22:13,759 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731306253759 2024-11-11T06:22:13,759 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-11T06:22:13,759 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f334e8b0fbdf,45819,1731306130749-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T06:22:13,759 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f334e8b0fbdf,45819,1731306130749-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T06:22:13,759 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f334e8b0fbdf,45819,1731306130749-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T06:22:13,759 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-f334e8b0fbdf:45819, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T06:22:13,759 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-11T06:22:13,760 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-11T06:22:13,761 DEBUG [master/f334e8b0fbdf:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-11T06:22:13,763 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.921sec 2024-11-11T06:22:13,763 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-11T06:22:13,763 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-11T06:22:13,763 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-11T06:22:13,763 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-11T06:22:13,763 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-11T06:22:13,763 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f334e8b0fbdf,45819,1731306130749-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T06:22:13,763 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f334e8b0fbdf,45819,1731306130749-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-11T06:22:13,765 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-11T06:22:13,765 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-11T06:22:13,765 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f334e8b0fbdf,45819,1731306130749-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T06:22:13,816 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@337759ee, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T06:22:13,816 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f334e8b0fbdf,45819,-1 for getting cluster id 2024-11-11T06:22:13,816 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T06:22:13,817 DEBUG [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd8b5ee6f-b442-44b9-8ab3-bc0145467d44' 2024-11-11T06:22:13,817 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T06:22:13,818 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d8b5ee6f-b442-44b9-8ab3-bc0145467d44" 2024-11-11T06:22:13,818 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1508d2b1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T06:22:13,818 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f334e8b0fbdf,45819,-1] 2024-11-11T06:22:13,818 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T06:22:13,818 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T06:22:13,819 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46874, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T06:22:13,820 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@238c86c6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T06:22:13,820 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T06:22:13,821 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f334e8b0fbdf,45413,1731306130792, seqNum=-1] 2024-11-11T06:22:13,821 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T06:22:13,822 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50198, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T06:22:13,824 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=f334e8b0fbdf,45819,1731306130749 2024-11-11T06:22:13,824 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:61225 2024-11-11T06:22:13,827 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:61225, baseZNode=/1-269083350 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T06:22:13,827 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x10105b0e3d50005 connected 2024-11-11T06:22:13,831 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@29b0b497, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T06:22:13,831 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f334e8b0fbdf,42913,-1 for getting cluster id 2024-11-11T06:22:13,831 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T06:22:13,832 DEBUG [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'df9dbeca-d682-420c-9fc0-371659416ae1' 2024-11-11T06:22:13,832 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T06:22:13,832 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "df9dbeca-d682-420c-9fc0-371659416ae1" 2024-11-11T06:22:13,833 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f835594, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T06:22:13,833 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f334e8b0fbdf,42913,-1] 2024-11-11T06:22:13,833 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T06:22:13,833 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T06:22:13,834 INFO [HMaster-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58692, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T06:22:13,834 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f5b8c9f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T06:22:13,835 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T06:22:13,836 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is f334e8b0fbdf,42913,1731306126669 2024-11-11T06:22:13,836 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@162f71d2 2024-11-11T06:22:13,836 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T06:22:13,837 INFO [HMaster-EventLoopGroup-17-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58706, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T06:22:13,837 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42913 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://f334e8b0fbdf:45819,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-11T06:22:13,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42913 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-11T06:22:13,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42913 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T06:22:13,840 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='f334e8b0fbdf:45819' 2024-11-11T06:22:13,841 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7bd09291, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T06:22:13,842 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request f334e8b0fbdf,45819,-1 for getting cluster id 2024-11-11T06:22:13,842 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T06:22:13,842 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd8b5ee6f-b442-44b9-8ab3-bc0145467d44' 2024-11-11T06:22:13,843 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T06:22:13,843 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d8b5ee6f-b442-44b9-8ab3-bc0145467d44" 2024-11-11T06:22:13,843 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2784b40e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T06:22:13,843 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f334e8b0fbdf,45819,-1] 2024-11-11T06:22:13,843 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T06:22:13,843 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T06:22:13,844 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46894, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T06:22:13,844 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d6d9c9d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T06:22:13,845 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T06:22:13,845 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] client.AsyncConnectionImpl(321): The fetched master address is f334e8b0fbdf,45819,1731306130749 2024-11-11T06:22:13,845 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@263bd8e6 2024-11-11T06:22:13,845 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T06:22:13,846 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46904, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T06:22:13,847 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-11T06:22:13,847 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-11T06:22:13,847 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T06:22:13,847 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T06:22:13,847 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T06:22:13,847 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T06:22:13,848 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-11T06:22:13,849 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-11T06:22:13,850 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:22:13,850 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-11T06:22:13,856 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41493 is added to blk_1073741835_1011 (size=1138) 2024-11-11T06:22:13,899 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-11T06:22:13,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42913 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T06:22:14,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42913 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T06:22:14,258 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => fed10a60f8e35fb45efa638c64f18c51, NAME => 'hbase:replication,,1731306133847.fed10a60f8e35fb45efa638c64f18c51.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44777/user/jenkins/test-data/31015249-8f39-52e1-d558-1fd8fcb05354 2024-11-11T06:22:14,263 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41493 is added to blk_1073741836_1012 (size=44) 2024-11-11T06:22:14,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42913 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T06:22:14,564 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-11T06:22:14,664 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731306133847.fed10a60f8e35fb45efa638c64f18c51.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T06:22:14,664 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing fed10a60f8e35fb45efa638c64f18c51, disabling compactions & flushes 2024-11-11T06:22:14,664 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731306133847.fed10a60f8e35fb45efa638c64f18c51. 2024-11-11T06:22:14,664 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731306133847.fed10a60f8e35fb45efa638c64f18c51. 2024-11-11T06:22:14,664 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731306133847.fed10a60f8e35fb45efa638c64f18c51. after waiting 0 ms 2024-11-11T06:22:14,664 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731306133847.fed10a60f8e35fb45efa638c64f18c51. 2024-11-11T06:22:14,664 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731306133847.fed10a60f8e35fb45efa638c64f18c51. 2024-11-11T06:22:14,664 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for fed10a60f8e35fb45efa638c64f18c51: Waiting for close lock at 1731306134664Disabling compacts and flushes for region at 1731306134664Disabling writes for close at 1731306134664Writing region close event to WAL at 1731306134664Closed at 1731306134664 2024-11-11T06:22:14,665 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-11T06:22:14,666 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731306133847.fed10a60f8e35fb45efa638c64f18c51.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731306134665"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731306134665"}]},"ts":"1731306134665"} 2024-11-11T06:22:14,668 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-11T06:22:14,669 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-11T06:22:14,669 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731306134669"}]},"ts":"1731306134669"} 2024-11-11T06:22:14,671 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-11T06:22:14,671 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=fed10a60f8e35fb45efa638c64f18c51, ASSIGN}] 2024-11-11T06:22:14,672 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=fed10a60f8e35fb45efa638c64f18c51, ASSIGN 2024-11-11T06:22:14,673 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=fed10a60f8e35fb45efa638c64f18c51, ASSIGN; state=OFFLINE, location=f334e8b0fbdf,40939,1731306126715; forceNewPlan=false, retain=false 2024-11-11T06:22:14,823 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=fed10a60f8e35fb45efa638c64f18c51, regionState=OPENING, regionLocation=f334e8b0fbdf,40939,1731306126715 2024-11-11T06:22:14,825 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=fed10a60f8e35fb45efa638c64f18c51, ASSIGN because future has completed 2024-11-11T06:22:14,826 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure fed10a60f8e35fb45efa638c64f18c51, server=f334e8b0fbdf,40939,1731306126715}] 2024-11-11T06:22:14,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42913 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T06:22:14,982 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1731306133847.fed10a60f8e35fb45efa638c64f18c51. 2024-11-11T06:22:14,982 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T06:22:14,982 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-11T06:22:14,983 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f334e8b0fbdf%2C40939%2C1731306126715.rep, suffix=, logDir=hdfs://localhost:44777/user/jenkins/test-data/31015249-8f39-52e1-d558-1fd8fcb05354/WALs/f334e8b0fbdf,40939,1731306126715, archiveDir=hdfs://localhost:44777/user/jenkins/test-data/31015249-8f39-52e1-d558-1fd8fcb05354/oldWALs, maxLogs=10 2024-11-11T06:22:14,996 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/31015249-8f39-52e1-d558-1fd8fcb05354/WALs/f334e8b0fbdf,40939,1731306126715/f334e8b0fbdf%2C40939%2C1731306126715.rep.1731306134983, exclude list is [], retry=0 2024-11-11T06:22:14,998 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41493,DS-0147aeec-6a39-4b42-9b23-e3c416334003,DISK] 2024-11-11T06:22:15,000 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/31015249-8f39-52e1-d558-1fd8fcb05354/WALs/f334e8b0fbdf,40939,1731306126715/f334e8b0fbdf%2C40939%2C1731306126715.rep.1731306134983 2024-11-11T06:22:15,001 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35239:35239)] 2024-11-11T06:22:15,001 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => fed10a60f8e35fb45efa638c64f18c51, NAME => 'hbase:replication,,1731306133847.fed10a60f8e35fb45efa638c64f18c51.', STARTKEY => '', ENDKEY => ''} 2024-11-11T06:22:15,001 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-11T06:22:15,002 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-11T06:22:15,002 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731306133847.fed10a60f8e35fb45efa638c64f18c51. service=MultiRowMutationService 2024-11-11T06:22:15,002 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-11T06:22:15,002 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication fed10a60f8e35fb45efa638c64f18c51 2024-11-11T06:22:15,002 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1731306133847.fed10a60f8e35fb45efa638c64f18c51.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T06:22:15,002 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for fed10a60f8e35fb45efa638c64f18c51 2024-11-11T06:22:15,002 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for fed10a60f8e35fb45efa638c64f18c51 2024-11-11T06:22:15,003 INFO [StoreOpener-fed10a60f8e35fb45efa638c64f18c51-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region fed10a60f8e35fb45efa638c64f18c51 2024-11-11T06:22:15,004 INFO [StoreOpener-fed10a60f8e35fb45efa638c64f18c51-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fed10a60f8e35fb45efa638c64f18c51 columnFamilyName hfileref 2024-11-11T06:22:15,004 DEBUG [StoreOpener-fed10a60f8e35fb45efa638c64f18c51-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:22:15,005 INFO [StoreOpener-fed10a60f8e35fb45efa638c64f18c51-1 {}] regionserver.HStore(327): Store=fed10a60f8e35fb45efa638c64f18c51/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T06:22:15,005 INFO [StoreOpener-fed10a60f8e35fb45efa638c64f18c51-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region fed10a60f8e35fb45efa638c64f18c51 2024-11-11T06:22:15,006 INFO [StoreOpener-fed10a60f8e35fb45efa638c64f18c51-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fed10a60f8e35fb45efa638c64f18c51 columnFamilyName queue 2024-11-11T06:22:15,006 DEBUG [StoreOpener-fed10a60f8e35fb45efa638c64f18c51-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:22:15,006 INFO [StoreOpener-fed10a60f8e35fb45efa638c64f18c51-1 {}] regionserver.HStore(327): Store=fed10a60f8e35fb45efa638c64f18c51/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T06:22:15,006 INFO [StoreOpener-fed10a60f8e35fb45efa638c64f18c51-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region fed10a60f8e35fb45efa638c64f18c51 2024-11-11T06:22:15,007 INFO [StoreOpener-fed10a60f8e35fb45efa638c64f18c51-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fed10a60f8e35fb45efa638c64f18c51 columnFamilyName sid 2024-11-11T06:22:15,007 DEBUG [StoreOpener-fed10a60f8e35fb45efa638c64f18c51-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:22:15,008 INFO [StoreOpener-fed10a60f8e35fb45efa638c64f18c51-1 {}] regionserver.HStore(327): Store=fed10a60f8e35fb45efa638c64f18c51/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T06:22:15,008 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for fed10a60f8e35fb45efa638c64f18c51 2024-11-11T06:22:15,008 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44777/user/jenkins/test-data/31015249-8f39-52e1-d558-1fd8fcb05354/data/hbase/replication/fed10a60f8e35fb45efa638c64f18c51 2024-11-11T06:22:15,009 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44777/user/jenkins/test-data/31015249-8f39-52e1-d558-1fd8fcb05354/data/hbase/replication/fed10a60f8e35fb45efa638c64f18c51 2024-11-11T06:22:15,009 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for fed10a60f8e35fb45efa638c64f18c51 2024-11-11T06:22:15,009 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for fed10a60f8e35fb45efa638c64f18c51 2024-11-11T06:22:15,010 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-11T06:22:15,011 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for fed10a60f8e35fb45efa638c64f18c51 2024-11-11T06:22:15,014 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44777/user/jenkins/test-data/31015249-8f39-52e1-d558-1fd8fcb05354/data/hbase/replication/fed10a60f8e35fb45efa638c64f18c51/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T06:22:15,014 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened fed10a60f8e35fb45efa638c64f18c51; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62702580, jitterRate=-0.06565874814987183}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-11T06:22:15,014 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for fed10a60f8e35fb45efa638c64f18c51 2024-11-11T06:22:15,015 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for fed10a60f8e35fb45efa638c64f18c51: Running coprocessor pre-open hook at 1731306135002Writing region info on filesystem at 1731306135002Initializing all the Stores at 1731306135003 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731306135003Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731306135003Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731306135003Cleaning up temporary data from old regions at 1731306135009 (+6 ms)Running coprocessor post-open hooks at 1731306135014 (+5 ms)Region opened successfully at 1731306135015 (+1 ms) 2024-11-11T06:22:15,016 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731306133847.fed10a60f8e35fb45efa638c64f18c51., pid=7, masterSystemTime=1731306134978 2024-11-11T06:22:15,018 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731306133847.fed10a60f8e35fb45efa638c64f18c51. 2024-11-11T06:22:15,018 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731306133847.fed10a60f8e35fb45efa638c64f18c51. 2024-11-11T06:22:15,019 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=fed10a60f8e35fb45efa638c64f18c51, regionState=OPEN, openSeqNum=2, regionLocation=f334e8b0fbdf,40939,1731306126715 2024-11-11T06:22:15,021 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure fed10a60f8e35fb45efa638c64f18c51, server=f334e8b0fbdf,40939,1731306126715 because future has completed 2024-11-11T06:22:15,024 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-11T06:22:15,024 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure fed10a60f8e35fb45efa638c64f18c51, server=f334e8b0fbdf,40939,1731306126715 in 196 msec 2024-11-11T06:22:15,026 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-11T06:22:15,026 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=fed10a60f8e35fb45efa638c64f18c51, ASSIGN in 353 msec 2024-11-11T06:22:15,027 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-11T06:22:15,027 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731306135027"}]},"ts":"1731306135027"} 2024-11-11T06:22:15,029 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-11T06:22:15,030 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-11T06:22:15,031 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1830 sec 2024-11-11T06:22:15,053 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731306133847.fed10a60f8e35fb45efa638c64f18c51., hostname=f334e8b0fbdf,40939,1731306126715, seqNum=2] 2024-11-11T06:22:15,060 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42913-0x10105b0e3d50000, quorum=127.0.0.1:61225, baseZNode=/0-147044005 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-147044005 2024-11-11T06:22:15,060 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40939-0x10105b0e3d50001, quorum=127.0.0.1:61225, baseZNode=/0-147044005 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-147044005 2024-11-11T06:22:15,065 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-11T06:22:15,149 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-11T06:22:15,171 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T06:22:15,171 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T06:22:15,172 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T06:22:15,172 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T06:22:15,172 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T06:22:15,177 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T06:22:15,218 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40939 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-11-11T06:22:15,218 INFO [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-11T06:22:15,247 INFO [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-f334e8b0fbdf,40939,1731306126715, ReplicationSource: 1, currentBandwidth=0 2024-11-11T06:22:15,247 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T06:22:15,247 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f334e8b0fbdf,40939,1731306126715, seqNum=-1] 2024-11-11T06:22:15,248 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T06:22:15,248 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54303, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=ClientService 2024-11-11T06:22:15,250 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-f334e8b0fbdf,40939,1731306126715', locateType=CURRENT is [region=hbase:replication,,1731306133847.fed10a60f8e35fb45efa638c64f18c51., hostname=f334e8b0fbdf,40939,1731306126715, seqNum=2] 2024-11-11T06:22:15,253 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-11T06:22:15,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42913 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-11T06:22:15,255 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on f334e8b0fbdf,40939,1731306126715 suceeded 2024-11-11T06:22:15,257 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-11T06:22:15,257 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 190 msec 2024-11-11T06:22:15,257 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://f334e8b0fbdf:45819,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-11T06:22:15,259 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4210 sec 2024-11-11T06:22:15,267 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,40939,1731306126715 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='f334e8b0fbdf:45819' 2024-11-11T06:22:15,268 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,40939,1731306126715 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@361f297c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T06:22:15,268 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,40939,1731306126715 {}] client.ClusterIdFetcher(90): Going to request f334e8b0fbdf,45819,-1 for getting cluster id 2024-11-11T06:22:15,268 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,40939,1731306126715 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T06:22:15,269 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd8b5ee6f-b442-44b9-8ab3-bc0145467d44' 2024-11-11T06:22:15,269 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T06:22:15,270 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d8b5ee6f-b442-44b9-8ab3-bc0145467d44" 2024-11-11T06:22:15,270 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@506e8197, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T06:22:15,270 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f334e8b0fbdf,45819,-1] 2024-11-11T06:22:15,270 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T06:22:15,270 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T06:22:15,271 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46928, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=ClientMetaService 2024-11-11T06:22:15,272 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,40939,1731306126715 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@54acf95d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T06:22:15,272 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,40939,1731306126715 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T06:22:15,272 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.AsyncConnectionImpl(321): The fetched master address is f334e8b0fbdf,45819,1731306130749 2024-11-11T06:22:15,272 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@66290481 2024-11-11T06:22:15,273 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T06:22:15,273 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46940, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=MasterService 2024-11-11T06:22:15,274 INFO [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,40939,1731306126715 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-f334e8b0fbdf,40939,1731306126715 (queues=1) is replicating from cluster=df9dbeca-d682-420c-9fc0-371659416ae1 to cluster=d8b5ee6f-b442-44b9-8ab3-bc0145467d44 2024-11-11T06:22:15,274 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,40939,1731306126715 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=f334e8b0fbdf%2C40939%2C1731306126715 2024-11-11T06:22:15,274 INFO [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,40939,1731306126715 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-f334e8b0fbdf,40939,1731306126715, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-11T06:22:15,275 INFO [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,40939,1731306126715.replicationSource.shipperf334e8b0fbdf%2C40939%2C1731306126715,1-f334e8b0fbdf,40939,1731306126715 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: f334e8b0fbdf%2C40939%2C1731306126715 2024-11-11T06:22:15,275 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,40939,1731306126715.replicationSource.wal-reader.f334e8b0fbdf%2C40939%2C1731306126715,1-f334e8b0fbdf,40939,1731306126715 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:44777/user/jenkins/test-data/31015249-8f39-52e1-d558-1fd8fcb05354/WALs/f334e8b0fbdf,40939,1731306126715/f334e8b0fbdf%2C40939%2C1731306126715.1731306128699, startPosition=0, beingWritten=true 2024-11-11T06:22:15,481 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,40939,1731306126715.replicationSource.wal-reader.f334e8b0fbdf%2C40939%2C1731306126715,1-f334e8b0fbdf,40939,1731306126715 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44777/user/jenkins/test-data/31015249-8f39-52e1-d558-1fd8fcb05354/WALs/f334e8b0fbdf,40939,1731306126715/f334e8b0fbdf%2C40939%2C1731306126715.1731306128699 to pos 0, reset compression=false 2024-11-11T06:22:15,785 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,40939,1731306126715.replicationSource.wal-reader.f334e8b0fbdf%2C40939%2C1731306126715,1-f334e8b0fbdf,40939,1731306126715 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44777/user/jenkins/test-data/31015249-8f39-52e1-d558-1fd8fcb05354/WALs/f334e8b0fbdf,40939,1731306126715/f334e8b0fbdf%2C40939%2C1731306126715.1731306128699 to pos 0, reset compression=false 2024-11-11T06:22:15,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42913 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T06:22:15,989 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-11T06:22:15,990 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T06:22:15,990 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:525) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T06:22:15,990 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T06:22:15,990 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T06:22:15,990 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T06:22:15,990 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T06:22:15,991 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is f334e8b0fbdf,42913,1731306126669 2024-11-11T06:22:15,991 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2bdcb6c2 2024-11-11T06:22:15,991 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T06:22:15,992 INFO [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58718, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T06:22:15,992 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42913 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-11T06:22:15,993 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T06:22:15,993 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:538) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T06:22:15,993 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T06:22:15,993 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T06:22:15,993 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T06:22:15,993 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-11T06:22:15,993 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=912320113, stopped=false 2024-11-11T06:22:15,993 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=f334e8b0fbdf,42913,1731306126669 2024-11-11T06:22:15,995 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42913-0x10105b0e3d50000, quorum=127.0.0.1:61225, baseZNode=/0-147044005 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-147044005/running 2024-11-11T06:22:15,995 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40939-0x10105b0e3d50001, quorum=127.0.0.1:61225, baseZNode=/0-147044005 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-147044005/running 2024-11-11T06:22:15,995 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42913-0x10105b0e3d50000, quorum=127.0.0.1:61225, baseZNode=/0-147044005 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-147044005 2024-11-11T06:22:15,995 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40939-0x10105b0e3d50001, quorum=127.0.0.1:61225, baseZNode=/0-147044005 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-147044005 2024-11-11T06:22:15,995 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T06:22:15,995 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T06:22:15,995 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:538) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T06:22:15,995 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T06:22:15,995 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'f334e8b0fbdf,40939,1731306126715' ***** 2024-11-11T06:22:15,995 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-11T06:22:15,996 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:42913-0x10105b0e3d50000, quorum=127.0.0.1:61225, baseZNode=/0-147044005 Set watcher on znode that does not yet exist, /0-147044005/running 2024-11-11T06:22:15,996 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40939-0x10105b0e3d50001, quorum=127.0.0.1:61225, baseZNode=/0-147044005 Set watcher on znode that does not yet exist, /0-147044005/running 2024-11-11T06:22:15,996 INFO [RS:0;f334e8b0fbdf:40939 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-11T06:22:15,996 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-11T06:22:15,996 INFO [RS:0;f334e8b0fbdf:40939 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-11T06:22:15,996 INFO [RS:0;f334e8b0fbdf:40939 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-11T06:22:15,996 INFO [RS:0;f334e8b0fbdf:40939 {}] regionserver.HRegionServer(3091): Received CLOSE for fed10a60f8e35fb45efa638c64f18c51 2024-11-11T06:22:15,997 INFO [RS:0;f334e8b0fbdf:40939 {}] regionserver.HRegionServer(959): stopping server f334e8b0fbdf,40939,1731306126715 2024-11-11T06:22:15,997 INFO [RS:0;f334e8b0fbdf:40939 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T06:22:15,997 INFO [RS:0;f334e8b0fbdf:40939 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f334e8b0fbdf:40939. 2024-11-11T06:22:15,997 DEBUG [RS:0;f334e8b0fbdf:40939 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T06:22:15,997 DEBUG [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing fed10a60f8e35fb45efa638c64f18c51, disabling compactions & flushes 2024-11-11T06:22:15,997 DEBUG [RS:0;f334e8b0fbdf:40939 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T06:22:15,997 INFO [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731306133847.fed10a60f8e35fb45efa638c64f18c51. 2024-11-11T06:22:15,997 DEBUG [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731306133847.fed10a60f8e35fb45efa638c64f18c51. 2024-11-11T06:22:15,997 INFO [RS:0;f334e8b0fbdf:40939 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-11T06:22:15,997 DEBUG [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731306133847.fed10a60f8e35fb45efa638c64f18c51. after waiting 0 ms 2024-11-11T06:22:15,997 INFO [RS:0;f334e8b0fbdf:40939 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-11T06:22:15,997 INFO [RS:0;f334e8b0fbdf:40939 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-11T06:22:15,997 DEBUG [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731306133847.fed10a60f8e35fb45efa638c64f18c51. 2024-11-11T06:22:15,997 INFO [RS:0;f334e8b0fbdf:40939 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-11T06:22:15,997 INFO [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing fed10a60f8e35fb45efa638c64f18c51 3/3 column families, dataSize=147 B heapSize=992 B 2024-11-11T06:22:15,997 INFO [RS:0;f334e8b0fbdf:40939 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-11T06:22:15,997 DEBUG [RS:0;f334e8b0fbdf:40939 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, fed10a60f8e35fb45efa638c64f18c51=hbase:replication,,1731306133847.fed10a60f8e35fb45efa638c64f18c51.} 2024-11-11T06:22:15,997 DEBUG [RS:0;f334e8b0fbdf:40939 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, fed10a60f8e35fb45efa638c64f18c51 2024-11-11T06:22:15,998 DEBUG [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-11T06:22:15,998 INFO [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-11T06:22:15,998 DEBUG [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-11T06:22:15,998 DEBUG [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-11T06:22:15,998 DEBUG [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-11T06:22:15,998 INFO [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-11T06:22:16,013 DEBUG [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44777/user/jenkins/test-data/31015249-8f39-52e1-d558-1fd8fcb05354/data/hbase/replication/fed10a60f8e35fb45efa638c64f18c51/.tmp/queue/b55818b1a22c407598382c71bc05cb99 is 151, key is 1-f334e8b0fbdf,40939,1731306126715/queue:f334e8b0fbdf%2C40939%2C1731306126715/1731306135251/Put/seqid=0 2024-11-11T06:22:16,016 DEBUG [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44777/user/jenkins/test-data/31015249-8f39-52e1-d558-1fd8fcb05354/data/hbase/meta/1588230740/.tmp/info/221ab098b0ca4ab48e4764d3e2a1cef2 is 147, key is hbase:replication,,1731306133847.fed10a60f8e35fb45efa638c64f18c51./info:regioninfo/1731306135019/Put/seqid=0 2024-11-11T06:22:16,018 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41493 is added to blk_1073741838_1014 (size=5350) 2024-11-11T06:22:16,023 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41493 is added to blk_1073741839_1015 (size=6631) 2024-11-11T06:22:16,073 INFO [regionserver/f334e8b0fbdf:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T06:22:16,190 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,40939,1731306126715.replicationSource.wal-reader.f334e8b0fbdf%2C40939%2C1731306126715,1-f334e8b0fbdf,40939,1731306126715 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44777/user/jenkins/test-data/31015249-8f39-52e1-d558-1fd8fcb05354/WALs/f334e8b0fbdf,40939,1731306126715/f334e8b0fbdf%2C40939%2C1731306126715.1731306128699 to pos 0, reset compression=false 2024-11-11T06:22:16,198 DEBUG [RS:0;f334e8b0fbdf:40939 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, fed10a60f8e35fb45efa638c64f18c51 2024-11-11T06:22:16,398 DEBUG [RS:0;f334e8b0fbdf:40939 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, fed10a60f8e35fb45efa638c64f18c51 2024-11-11T06:22:16,419 INFO [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=147 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:44777/user/jenkins/test-data/31015249-8f39-52e1-d558-1fd8fcb05354/data/hbase/replication/fed10a60f8e35fb45efa638c64f18c51/.tmp/queue/b55818b1a22c407598382c71bc05cb99 2024-11-11T06:22:16,424 INFO [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:44777/user/jenkins/test-data/31015249-8f39-52e1-d558-1fd8fcb05354/data/hbase/meta/1588230740/.tmp/info/221ab098b0ca4ab48e4764d3e2a1cef2 2024-11-11T06:22:16,426 DEBUG [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44777/user/jenkins/test-data/31015249-8f39-52e1-d558-1fd8fcb05354/data/hbase/replication/fed10a60f8e35fb45efa638c64f18c51/.tmp/queue/b55818b1a22c407598382c71bc05cb99 as hdfs://localhost:44777/user/jenkins/test-data/31015249-8f39-52e1-d558-1fd8fcb05354/data/hbase/replication/fed10a60f8e35fb45efa638c64f18c51/queue/b55818b1a22c407598382c71bc05cb99 2024-11-11T06:22:16,431 INFO [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44777/user/jenkins/test-data/31015249-8f39-52e1-d558-1fd8fcb05354/data/hbase/replication/fed10a60f8e35fb45efa638c64f18c51/queue/b55818b1a22c407598382c71bc05cb99, entries=1, sequenceid=5, filesize=5.2 K 2024-11-11T06:22:16,433 INFO [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for fed10a60f8e35fb45efa638c64f18c51 in 436ms, sequenceid=5, compaction requested=false 2024-11-11T06:22:16,433 DEBUG [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-11T06:22:16,440 DEBUG [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44777/user/jenkins/test-data/31015249-8f39-52e1-d558-1fd8fcb05354/data/hbase/replication/fed10a60f8e35fb45efa638c64f18c51/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-11T06:22:16,440 DEBUG [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-11T06:22:16,440 DEBUG [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-11T06:22:16,440 INFO [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731306133847.fed10a60f8e35fb45efa638c64f18c51. 2024-11-11T06:22:16,441 DEBUG [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for fed10a60f8e35fb45efa638c64f18c51: Waiting for close lock at 1731306135997Running coprocessor pre-close hooks at 1731306135997Disabling compacts and flushes for region at 1731306135997Disabling writes for close at 1731306135997Obtaining lock to block concurrent updates at 1731306135997Preparing flush snapshotting stores in fed10a60f8e35fb45efa638c64f18c51 at 1731306135997Finished memstore snapshotting hbase:replication,,1731306133847.fed10a60f8e35fb45efa638c64f18c51., syncing WAL and waiting on mvcc, flushsize=dataSize=147, getHeapSize=944, getOffHeapSize=0, getCellsCount=1 at 1731306135998 (+1 ms)Flushing stores of hbase:replication,,1731306133847.fed10a60f8e35fb45efa638c64f18c51. at 1731306135998Flushing fed10a60f8e35fb45efa638c64f18c51/queue: creating writer at 1731306135998Flushing fed10a60f8e35fb45efa638c64f18c51/queue: appending metadata at 1731306136012 (+14 ms)Flushing fed10a60f8e35fb45efa638c64f18c51/queue: closing flushed file at 1731306136012Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1d8fc56d: reopening flushed file at 1731306136425 (+413 ms)Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for fed10a60f8e35fb45efa638c64f18c51 in 436ms, sequenceid=5, compaction requested=false at 1731306136433 (+8 ms)Writing region close event to WAL at 1731306136437 (+4 ms)Running coprocessor post-close hooks at 1731306136440 (+3 ms)Closed at 1731306136440 2024-11-11T06:22:16,441 DEBUG [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731306133847.fed10a60f8e35fb45efa638c64f18c51. 2024-11-11T06:22:16,444 DEBUG [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44777/user/jenkins/test-data/31015249-8f39-52e1-d558-1fd8fcb05354/data/hbase/meta/1588230740/.tmp/ns/44032c2480b44d70af6827e0d13b3aaf is 43, key is default/ns:d/1731306129677/Put/seqid=0 2024-11-11T06:22:16,448 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41493 is added to blk_1073741840_1016 (size=5153) 2024-11-11T06:22:16,598 DEBUG [RS:0;f334e8b0fbdf:40939 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T06:22:16,666 INFO [regionserver/f334e8b0fbdf:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-11T06:22:16,666 INFO [regionserver/f334e8b0fbdf:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-11T06:22:16,695 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,40939,1731306126715.replicationSource.wal-reader.f334e8b0fbdf%2C40939%2C1731306126715,1-f334e8b0fbdf,40939,1731306126715 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44777/user/jenkins/test-data/31015249-8f39-52e1-d558-1fd8fcb05354/WALs/f334e8b0fbdf,40939,1731306126715/f334e8b0fbdf%2C40939%2C1731306126715.1731306128699 to pos 0, reset compression=false 2024-11-11T06:22:16,798 DEBUG [RS:0;f334e8b0fbdf:40939 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T06:22:16,849 INFO [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:44777/user/jenkins/test-data/31015249-8f39-52e1-d558-1fd8fcb05354/data/hbase/meta/1588230740/.tmp/ns/44032c2480b44d70af6827e0d13b3aaf 2024-11-11T06:22:16,875 DEBUG [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44777/user/jenkins/test-data/31015249-8f39-52e1-d558-1fd8fcb05354/data/hbase/meta/1588230740/.tmp/table/014dd797a2f84923aa8bca1fa9185763 is 53, key is hbase:replication/table:state/1731306135027/Put/seqid=0 2024-11-11T06:22:16,879 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41493 is added to blk_1073741841_1017 (size=5256) 2024-11-11T06:22:16,998 INFO [RS:0;f334e8b0fbdf:40939 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-11T06:22:16,998 DEBUG [RS:0;f334e8b0fbdf:40939 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-11T06:22:16,998 DEBUG [RS:0;f334e8b0fbdf:40939 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T06:22:17,199 DEBUG [RS:0;f334e8b0fbdf:40939 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T06:22:17,279 INFO [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:44777/user/jenkins/test-data/31015249-8f39-52e1-d558-1fd8fcb05354/data/hbase/meta/1588230740/.tmp/table/014dd797a2f84923aa8bca1fa9185763 2024-11-11T06:22:17,286 DEBUG [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44777/user/jenkins/test-data/31015249-8f39-52e1-d558-1fd8fcb05354/data/hbase/meta/1588230740/.tmp/info/221ab098b0ca4ab48e4764d3e2a1cef2 as hdfs://localhost:44777/user/jenkins/test-data/31015249-8f39-52e1-d558-1fd8fcb05354/data/hbase/meta/1588230740/info/221ab098b0ca4ab48e4764d3e2a1cef2 2024-11-11T06:22:17,290 INFO [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44777/user/jenkins/test-data/31015249-8f39-52e1-d558-1fd8fcb05354/data/hbase/meta/1588230740/info/221ab098b0ca4ab48e4764d3e2a1cef2, entries=10, sequenceid=11, filesize=6.5 K 2024-11-11T06:22:17,291 DEBUG [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44777/user/jenkins/test-data/31015249-8f39-52e1-d558-1fd8fcb05354/data/hbase/meta/1588230740/.tmp/ns/44032c2480b44d70af6827e0d13b3aaf as hdfs://localhost:44777/user/jenkins/test-data/31015249-8f39-52e1-d558-1fd8fcb05354/data/hbase/meta/1588230740/ns/44032c2480b44d70af6827e0d13b3aaf 2024-11-11T06:22:17,295 INFO [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44777/user/jenkins/test-data/31015249-8f39-52e1-d558-1fd8fcb05354/data/hbase/meta/1588230740/ns/44032c2480b44d70af6827e0d13b3aaf, entries=2, sequenceid=11, filesize=5.0 K 2024-11-11T06:22:17,296 DEBUG [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44777/user/jenkins/test-data/31015249-8f39-52e1-d558-1fd8fcb05354/data/hbase/meta/1588230740/.tmp/table/014dd797a2f84923aa8bca1fa9185763 as hdfs://localhost:44777/user/jenkins/test-data/31015249-8f39-52e1-d558-1fd8fcb05354/data/hbase/meta/1588230740/table/014dd797a2f84923aa8bca1fa9185763 2024-11-11T06:22:17,300 INFO [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44777/user/jenkins/test-data/31015249-8f39-52e1-d558-1fd8fcb05354/data/hbase/meta/1588230740/table/014dd797a2f84923aa8bca1fa9185763, entries=2, sequenceid=11, filesize=5.1 K 2024-11-11T06:22:17,300 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,40939,1731306126715.replicationSource.wal-reader.f334e8b0fbdf%2C40939%2C1731306126715,1-f334e8b0fbdf,40939,1731306126715 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44777/user/jenkins/test-data/31015249-8f39-52e1-d558-1fd8fcb05354/WALs/f334e8b0fbdf,40939,1731306126715/f334e8b0fbdf%2C40939%2C1731306126715.1731306128699 to pos 0, reset compression=false 2024-11-11T06:22:17,301 INFO [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1303ms, sequenceid=11, compaction requested=false 2024-11-11T06:22:17,306 DEBUG [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44777/user/jenkins/test-data/31015249-8f39-52e1-d558-1fd8fcb05354/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-11T06:22:17,307 DEBUG [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-11T06:22:17,307 DEBUG [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-11T06:22:17,307 INFO [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-11T06:22:17,307 DEBUG [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731306135997Running coprocessor pre-close hooks at 1731306135997Disabling compacts and flushes for region at 1731306135997Disabling writes for close at 1731306135998 (+1 ms)Obtaining lock to block concurrent updates at 1731306135998Preparing flush snapshotting stores in 1588230740 at 1731306135998Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1731306135998Flushing stores of hbase:meta,,1.1588230740 at 1731306135999 (+1 ms)Flushing 1588230740/info: creating writer at 1731306135999Flushing 1588230740/info: appending metadata at 1731306136016 (+17 ms)Flushing 1588230740/info: closing flushed file at 1731306136016Flushing 1588230740/ns: creating writer at 1731306136429 (+413 ms)Flushing 1588230740/ns: appending metadata at 1731306136444 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1731306136444Flushing 1588230740/table: creating writer at 1731306136854 (+410 ms)Flushing 1588230740/table: appending metadata at 1731306136874 (+20 ms)Flushing 1588230740/table: closing flushed file at 1731306136874Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5389e458: reopening flushed file at 1731306137285 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@79f1964e: reopening flushed file at 1731306137290 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7fd3e634: reopening flushed file at 1731306137295 (+5 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1303ms, sequenceid=11, compaction requested=false at 1731306137301 (+6 ms)Writing region close event to WAL at 1731306137303 (+2 ms)Running coprocessor post-close hooks at 1731306137306 (+3 ms)Closed at 1731306137307 (+1 ms) 2024-11-11T06:22:17,307 DEBUG [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-11T06:22:17,399 INFO [RS:0;f334e8b0fbdf:40939 {}] regionserver.HRegionServer(976): stopping server f334e8b0fbdf,40939,1731306126715; all regions closed. 2024-11-11T06:22:17,401 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41493 is added to blk_1073741834_1010 (size=2742) 2024-11-11T06:22:17,401 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/31015249-8f39-52e1-d558-1fd8fcb05354/WALs/f334e8b0fbdf,40939,1731306126715/f334e8b0fbdf%2C40939%2C1731306126715.meta.1731306129626.meta not finished, retry = 0 2024-11-11T06:22:17,504 DEBUG [RS:0;f334e8b0fbdf:40939 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/31015249-8f39-52e1-d558-1fd8fcb05354/oldWALs 2024-11-11T06:22:17,504 INFO [RS:0;f334e8b0fbdf:40939 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL f334e8b0fbdf%2C40939%2C1731306126715.meta:.meta(num 1731306129626) 2024-11-11T06:22:17,506 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/31015249-8f39-52e1-d558-1fd8fcb05354/WALs/f334e8b0fbdf,40939,1731306126715/f334e8b0fbdf%2C40939%2C1731306126715.rep.1731306134983 not finished, retry = 0 2024-11-11T06:22:17,506 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41493 is added to blk_1073741837_1013 (size=1586) 2024-11-11T06:22:17,608 DEBUG [RS:0;f334e8b0fbdf:40939 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/31015249-8f39-52e1-d558-1fd8fcb05354/oldWALs 2024-11-11T06:22:17,608 INFO [RS:0;f334e8b0fbdf:40939 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL f334e8b0fbdf%2C40939%2C1731306126715.rep:(num 1731306134983) 2024-11-11T06:22:17,610 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/31015249-8f39-52e1-d558-1fd8fcb05354/WALs/f334e8b0fbdf,40939,1731306126715/f334e8b0fbdf%2C40939%2C1731306126715.1731306128699 not finished, retry = 0 2024-11-11T06:22:17,610 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41493 is added to blk_1073741832_1008 (size=93) 2024-11-11T06:22:17,712 DEBUG [RS:0;f334e8b0fbdf:40939 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/31015249-8f39-52e1-d558-1fd8fcb05354/oldWALs 2024-11-11T06:22:17,712 INFO [RS:0;f334e8b0fbdf:40939 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL f334e8b0fbdf%2C40939%2C1731306126715:(num 1731306128699) 2024-11-11T06:22:17,712 DEBUG [RS:0;f334e8b0fbdf:40939 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T06:22:17,712 INFO [RS:0;f334e8b0fbdf:40939 {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T06:22:17,712 INFO [RS:0;f334e8b0fbdf:40939 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T06:22:17,713 INFO [RS:0;f334e8b0fbdf:40939 {}] hbase.ChoreService(370): Chore service for: regionserver/f334e8b0fbdf:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-11T06:22:17,713 INFO [RS:0;f334e8b0fbdf:40939 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T06:22:17,713 INFO [regionserver/f334e8b0fbdf:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T06:22:17,713 INFO [RS:0;f334e8b0fbdf:40939 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-f334e8b0fbdf,40939,1731306126715 because: Region server is closing 2024-11-11T06:22:17,713 INFO [RS:0;f334e8b0fbdf:40939 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f334e8b0fbdf:40939. 2024-11-11T06:22:17,713 DEBUG [RS:0;f334e8b0fbdf:40939 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T06:22:17,713 DEBUG [RS:0;f334e8b0fbdf:40939 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T06:22:17,713 DEBUG [RS:0;f334e8b0fbdf:40939 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T06:22:17,714 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T06:22:17,814 WARN [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,40939,1731306126715.replicationSource.wal-reader.f334e8b0fbdf%2C40939%2C1731306126715,1-f334e8b0fbdf,40939,1731306126715 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-11T06:22:17,814 WARN [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,40939,1731306126715.replicationSource.shipperf334e8b0fbdf%2C40939%2C1731306126715,1-f334e8b0fbdf,40939,1731306126715 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-11T06:22:17,814 INFO [RS:0;f334e8b0fbdf:40939 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,40939,1731306126715.replicationSource.shipperf334e8b0fbdf%2C40939%2C1731306126715,1-f334e8b0fbdf,40939,1731306126715 terminated 2024-11-11T06:22:17,814 INFO [RS:0;f334e8b0fbdf:40939 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40939 2024-11-11T06:22:17,816 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40939-0x10105b0e3d50001, quorum=127.0.0.1:61225, baseZNode=/0-147044005 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-147044005/rs/f334e8b0fbdf,40939,1731306126715 2024-11-11T06:22:17,816 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42913-0x10105b0e3d50000, quorum=127.0.0.1:61225, baseZNode=/0-147044005 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-147044005/rs 2024-11-11T06:22:17,816 INFO [RS:0;f334e8b0fbdf:40939 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T06:22:17,817 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [f334e8b0fbdf,40939,1731306126715] 2024-11-11T06:22:17,819 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-147044005/draining/f334e8b0fbdf,40939,1731306126715 already deleted, retry=false 2024-11-11T06:22:17,819 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; f334e8b0fbdf,40939,1731306126715 expired; onlineServers=0 2024-11-11T06:22:17,819 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'f334e8b0fbdf,42913,1731306126669' ***** 2024-11-11T06:22:17,819 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-11T06:22:17,819 INFO [M:0;f334e8b0fbdf:42913 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T06:22:17,820 INFO [M:0;f334e8b0fbdf:42913 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T06:22:17,820 DEBUG [M:0;f334e8b0fbdf:42913 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-11T06:22:17,820 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-11T06:22:17,820 DEBUG [M:0;f334e8b0fbdf:42913 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-11T06:22:17,820 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster-HFileCleaner.large.0-1731306128482 {}] cleaner.HFileCleaner(306): Exit Thread[master/f334e8b0fbdf:0:becomeActiveMaster-HFileCleaner.large.0-1731306128482,5,FailOnTimeoutGroup] 2024-11-11T06:22:17,820 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster-HFileCleaner.small.0-1731306128484 {}] cleaner.HFileCleaner(306): Exit Thread[master/f334e8b0fbdf:0:becomeActiveMaster-HFileCleaner.small.0-1731306128484,5,FailOnTimeoutGroup] 2024-11-11T06:22:17,820 INFO [M:0;f334e8b0fbdf:42913 {}] hbase.ChoreService(370): Chore service for: master/f334e8b0fbdf:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-11T06:22:17,820 INFO [M:0;f334e8b0fbdf:42913 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T06:22:17,820 DEBUG [M:0;f334e8b0fbdf:42913 {}] master.HMaster(1795): Stopping service threads 2024-11-11T06:22:17,820 INFO [M:0;f334e8b0fbdf:42913 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-11T06:22:17,820 INFO [M:0;f334e8b0fbdf:42913 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T06:22:17,820 INFO [M:0;f334e8b0fbdf:42913 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-11T06:22:17,820 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-11T06:22:17,821 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42913-0x10105b0e3d50000, quorum=127.0.0.1:61225, baseZNode=/0-147044005 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-147044005/master 2024-11-11T06:22:17,821 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42913-0x10105b0e3d50000, quorum=127.0.0.1:61225, baseZNode=/0-147044005 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-147044005 2024-11-11T06:22:17,821 DEBUG [M:0;f334e8b0fbdf:42913 {}] zookeeper.ZKUtil(347): master:42913-0x10105b0e3d50000, quorum=127.0.0.1:61225, baseZNode=/0-147044005 Unable to get data of znode /0-147044005/master because node does not exist (not an error) 2024-11-11T06:22:17,821 WARN [M:0;f334e8b0fbdf:42913 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-11T06:22:17,822 INFO [M:0;f334e8b0fbdf:42913 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:44777/user/jenkins/test-data/31015249-8f39-52e1-d558-1fd8fcb05354/.lastflushedseqids 2024-11-11T06:22:17,826 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41493 is added to blk_1073741842_1018 (size=181) 2024-11-11T06:22:17,917 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40939-0x10105b0e3d50001, quorum=127.0.0.1:61225, baseZNode=/0-147044005 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T06:22:17,917 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40939-0x10105b0e3d50001, quorum=127.0.0.1:61225, baseZNode=/0-147044005 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T06:22:17,917 INFO [RS:0;f334e8b0fbdf:40939 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T06:22:17,917 INFO [RS:0;f334e8b0fbdf:40939 {}] regionserver.HRegionServer(1031): Exiting; stopping=f334e8b0fbdf,40939,1731306126715; zookeeper connection closed. 2024-11-11T06:22:17,918 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5443e657 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5443e657 2024-11-11T06:22:17,918 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-11T06:22:18,178 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-11T06:22:18,178 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-11T06:22:18,179 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-11T06:22:18,179 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-11T06:22:18,179 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-11T06:22:18,179 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-11T06:22:18,179 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-11T06:22:18,179 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-11T06:22:18,226 INFO [M:0;f334e8b0fbdf:42913 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-11T06:22:18,227 INFO [M:0;f334e8b0fbdf:42913 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-11T06:22:18,227 DEBUG [M:0;f334e8b0fbdf:42913 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-11T06:22:18,227 INFO [M:0;f334e8b0fbdf:42913 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T06:22:18,227 DEBUG [M:0;f334e8b0fbdf:42913 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T06:22:18,227 DEBUG [M:0;f334e8b0fbdf:42913 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-11T06:22:18,227 DEBUG [M:0;f334e8b0fbdf:42913 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T06:22:18,227 INFO [M:0;f334e8b0fbdf:42913 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=35.09 KB heapSize=42.23 KB 2024-11-11T06:22:18,242 DEBUG [M:0;f334e8b0fbdf:42913 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44777/user/jenkins/test-data/31015249-8f39-52e1-d558-1fd8fcb05354/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ef3610d4360e4b49bbb72f4c75bedf9f is 82, key is hbase:meta,,1/info:regioninfo/1731306129663/Put/seqid=0 2024-11-11T06:22:18,246 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41493 is added to blk_1073741843_1019 (size=5672) 2024-11-11T06:22:18,647 INFO [M:0;f334e8b0fbdf:42913 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:44777/user/jenkins/test-data/31015249-8f39-52e1-d558-1fd8fcb05354/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ef3610d4360e4b49bbb72f4c75bedf9f 2024-11-11T06:22:18,666 DEBUG [M:0;f334e8b0fbdf:42913 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44777/user/jenkins/test-data/31015249-8f39-52e1-d558-1fd8fcb05354/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/31cceff9b13445cc9559fc9dc5e0fb5c is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1731306135031/Put/seqid=0 2024-11-11T06:22:18,669 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41493 is added to blk_1073741844_1020 (size=7203) 2024-11-11T06:22:19,070 INFO [M:0;f334e8b0fbdf:42913 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=34.54 KB at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:44777/user/jenkins/test-data/31015249-8f39-52e1-d558-1fd8fcb05354/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/31cceff9b13445cc9559fc9dc5e0fb5c 2024-11-11T06:22:19,089 DEBUG [M:0;f334e8b0fbdf:42913 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44777/user/jenkins/test-data/31015249-8f39-52e1-d558-1fd8fcb05354/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/58acc33295ab460881edd852435d32a3 is 69, key is f334e8b0fbdf,40939,1731306126715/rs:state/1731306128557/Put/seqid=0 2024-11-11T06:22:19,092 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41493 is added to blk_1073741845_1021 (size=5156) 2024-11-11T06:22:19,493 INFO [M:0;f334e8b0fbdf:42913 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:44777/user/jenkins/test-data/31015249-8f39-52e1-d558-1fd8fcb05354/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/58acc33295ab460881edd852435d32a3 2024-11-11T06:22:19,498 DEBUG [M:0;f334e8b0fbdf:42913 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44777/user/jenkins/test-data/31015249-8f39-52e1-d558-1fd8fcb05354/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/ef3610d4360e4b49bbb72f4c75bedf9f as hdfs://localhost:44777/user/jenkins/test-data/31015249-8f39-52e1-d558-1fd8fcb05354/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ef3610d4360e4b49bbb72f4c75bedf9f 2024-11-11T06:22:19,502 INFO [M:0;f334e8b0fbdf:42913 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44777/user/jenkins/test-data/31015249-8f39-52e1-d558-1fd8fcb05354/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ef3610d4360e4b49bbb72f4c75bedf9f, entries=8, sequenceid=70, filesize=5.5 K 2024-11-11T06:22:19,502 DEBUG [M:0;f334e8b0fbdf:42913 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44777/user/jenkins/test-data/31015249-8f39-52e1-d558-1fd8fcb05354/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/31cceff9b13445cc9559fc9dc5e0fb5c as hdfs://localhost:44777/user/jenkins/test-data/31015249-8f39-52e1-d558-1fd8fcb05354/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/31cceff9b13445cc9559fc9dc5e0fb5c 2024-11-11T06:22:19,506 INFO [M:0;f334e8b0fbdf:42913 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44777/user/jenkins/test-data/31015249-8f39-52e1-d558-1fd8fcb05354/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/31cceff9b13445cc9559fc9dc5e0fb5c, entries=8, sequenceid=70, filesize=7.0 K 2024-11-11T06:22:19,507 DEBUG [M:0;f334e8b0fbdf:42913 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44777/user/jenkins/test-data/31015249-8f39-52e1-d558-1fd8fcb05354/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/58acc33295ab460881edd852435d32a3 as hdfs://localhost:44777/user/jenkins/test-data/31015249-8f39-52e1-d558-1fd8fcb05354/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/58acc33295ab460881edd852435d32a3 2024-11-11T06:22:19,511 INFO [M:0;f334e8b0fbdf:42913 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44777/user/jenkins/test-data/31015249-8f39-52e1-d558-1fd8fcb05354/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/58acc33295ab460881edd852435d32a3, entries=1, sequenceid=70, filesize=5.0 K 2024-11-11T06:22:19,512 INFO [M:0;f334e8b0fbdf:42913 {}] regionserver.HRegion(3140): Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1285ms, sequenceid=70, compaction requested=false 2024-11-11T06:22:19,513 INFO [M:0;f334e8b0fbdf:42913 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T06:22:19,513 DEBUG [M:0;f334e8b0fbdf:42913 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731306138227Disabling compacts and flushes for region at 1731306138227Disabling writes for close at 1731306138227Obtaining lock to block concurrent updates at 1731306138227Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731306138227Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=35933, getHeapSize=43184, getOffHeapSize=0, getCellsCount=83 at 1731306138227Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731306138228 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731306138228Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731306138242 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731306138242Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731306138651 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731306138665 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731306138665Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731306139074 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731306139088 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731306139088Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2354ec0: reopening flushed file at 1731306139497 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@578388d0: reopening flushed file at 1731306139502 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@49c3b183: reopening flushed file at 1731306139506 (+4 ms)Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1285ms, sequenceid=70, compaction requested=false at 1731306139512 (+6 ms)Writing region close event to WAL at 1731306139513 (+1 ms)Closed at 1731306139513 2024-11-11T06:22:19,515 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/31015249-8f39-52e1-d558-1fd8fcb05354/MasterData/WALs/f334e8b0fbdf,42913,1731306126669/f334e8b0fbdf%2C42913%2C1731306126669.1731306128402 not finished, retry = 0 2024-11-11T06:22:19,515 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41493 is added to blk_1073741830_1006 (size=41008) 2024-11-11T06:22:19,616 INFO [M:0;f334e8b0fbdf:42913 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-11T06:22:19,616 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T06:22:19,616 INFO [M:0;f334e8b0fbdf:42913 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42913 2024-11-11T06:22:19,616 INFO [M:0;f334e8b0fbdf:42913 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T06:22:19,718 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42913-0x10105b0e3d50000, quorum=127.0.0.1:61225, baseZNode=/0-147044005 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T06:22:19,718 INFO [M:0;f334e8b0fbdf:42913 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T06:22:19,718 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42913-0x10105b0e3d50000, quorum=127.0.0.1:61225, baseZNode=/0-147044005 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T06:22:19,720 INFO [Time-limited test {}] client.ConnectionUtils(128): master/f334e8b0fbdf:0 server-side Connection retries=45 2024-11-11T06:22:19,720 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T06:22:19,720 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T06:22:19,720 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T06:22:19,720 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T06:22:19,720 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T06:22:19,720 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-11T06:22:19,720 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T06:22:19,721 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42587 2024-11-11T06:22:19,722 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:42587 connecting to ZooKeeper ensemble=127.0.0.1:61225 2024-11-11T06:22:19,724 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:425870x0, quorum=127.0.0.1:61225, baseZNode=/0-147044005 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T06:22:19,724 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:42587-0x10105b0e3d50006 connected 2024-11-11T06:22:19,728 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T06:22:19,729 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T06:22:19,732 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42587-0x10105b0e3d50006, quorum=127.0.0.1:61225, baseZNode=/0-147044005 Set watcher on znode that does not yet exist, /0-147044005/running 2024-11-11T06:22:19,732 DEBUG [pool-1006-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-147044005/meta-region-server: INIT 2024-11-11T06:22:19,732 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:44777/user/jenkins/test-data/31015249-8f39-52e1-d558-1fd8fcb05354, hbase.cluster.distributed=false 2024-11-11T06:22:19,733 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42587-0x10105b0e3d50006, quorum=127.0.0.1:61225, baseZNode=/0-147044005 Set watcher on znode that does not yet exist, /0-147044005/acl 2024-11-11T06:22:19,734 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42587 2024-11-11T06:22:19,735 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42587 2024-11-11T06:22:19,735 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42587 2024-11-11T06:22:19,735 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42587 2024-11-11T06:22:19,735 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42587 2024-11-11T06:22:19,750 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/f334e8b0fbdf:0 server-side Connection retries=45 2024-11-11T06:22:19,750 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T06:22:19,750 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T06:22:19,750 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T06:22:19,750 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T06:22:19,750 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T06:22:19,750 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-11T06:22:19,750 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T06:22:19,750 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44253 2024-11-11T06:22:19,751 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44253 connecting to ZooKeeper ensemble=127.0.0.1:61225 2024-11-11T06:22:19,752 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T06:22:19,753 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T06:22:19,757 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:442530x0, quorum=127.0.0.1:61225, baseZNode=/0-147044005 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T06:22:19,757 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44253-0x10105b0e3d50007, quorum=127.0.0.1:61225, baseZNode=/0-147044005 Set watcher on znode that does not yet exist, /0-147044005/running 2024-11-11T06:22:19,757 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44253-0x10105b0e3d50007 connected 2024-11-11T06:22:19,757 DEBUG [pool-1011-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-147044005/meta-region-server: INIT 2024-11-11T06:22:19,757 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-11T06:22:19,758 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-11T06:22:19,758 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44253-0x10105b0e3d50007, quorum=127.0.0.1:61225, baseZNode=/0-147044005 Set watcher on znode that does not yet exist, /0-147044005/master 2024-11-11T06:22:19,759 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44253-0x10105b0e3d50007, quorum=127.0.0.1:61225, baseZNode=/0-147044005 Set watcher on znode that does not yet exist, /0-147044005/acl 2024-11-11T06:22:19,764 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44253 2024-11-11T06:22:19,765 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44253 2024-11-11T06:22:19,765 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44253 2024-11-11T06:22:19,767 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44253 2024-11-11T06:22:19,767 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44253 2024-11-11T06:22:19,778 DEBUG [M:0;f334e8b0fbdf:42587 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;f334e8b0fbdf:42587 2024-11-11T06:22:19,778 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-147044005/backup-masters/f334e8b0fbdf,42587,1731306139720 2024-11-11T06:22:19,780 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44253-0x10105b0e3d50007, quorum=127.0.0.1:61225, baseZNode=/0-147044005 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-147044005/backup-masters 2024-11-11T06:22:19,780 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42587-0x10105b0e3d50006, quorum=127.0.0.1:61225, baseZNode=/0-147044005 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-147044005/backup-masters 2024-11-11T06:22:19,780 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42587-0x10105b0e3d50006, quorum=127.0.0.1:61225, baseZNode=/0-147044005 Set watcher on existing znode=/0-147044005/backup-masters/f334e8b0fbdf,42587,1731306139720 2024-11-11T06:22:19,782 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42587-0x10105b0e3d50006, quorum=127.0.0.1:61225, baseZNode=/0-147044005 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-147044005 2024-11-11T06:22:19,782 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44253-0x10105b0e3d50007, quorum=127.0.0.1:61225, baseZNode=/0-147044005 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-147044005/master 2024-11-11T06:22:19,782 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44253-0x10105b0e3d50007, quorum=127.0.0.1:61225, baseZNode=/0-147044005 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-147044005 2024-11-11T06:22:19,782 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42587-0x10105b0e3d50006, quorum=127.0.0.1:61225, baseZNode=/0-147044005 Set watcher on existing znode=/0-147044005/master 2024-11-11T06:22:19,782 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-147044005/backup-masters/f334e8b0fbdf,42587,1731306139720 from backup master directory 2024-11-11T06:22:19,786 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42587-0x10105b0e3d50006, quorum=127.0.0.1:61225, baseZNode=/0-147044005 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-147044005/backup-masters/f334e8b0fbdf,42587,1731306139720 2024-11-11T06:22:19,786 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44253-0x10105b0e3d50007, quorum=127.0.0.1:61225, baseZNode=/0-147044005 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-147044005/backup-masters 2024-11-11T06:22:19,786 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42587-0x10105b0e3d50006, quorum=127.0.0.1:61225, baseZNode=/0-147044005 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-147044005/backup-masters 2024-11-11T06:22:19,786 WARN [master/f334e8b0fbdf:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T06:22:19,786 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=f334e8b0fbdf,42587,1731306139720 2024-11-11T06:22:19,796 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T06:22:19,796 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-11T06:22:19,802 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=2) cost 6ms. 2024-11-11T06:22:19,808 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41493 is added to blk_1073741846_1022 (size=196) 2024-11-11T06:22:20,209 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T06:22:20,209 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-11T06:22:20,210 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T06:22:20,215 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] region.MasterRegion(342): old store file tracker DEFAULT is the same with new store file tracker, skip migration 2024-11-11T06:22:20,217 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] region.MasterRegion(316): Renamed hdfs://localhost:44777/user/jenkins/test-data/31015249-8f39-52e1-d558-1fd8fcb05354/MasterData/WALs/f334e8b0fbdf,42913,1731306126669 to hdfs://localhost:44777/user/jenkins/test-data/31015249-8f39-52e1-d558-1fd8fcb05354/MasterData/WALs/f334e8b0fbdf,42913,1731306126669-dead as it is dead 2024-11-11T06:22:20,217 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:44777/user/jenkins/test-data/31015249-8f39-52e1-d558-1fd8fcb05354/MasterData/WALs/f334e8b0fbdf,42913,1731306126669-dead/f334e8b0fbdf%2C42913%2C1731306126669.1731306128402 2024-11-11T06:22:20,218 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:44777/user/jenkins/test-data/31015249-8f39-52e1-d558-1fd8fcb05354/MasterData/WALs/f334e8b0fbdf,42913,1731306126669-dead/f334e8b0fbdf%2C42913%2C1731306126669.1731306128402 after 1ms 2024-11-11T06:22:20,219 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] region.MasterRegion(328): Renamed hdfs://localhost:44777/user/jenkins/test-data/31015249-8f39-52e1-d558-1fd8fcb05354/MasterData/WALs/f334e8b0fbdf,42913,1731306126669-dead/f334e8b0fbdf%2C42913%2C1731306126669.1731306128402 to hdfs://localhost:44777/user/jenkins/test-data/31015249-8f39-52e1-d558-1fd8fcb05354/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/f334e8b0fbdf%2C42913%2C1731306126669.1731306128402 2024-11-11T06:22:20,219 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] region.MasterRegion(330): Delete empty local region wal dir hdfs://localhost:44777/user/jenkins/test-data/31015249-8f39-52e1-d558-1fd8fcb05354/MasterData/WALs/f334e8b0fbdf,42913,1731306126669-dead 2024-11-11T06:22:20,219 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:44777/user/jenkins/test-data/31015249-8f39-52e1-d558-1fd8fcb05354/MasterData/WALs/f334e8b0fbdf,42587,1731306139720 2024-11-11T06:22:20,220 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T06:22:20,221 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=f334e8b0fbdf%2C42587%2C1731306139720, suffix=, logDir=hdfs://localhost:44777/user/jenkins/test-data/31015249-8f39-52e1-d558-1fd8fcb05354/MasterData/WALs/f334e8b0fbdf,42587,1731306139720, archiveDir=hdfs://localhost:44777/user/jenkins/test-data/31015249-8f39-52e1-d558-1fd8fcb05354/MasterData/oldWALs, maxLogs=10 2024-11-11T06:22:20,234 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/31015249-8f39-52e1-d558-1fd8fcb05354/MasterData/WALs/f334e8b0fbdf,42587,1731306139720/f334e8b0fbdf%2C42587%2C1731306139720.1731306140221, exclude list is [], retry=0 2024-11-11T06:22:20,237 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41493,DS-0147aeec-6a39-4b42-9b23-e3c416334003,DISK] 2024-11-11T06:22:20,239 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/31015249-8f39-52e1-d558-1fd8fcb05354/MasterData/WALs/f334e8b0fbdf,42587,1731306139720/f334e8b0fbdf%2C42587%2C1731306139720.1731306140221 2024-11-11T06:22:20,239 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35239:35239)] 2024-11-11T06:22:20,239 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-11T06:22:20,239 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T06:22:20,239 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T06:22:20,239 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T06:22:20,240 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T06:22:20,241 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-11T06:22:20,241 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:22:20,247 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:44777/user/jenkins/test-data/31015249-8f39-52e1-d558-1fd8fcb05354/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/ef3610d4360e4b49bbb72f4c75bedf9f 2024-11-11T06:22:20,247 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T06:22:20,247 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T06:22:20,248 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-11T06:22:20,248 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:22:20,253 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:44777/user/jenkins/test-data/31015249-8f39-52e1-d558-1fd8fcb05354/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/31cceff9b13445cc9559fc9dc5e0fb5c 2024-11-11T06:22:20,253 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T06:22:20,253 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T06:22:20,254 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-11T06:22:20,254 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:22:20,259 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:44777/user/jenkins/test-data/31015249-8f39-52e1-d558-1fd8fcb05354/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/58acc33295ab460881edd852435d32a3 2024-11-11T06:22:20,259 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T06:22:20,260 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T06:22:20,260 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-11T06:22:20,261 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:22:20,261 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T06:22:20,261 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T06:22:20,262 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] regionserver.HRegion(5516): Found 1 recovered edits file(s) under hdfs://localhost:44777/user/jenkins/test-data/31015249-8f39-52e1-d558-1fd8fcb05354/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals 2024-11-11T06:22:20,262 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:44777/user/jenkins/test-data/31015249-8f39-52e1-d558-1fd8fcb05354/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/f334e8b0fbdf%2C42913%2C1731306126669.1731306128402 2024-11-11T06:22:20,265 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] regionserver.HRegion(5793): Applied 0, skipped 85, firstSequenceIdInLog=3, maxSequenceIdInLog=72, path=hdfs://localhost:44777/user/jenkins/test-data/31015249-8f39-52e1-d558-1fd8fcb05354/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/f334e8b0fbdf%2C42913%2C1731306126669.1731306128402 2024-11-11T06:22:20,266 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:44777/user/jenkins/test-data/31015249-8f39-52e1-d558-1fd8fcb05354/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/f334e8b0fbdf%2C42913%2C1731306126669.1731306128402 2024-11-11T06:22:20,267 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T06:22:20,267 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T06:22:20,267 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T06:22:20,268 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T06:22:20,270 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44777/user/jenkins/test-data/31015249-8f39-52e1-d558-1fd8fcb05354/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/72.seqid, newMaxSeqId=72, maxSeqId=1 2024-11-11T06:22:20,271 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=73; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61738735, jitterRate=-0.08002115786075592}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T06:22:20,271 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731306140239Initializing all the Stores at 1731306140240 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731306140240Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731306140240Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731306140240Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731306140240Cleaning up temporary data from old regions at 1731306140267 (+27 ms)Region opened successfully at 1731306140271 (+4 ms) 2024-11-11T06:22:20,272 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-11T06:22:20,274 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a23c54a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f334e8b0fbdf/172.17.0.2:0 2024-11-11T06:22:20,276 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] master.HMaster(884): The info family in master local region already has data in it, skip migrating... 2024-11-11T06:22:20,277 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-11T06:22:20,277 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-11T06:22:20,277 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-11T06:22:20,277 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-11T06:22:20,279 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-11T06:22:20,280 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-11T06:22:20,280 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-11T06:22:20,280 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 3 msec 2024-11-11T06:22:20,280 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-11T06:22:20,282 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=f334e8b0fbdf,40939,1731306126715, regionLocation=f334e8b0fbdf,40939,1731306126715, openSeqNum=2 2024-11-11T06:22:20,283 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=f334e8b0fbdf,40939,1731306126715, table=hbase:meta, region=1588230740 2024-11-11T06:22:20,283 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f334e8b0fbdf,40939,1731306126715, state=OPEN 2024-11-11T06:22:20,284 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42587-0x10105b0e3d50006, quorum=127.0.0.1:61225, baseZNode=/0-147044005 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-147044005/meta-region-server 2024-11-11T06:22:20,284 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44253-0x10105b0e3d50007, quorum=127.0.0.1:61225, baseZNode=/0-147044005 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-147044005/meta-region-server 2024-11-11T06:22:20,284 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-147044005/meta-region-server: CHANGED 2024-11-11T06:22:20,284 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-147044005/meta-region-server: CHANGED 2024-11-11T06:22:20,287 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 1 possibly 'live' servers, and 0 'splitting'. 2024-11-11T06:22:20,288 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-147044005/draining/f334e8b0fbdf,40939,1731306126715 already deleted, retry=false 2024-11-11T06:22:20,288 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] master.ServerManager(695): Processing expiration of f334e8b0fbdf,40939,1731306126715 on f334e8b0fbdf,42587,1731306139720 2024-11-11T06:22:20,289 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure f334e8b0fbdf,40939,1731306126715, splitWal=true, meta=true 2024-11-11T06:22:20,290 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] assignment.AssignmentManager(1991): Scheduled ServerCrashProcedure pid=9 for f334e8b0fbdf,40939,1731306126715 (carryingMeta=true) f334e8b0fbdf,40939,1731306126715/CRASHED/regionCount=1/lock=java.util.concurrent.locks.ReentrantReadWriteLock@24f7b60[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-11T06:22:20,291 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42587-0x10105b0e3d50006, quorum=127.0.0.1:61225, baseZNode=/0-147044005 Unable to get data of znode /0-147044005/balancer because node does not exist (not necessarily an error) 2024-11-11T06:22:20,293 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-147044005/balancer already deleted, retry=false 2024-11-11T06:22:20,294 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-11T06:22:20,294 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42587-0x10105b0e3d50006, quorum=127.0.0.1:61225, baseZNode=/0-147044005 Unable to get data of znode /0-147044005/normalizer because node does not exist (not necessarily an error) 2024-11-11T06:22:20,295 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-147044005/normalizer already deleted, retry=false 2024-11-11T06:22:20,296 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-11T06:22:20,296 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42587-0x10105b0e3d50006, quorum=127.0.0.1:61225, baseZNode=/0-147044005 Unable to get data of znode /0-147044005/switch/split because node does not exist (not necessarily an error) 2024-11-11T06:22:20,297 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-147044005/switch/split already deleted, retry=false 2024-11-11T06:22:20,298 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42587-0x10105b0e3d50006, quorum=127.0.0.1:61225, baseZNode=/0-147044005 Unable to get data of znode /0-147044005/switch/merge because node does not exist (not necessarily an error) 2024-11-11T06:22:20,299 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-147044005/switch/merge already deleted, retry=false 2024-11-11T06:22:20,305 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42587-0x10105b0e3d50006, quorum=127.0.0.1:61225, baseZNode=/0-147044005 Unable to get data of znode /0-147044005/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-11T06:22:20,306 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-147044005/snapshot-cleanup already deleted, retry=false 2024-11-11T06:22:20,307 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44253-0x10105b0e3d50007, quorum=127.0.0.1:61225, baseZNode=/0-147044005 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-147044005/running 2024-11-11T06:22:20,307 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42587-0x10105b0e3d50006, quorum=127.0.0.1:61225, baseZNode=/0-147044005 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-147044005/running 2024-11-11T06:22:20,307 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44253-0x10105b0e3d50007, quorum=127.0.0.1:61225, baseZNode=/0-147044005 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-147044005 2024-11-11T06:22:20,307 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42587-0x10105b0e3d50006, quorum=127.0.0.1:61225, baseZNode=/0-147044005 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-147044005 2024-11-11T06:22:20,308 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=f334e8b0fbdf,42587,1731306139720, sessionid=0x10105b0e3d50006, setting cluster-up flag (Was=false) 2024-11-11T06:22:20,310 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-147044005/flush-table-proc/acquired, /0-147044005/flush-table-proc/reached, /0-147044005/flush-table-proc/abort 2024-11-11T06:22:20,310 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f334e8b0fbdf,42587,1731306139720 2024-11-11T06:22:20,314 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-147044005/online-snapshot/acquired, /0-147044005/online-snapshot/reached, /0-147044005/online-snapshot/abort 2024-11-11T06:22:20,315 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f334e8b0fbdf,42587,1731306139720 2024-11-11T06:22:20,316 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] master.ServerManager(1190): begin to load .lastflushedseqids at hdfs://localhost:44777/user/jenkins/test-data/31015249-8f39-52e1-d558-1fd8fcb05354/.lastflushedseqids 2024-11-11T06:22:20,318 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-11T06:22:20,318 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-11T06:22:20,318 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: f334e8b0fbdf,42587,1731306139720 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 1 f334e8b0fbdf,40939,1731306126715 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-11T06:22:20,319 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/f334e8b0fbdf:0, corePoolSize=5, maxPoolSize=5 2024-11-11T06:22:20,319 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/f334e8b0fbdf:0, corePoolSize=5, maxPoolSize=5 2024-11-11T06:22:20,319 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/f334e8b0fbdf:0, corePoolSize=5, maxPoolSize=5 2024-11-11T06:22:20,319 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/f334e8b0fbdf:0, corePoolSize=5, maxPoolSize=5 2024-11-11T06:22:20,319 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/f334e8b0fbdf:0, corePoolSize=10, maxPoolSize=10 2024-11-11T06:22:20,319 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/f334e8b0fbdf:0, corePoolSize=1, maxPoolSize=1 2024-11-11T06:22:20,319 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/f334e8b0fbdf:0, corePoolSize=2, maxPoolSize=2 2024-11-11T06:22:20,319 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/f334e8b0fbdf:0, corePoolSize=1, maxPoolSize=1 2024-11-11T06:22:20,320 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=9, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure f334e8b0fbdf,40939,1731306126715, splitWal=true, meta=true 2024-11-11T06:22:20,321 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=9, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure f334e8b0fbdf,40939,1731306126715, splitWal=true, meta=true, isMeta: true 2024-11-11T06:22:20,322 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:44777/user/jenkins/test-data/31015249-8f39-52e1-d558-1fd8fcb05354/WALs/f334e8b0fbdf,40939,1731306126715-splitting 2024-11-11T06:22:20,323 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:44777/user/jenkins/test-data/31015249-8f39-52e1-d558-1fd8fcb05354/WALs/f334e8b0fbdf,40939,1731306126715-splitting dir is empty, no logs to split. 2024-11-11T06:22:20,323 INFO [PEWorker-1 {}] master.SplitWALManager(105): f334e8b0fbdf,40939,1731306126715 WAL count=0, meta=true 2024-11-11T06:22:20,324 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731306170324 2024-11-11T06:22:20,324 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-11T06:22:20,324 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:44777/user/jenkins/test-data/31015249-8f39-52e1-d558-1fd8fcb05354/WALs/f334e8b0fbdf,40939,1731306126715-splitting dir is empty, no logs to split. 2024-11-11T06:22:20,324 INFO [PEWorker-1 {}] master.SplitWALManager(105): f334e8b0fbdf,40939,1731306126715 WAL count=0, meta=true 2024-11-11T06:22:20,324 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if f334e8b0fbdf,40939,1731306126715 WAL splitting is done? wals=0, meta=true 2024-11-11T06:22:20,324 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-11T06:22:20,324 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-11T06:22:20,325 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-11T06:22:20,325 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-11T06:22:20,325 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-11T06:22:20,325 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T06:22:20,325 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-11T06:22:20,325 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-11T06:22:20,325 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-11T06:22:20,325 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-11T06:22:20,325 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-11T06:22:20,325 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-11T06:22:20,326 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-11T06:22:20,326 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/f334e8b0fbdf:0:becomeActiveMaster-HFileCleaner.large.0-1731306140326,5,FailOnTimeoutGroup] 2024-11-11T06:22:20,326 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/f334e8b0fbdf:0:becomeActiveMaster-HFileCleaner.small.0-1731306140326,5,FailOnTimeoutGroup] 2024-11-11T06:22:20,326 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T06:22:20,326 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-11T06:22:20,326 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-11T06:22:20,326 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-11T06:22:20,326 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731306140326, completionTime=-1 2024-11-11T06:22:20,326 WARN [master/f334e8b0fbdf:0:becomeActiveMaster {}] master.ServerManager(848): The value of 'hbase.master.wait.on.regionservers.maxtostart' (-1) is set less than 'hbase.master.wait.on.regionservers.mintostart' (1), ignoring. 2024-11-11T06:22:20,326 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=0; waited=0ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-11T06:22:20,326 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T06:22:20,327 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-11T06:22:20,369 INFO [RS:0;f334e8b0fbdf:44253 {}] regionserver.HRegionServer(746): ClusterId : df9dbeca-d682-420c-9fc0-371659416ae1 2024-11-11T06:22:20,369 DEBUG [RS:0;f334e8b0fbdf:44253 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-11T06:22:20,371 DEBUG [RS:0;f334e8b0fbdf:44253 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-11T06:22:20,371 DEBUG [RS:0;f334e8b0fbdf:44253 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-11T06:22:20,372 DEBUG [RS:0;f334e8b0fbdf:44253 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-11T06:22:20,373 DEBUG [RS:0;f334e8b0fbdf:44253 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@44499395, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f334e8b0fbdf/172.17.0.2:0 2024-11-11T06:22:20,384 DEBUG [RS:0;f334e8b0fbdf:44253 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;f334e8b0fbdf:44253 2024-11-11T06:22:20,384 INFO [RS:0;f334e8b0fbdf:44253 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-11T06:22:20,384 INFO [RS:0;f334e8b0fbdf:44253 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-11T06:22:20,384 DEBUG [RS:0;f334e8b0fbdf:44253 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-11T06:22:20,385 INFO [RS:0;f334e8b0fbdf:44253 {}] regionserver.HRegionServer(2659): reportForDuty to master=f334e8b0fbdf,42587,1731306139720 with port=44253, startcode=1731306139749 2024-11-11T06:22:20,385 DEBUG [RS:0;f334e8b0fbdf:44253 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-11T06:22:20,386 INFO [HMaster-EventLoopGroup-21-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50191, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=RegionServerStatusService 2024-11-11T06:22:20,387 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42587 {}] master.ServerManager(363): Checking decommissioned status of RegionServer f334e8b0fbdf,44253,1731306139749 2024-11-11T06:22:20,387 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42587 {}] master.ServerManager(517): Registering regionserver=f334e8b0fbdf,44253,1731306139749 2024-11-11T06:22:20,388 DEBUG [RS:0;f334e8b0fbdf:44253 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:44777/user/jenkins/test-data/31015249-8f39-52e1-d558-1fd8fcb05354 2024-11-11T06:22:20,388 DEBUG [RS:0;f334e8b0fbdf:44253 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:44777 2024-11-11T06:22:20,388 DEBUG [RS:0;f334e8b0fbdf:44253 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-11T06:22:20,395 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42587-0x10105b0e3d50006, quorum=127.0.0.1:61225, baseZNode=/0-147044005 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-147044005/rs 2024-11-11T06:22:20,395 DEBUG [RS:0;f334e8b0fbdf:44253 {}] zookeeper.ZKUtil(111): regionserver:44253-0x10105b0e3d50007, quorum=127.0.0.1:61225, baseZNode=/0-147044005 Set watcher on existing znode=/0-147044005/rs/f334e8b0fbdf,44253,1731306139749 2024-11-11T06:22:20,395 WARN [RS:0;f334e8b0fbdf:44253 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T06:22:20,395 INFO [RS:0;f334e8b0fbdf:44253 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T06:22:20,395 DEBUG [RS:0;f334e8b0fbdf:44253 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:44777/user/jenkins/test-data/31015249-8f39-52e1-d558-1fd8fcb05354/WALs/f334e8b0fbdf,44253,1731306139749 2024-11-11T06:22:20,396 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [f334e8b0fbdf,44253,1731306139749] 2024-11-11T06:22:20,413 INFO [RS:0;f334e8b0fbdf:44253 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-11T06:22:20,414 INFO [RS:0;f334e8b0fbdf:44253 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-11T06:22:20,414 INFO [RS:0;f334e8b0fbdf:44253 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-11T06:22:20,414 INFO [RS:0;f334e8b0fbdf:44253 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T06:22:20,414 INFO [RS:0;f334e8b0fbdf:44253 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-11T06:22:20,415 INFO [RS:0;f334e8b0fbdf:44253 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-11T06:22:20,415 INFO [RS:0;f334e8b0fbdf:44253 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-11T06:22:20,415 DEBUG [RS:0;f334e8b0fbdf:44253 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/f334e8b0fbdf:0, corePoolSize=1, maxPoolSize=1 2024-11-11T06:22:20,415 DEBUG [RS:0;f334e8b0fbdf:44253 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/f334e8b0fbdf:0, corePoolSize=1, maxPoolSize=1 2024-11-11T06:22:20,415 DEBUG [RS:0;f334e8b0fbdf:44253 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/f334e8b0fbdf:0, corePoolSize=1, maxPoolSize=1 2024-11-11T06:22:20,415 DEBUG [RS:0;f334e8b0fbdf:44253 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0, corePoolSize=1, maxPoolSize=1 2024-11-11T06:22:20,415 DEBUG [RS:0;f334e8b0fbdf:44253 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/f334e8b0fbdf:0, corePoolSize=1, maxPoolSize=1 2024-11-11T06:22:20,415 DEBUG [RS:0;f334e8b0fbdf:44253 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/f334e8b0fbdf:0, corePoolSize=2, maxPoolSize=2 2024-11-11T06:22:20,415 DEBUG [RS:0;f334e8b0fbdf:44253 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/f334e8b0fbdf:0, corePoolSize=1, maxPoolSize=1 2024-11-11T06:22:20,415 DEBUG [RS:0;f334e8b0fbdf:44253 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/f334e8b0fbdf:0, corePoolSize=1, maxPoolSize=1 2024-11-11T06:22:20,415 DEBUG [RS:0;f334e8b0fbdf:44253 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0, corePoolSize=1, maxPoolSize=1 2024-11-11T06:22:20,415 DEBUG [RS:0;f334e8b0fbdf:44253 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/f334e8b0fbdf:0, corePoolSize=1, maxPoolSize=1 2024-11-11T06:22:20,415 DEBUG [RS:0;f334e8b0fbdf:44253 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/f334e8b0fbdf:0, corePoolSize=1, maxPoolSize=1 2024-11-11T06:22:20,415 DEBUG [RS:0;f334e8b0fbdf:44253 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/f334e8b0fbdf:0, corePoolSize=1, maxPoolSize=1 2024-11-11T06:22:20,416 DEBUG [RS:0;f334e8b0fbdf:44253 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/f334e8b0fbdf:0, corePoolSize=3, maxPoolSize=3 2024-11-11T06:22:20,416 DEBUG [RS:0;f334e8b0fbdf:44253 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/f334e8b0fbdf:0, corePoolSize=3, maxPoolSize=3 2024-11-11T06:22:20,416 INFO [RS:0;f334e8b0fbdf:44253 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T06:22:20,416 INFO [RS:0;f334e8b0fbdf:44253 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T06:22:20,416 INFO [RS:0;f334e8b0fbdf:44253 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T06:22:20,416 INFO [RS:0;f334e8b0fbdf:44253 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-11T06:22:20,416 INFO [RS:0;f334e8b0fbdf:44253 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-11T06:22:20,416 INFO [RS:0;f334e8b0fbdf:44253 {}] hbase.ChoreService(168): Chore ScheduledChore name=f334e8b0fbdf,44253,1731306139749-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T06:22:20,426 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=100ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-11T06:22:20,429 INFO [RS:0;f334e8b0fbdf:44253 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-11T06:22:20,429 INFO [RS:0;f334e8b0fbdf:44253 {}] hbase.ChoreService(168): Chore ScheduledChore name=f334e8b0fbdf,44253,1731306139749-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T06:22:20,442 INFO [RS:0;f334e8b0fbdf:44253 {}] regionserver.ReplicationSource(231): queueId=1-f334e8b0fbdf,44253,1731306139749, ReplicationSource: 1, currentBandwidth=0 2024-11-11T06:22:20,443 INFO [RS:0;f334e8b0fbdf:44253 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T06:22:20,443 INFO [RS:0;f334e8b0fbdf:44253 {}] regionserver.Replication(171): f334e8b0fbdf,44253,1731306139749 started 2024-11-11T06:22:20,456 INFO [RS:0;f334e8b0fbdf:44253 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T06:22:20,456 INFO [RS:0;f334e8b0fbdf:44253 {}] regionserver.HRegionServer(1482): Serving as f334e8b0fbdf,44253,1731306139749, RpcServer on f334e8b0fbdf/172.17.0.2:44253, sessionid=0x10105b0e3d50007 2024-11-11T06:22:20,456 DEBUG [RS:0;f334e8b0fbdf:44253 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-11T06:22:20,456 DEBUG [RS:0;f334e8b0fbdf:44253 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager f334e8b0fbdf,44253,1731306139749 2024-11-11T06:22:20,456 DEBUG [RS:0;f334e8b0fbdf:44253 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f334e8b0fbdf,44253,1731306139749' 2024-11-11T06:22:20,456 DEBUG [RS:0;f334e8b0fbdf:44253 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-147044005/flush-table-proc/abort' 2024-11-11T06:22:20,456 DEBUG [RS:0;f334e8b0fbdf:44253.replicationSource,1-f334e8b0fbdf,44253,1731306139749 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='f334e8b0fbdf:45819' 2024-11-11T06:22:20,457 DEBUG [RS:0;f334e8b0fbdf:44253 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-147044005/flush-table-proc/acquired' 2024-11-11T06:22:20,457 DEBUG [RS:0;f334e8b0fbdf:44253 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-11T06:22:20,457 DEBUG [RS:0;f334e8b0fbdf:44253 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-11T06:22:20,457 DEBUG [RS:0;f334e8b0fbdf:44253 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager f334e8b0fbdf,44253,1731306139749 2024-11-11T06:22:20,457 DEBUG [RS:0;f334e8b0fbdf:44253 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f334e8b0fbdf,44253,1731306139749' 2024-11-11T06:22:20,457 DEBUG [RS:0;f334e8b0fbdf:44253 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-147044005/online-snapshot/abort' 2024-11-11T06:22:20,458 DEBUG [RS:0;f334e8b0fbdf:44253.replicationSource,1-f334e8b0fbdf,44253,1731306139749 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1133fe21, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T06:22:20,458 DEBUG [RS:0;f334e8b0fbdf:44253.replicationSource,1-f334e8b0fbdf,44253,1731306139749 {}] client.ClusterIdFetcher(90): Going to request f334e8b0fbdf,45819,-1 for getting cluster id 2024-11-11T06:22:20,458 DEBUG [RS:0;f334e8b0fbdf:44253 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-147044005/online-snapshot/acquired' 2024-11-11T06:22:20,458 DEBUG [RS:0;f334e8b0fbdf:44253.replicationSource,1-f334e8b0fbdf,44253,1731306139749 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T06:22:20,458 DEBUG [RS:0;f334e8b0fbdf:44253 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-11T06:22:20,458 INFO [RS:0;f334e8b0fbdf:44253 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-11T06:22:20,458 INFO [RS:0;f334e8b0fbdf:44253 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-11T06:22:20,459 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd8b5ee6f-b442-44b9-8ab3-bc0145467d44' 2024-11-11T06:22:20,459 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T06:22:20,459 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d8b5ee6f-b442-44b9-8ab3-bc0145467d44" 2024-11-11T06:22:20,459 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6560ae28, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T06:22:20,459 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f334e8b0fbdf,45819,-1] 2024-11-11T06:22:20,460 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T06:22:20,460 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T06:22:20,460 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46952, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=ClientMetaService 2024-11-11T06:22:20,461 DEBUG [RS:0;f334e8b0fbdf:44253.replicationSource,1-f334e8b0fbdf,44253,1731306139749 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@272a948, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T06:22:20,461 DEBUG [RS:0;f334e8b0fbdf:44253.replicationSource,1-f334e8b0fbdf,44253,1731306139749 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T06:22:20,462 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] client.AsyncConnectionImpl(321): The fetched master address is f334e8b0fbdf,45819,1731306130749 2024-11-11T06:22:20,462 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@69cf3c11 2024-11-11T06:22:20,462 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T06:22:20,463 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46958, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=MasterService 2024-11-11T06:22:20,463 INFO [RS:0;f334e8b0fbdf:44253.replicationSource,1-f334e8b0fbdf,44253,1731306139749 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-f334e8b0fbdf,44253,1731306139749 (queues=0) is replicating from cluster=df9dbeca-d682-420c-9fc0-371659416ae1 to cluster=d8b5ee6f-b442-44b9-8ab3-bc0145467d44 2024-11-11T06:22:20,477 WARN [f334e8b0fbdf:42587 {}] assignment.AssignmentManager(2443): No servers available; cannot place 1 unassigned regions. 2024-11-11T06:22:20,503 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-11T06:22:20,524 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T06:22:20,525 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T06:22:20,525 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T06:22:20,525 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T06:22:20,526 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T06:22:20,531 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T06:22:20,558 INFO [RS:0;f334e8b0fbdf:44253 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T06:22:20,560 INFO [RS:0;f334e8b0fbdf:44253 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f334e8b0fbdf%2C44253%2C1731306139749, suffix=, logDir=hdfs://localhost:44777/user/jenkins/test-data/31015249-8f39-52e1-d558-1fd8fcb05354/WALs/f334e8b0fbdf,44253,1731306139749, archiveDir=hdfs://localhost:44777/user/jenkins/test-data/31015249-8f39-52e1-d558-1fd8fcb05354/oldWALs, maxLogs=10 2024-11-11T06:22:20,573 DEBUG [RS:0;f334e8b0fbdf:44253 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/31015249-8f39-52e1-d558-1fd8fcb05354/WALs/f334e8b0fbdf,44253,1731306139749/f334e8b0fbdf%2C44253%2C1731306139749.1731306140560, exclude list is [], retry=0 2024-11-11T06:22:20,576 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41493,DS-0147aeec-6a39-4b42-9b23-e3c416334003,DISK] 2024-11-11T06:22:20,577 INFO [RS:0;f334e8b0fbdf:44253 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/31015249-8f39-52e1-d558-1fd8fcb05354/WALs/f334e8b0fbdf,44253,1731306139749/f334e8b0fbdf%2C44253%2C1731306139749.1731306140560 2024-11-11T06:22:20,578 DEBUG [RS:0;f334e8b0fbdf:44253 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group f334e8b0fbdf%2C44253%2C1731306139749 for peer 1 2024-11-11T06:22:20,578 DEBUG [RS:0;f334e8b0fbdf:44253 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=f334e8b0fbdf%2C44253%2C1731306139749 2024-11-11T06:22:20,578 INFO [RS:0;f334e8b0fbdf:44253 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-f334e8b0fbdf,44253,1731306139749, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-11T06:22:20,578 DEBUG [RS:0;f334e8b0fbdf:44253 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35239:35239)] 2024-11-11T06:22:20,578 INFO [RS:0;f334e8b0fbdf:44253.replicationSource.shipperf334e8b0fbdf%2C44253%2C1731306139749,1-f334e8b0fbdf,44253,1731306139749 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: f334e8b0fbdf%2C44253%2C1731306139749 2024-11-11T06:22:20,578 DEBUG [RS:0;f334e8b0fbdf:44253.replicationSource.wal-reader.f334e8b0fbdf%2C44253%2C1731306139749,1-f334e8b0fbdf,44253,1731306139749 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:44777/user/jenkins/test-data/31015249-8f39-52e1-d558-1fd8fcb05354/WALs/f334e8b0fbdf,44253,1731306139749/f334e8b0fbdf%2C44253%2C1731306139749.1731306140560, startPosition=0, beingWritten=true 2024-11-11T06:22:20,727 DEBUG [f334e8b0fbdf:42587 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-11T06:22:20,728 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=f334e8b0fbdf,44253,1731306139749 2024-11-11T06:22:20,729 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f334e8b0fbdf,44253,1731306139749, state=OPENING 2024-11-11T06:22:20,731 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42587-0x10105b0e3d50006, quorum=127.0.0.1:61225, baseZNode=/0-147044005 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-147044005/meta-region-server 2024-11-11T06:22:20,731 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44253-0x10105b0e3d50007, quorum=127.0.0.1:61225, baseZNode=/0-147044005 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-147044005/meta-region-server 2024-11-11T06:22:20,731 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T06:22:20,731 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-147044005/meta-region-server: CHANGED 2024-11-11T06:22:20,731 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-147044005/meta-region-server: CHANGED 2024-11-11T06:22:20,731 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=f334e8b0fbdf,44253,1731306139749}] 2024-11-11T06:22:20,783 DEBUG [RS:0;f334e8b0fbdf:44253.replicationSource.wal-reader.f334e8b0fbdf%2C44253%2C1731306139749,1-f334e8b0fbdf,44253,1731306139749 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44777/user/jenkins/test-data/31015249-8f39-52e1-d558-1fd8fcb05354/WALs/f334e8b0fbdf,44253,1731306139749/f334e8b0fbdf%2C44253%2C1731306139749.1731306140560 to pos 0, reset compression=false 2024-11-11T06:22:20,883 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-11T06:22:20,884 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33833, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-11T06:22:20,888 INFO [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=11}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-11T06:22:20,888 INFO [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T06:22:20,888 INFO [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=11}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-11T06:22:20,889 INFO [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f334e8b0fbdf%2C44253%2C1731306139749.meta, suffix=.meta, logDir=hdfs://localhost:44777/user/jenkins/test-data/31015249-8f39-52e1-d558-1fd8fcb05354/WALs/f334e8b0fbdf,44253,1731306139749, archiveDir=hdfs://localhost:44777/user/jenkins/test-data/31015249-8f39-52e1-d558-1fd8fcb05354/oldWALs, maxLogs=10 2024-11-11T06:22:20,903 DEBUG [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=11}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/31015249-8f39-52e1-d558-1fd8fcb05354/WALs/f334e8b0fbdf,44253,1731306139749/f334e8b0fbdf%2C44253%2C1731306139749.meta.1731306140889.meta, exclude list is [], retry=0 2024-11-11T06:22:20,904 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41493,DS-0147aeec-6a39-4b42-9b23-e3c416334003,DISK] 2024-11-11T06:22:20,906 INFO [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/31015249-8f39-52e1-d558-1fd8fcb05354/WALs/f334e8b0fbdf,44253,1731306139749/f334e8b0fbdf%2C44253%2C1731306139749.meta.1731306140889.meta 2024-11-11T06:22:20,906 DEBUG [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35239:35239)] 2024-11-11T06:22:20,906 DEBUG [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-11T06:22:20,907 INFO [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=11}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-11T06:22:20,907 DEBUG [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=11}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-11T06:22:20,907 DEBUG [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-11T06:22:20,907 INFO [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-11T06:22:20,907 DEBUG [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-11T06:22:20,907 DEBUG [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T06:22:20,907 DEBUG [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-11T06:22:20,907 DEBUG [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-11T06:22:20,908 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T06:22:20,909 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T06:22:20,909 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:22:20,914 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:44777/user/jenkins/test-data/31015249-8f39-52e1-d558-1fd8fcb05354/data/hbase/meta/1588230740/info/221ab098b0ca4ab48e4764d3e2a1cef2 2024-11-11T06:22:20,914 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T06:22:20,914 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T06:22:20,915 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T06:22:20,915 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:22:20,920 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:44777/user/jenkins/test-data/31015249-8f39-52e1-d558-1fd8fcb05354/data/hbase/meta/1588230740/ns/44032c2480b44d70af6827e0d13b3aaf 2024-11-11T06:22:20,920 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T06:22:20,920 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T06:22:20,921 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T06:22:20,921 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:22:20,921 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T06:22:20,921 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T06:22:20,922 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T06:22:20,922 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:22:20,926 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:44777/user/jenkins/test-data/31015249-8f39-52e1-d558-1fd8fcb05354/data/hbase/meta/1588230740/table/014dd797a2f84923aa8bca1fa9185763 2024-11-11T06:22:20,926 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T06:22:20,926 DEBUG [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T06:22:20,927 DEBUG [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44777/user/jenkins/test-data/31015249-8f39-52e1-d558-1fd8fcb05354/data/hbase/meta/1588230740 2024-11-11T06:22:20,928 DEBUG [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44777/user/jenkins/test-data/31015249-8f39-52e1-d558-1fd8fcb05354/data/hbase/meta/1588230740 2024-11-11T06:22:20,929 DEBUG [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T06:22:20,929 DEBUG [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T06:22:20,929 DEBUG [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T06:22:20,930 DEBUG [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T06:22:20,931 INFO [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=15; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64230188, jitterRate=-0.042895615100860596}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T06:22:20,931 DEBUG [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-11T06:22:20,931 DEBUG [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731306140907Writing region info on filesystem at 1731306140907Initializing all the Stores at 1731306140908 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731306140908Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731306140908Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731306140908Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731306140908Cleaning up temporary data from old regions at 1731306140929 (+21 ms)Running coprocessor post-open hooks at 1731306140931 (+2 ms)Region opened successfully at 1731306140931 2024-11-11T06:22:20,932 INFO [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=11, masterSystemTime=1731306140883 2024-11-11T06:22:20,934 DEBUG [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-11T06:22:20,934 INFO [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=11}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-11T06:22:20,935 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=15, regionLocation=f334e8b0fbdf,44253,1731306139749 2024-11-11T06:22:20,935 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f334e8b0fbdf,44253,1731306139749, state=OPEN 2024-11-11T06:22:20,937 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42587-0x10105b0e3d50006, quorum=127.0.0.1:61225, baseZNode=/0-147044005 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-147044005/meta-region-server 2024-11-11T06:22:20,937 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44253-0x10105b0e3d50007, quorum=127.0.0.1:61225, baseZNode=/0-147044005 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-147044005/meta-region-server 2024-11-11T06:22:20,937 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=11, ppid=10, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=f334e8b0fbdf,44253,1731306139749 2024-11-11T06:22:20,937 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-147044005/meta-region-server: CHANGED 2024-11-11T06:22:20,937 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-147044005/meta-region-server: CHANGED 2024-11-11T06:22:20,939 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=10 2024-11-11T06:22:20,939 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=f334e8b0fbdf,44253,1731306139749 in 206 msec 2024-11-11T06:22:20,941 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-11T06:22:20,941 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 614 msec 2024-11-11T06:22:21,087 DEBUG [RS:0;f334e8b0fbdf:44253.replicationSource.wal-reader.f334e8b0fbdf%2C44253%2C1731306139749,1-f334e8b0fbdf,44253,1731306139749 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44777/user/jenkins/test-data/31015249-8f39-52e1-d558-1fd8fcb05354/WALs/f334e8b0fbdf,44253,1731306139749/f334e8b0fbdf%2C44253%2C1731306139749.1731306140560 to pos 0, reset compression=false 2024-11-11T06:22:21,492 DEBUG [RS:0;f334e8b0fbdf:44253.replicationSource.wal-reader.f334e8b0fbdf%2C44253%2C1731306139749,1-f334e8b0fbdf,44253,1731306139749 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44777/user/jenkins/test-data/31015249-8f39-52e1-d558-1fd8fcb05354/WALs/f334e8b0fbdf,44253,1731306139749/f334e8b0fbdf%2C44253%2C1731306139749.1731306140560 to pos 0, reset compression=false 2024-11-11T06:22:21,929 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=1602ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=1502ms 2024-11-11T06:22:21,997 DEBUG [RS:0;f334e8b0fbdf:44253.replicationSource.wal-reader.f334e8b0fbdf%2C44253%2C1731306139749,1-f334e8b0fbdf,44253,1731306139749 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44777/user/jenkins/test-data/31015249-8f39-52e1-d558-1fd8fcb05354/WALs/f334e8b0fbdf,44253,1731306139749/f334e8b0fbdf%2C44253%2C1731306139749.1731306140560 to pos 0, reset compression=false 2024-11-11T06:22:22,601 DEBUG [RS:0;f334e8b0fbdf:44253.replicationSource.wal-reader.f334e8b0fbdf%2C44253%2C1731306139749,1-f334e8b0fbdf,44253,1731306139749 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44777/user/jenkins/test-data/31015249-8f39-52e1-d558-1fd8fcb05354/WALs/f334e8b0fbdf,44253,1731306139749/f334e8b0fbdf%2C44253%2C1731306139749.1731306140560 to pos 0, reset compression=false 2024-11-11T06:22:23,307 DEBUG [RS:0;f334e8b0fbdf:44253.replicationSource.wal-reader.f334e8b0fbdf%2C44253%2C1731306139749,1-f334e8b0fbdf,44253,1731306139749 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44777/user/jenkins/test-data/31015249-8f39-52e1-d558-1fd8fcb05354/WALs/f334e8b0fbdf,44253,1731306139749/f334e8b0fbdf%2C44253%2C1731306139749.1731306140560 to pos 0, reset compression=false 2024-11-11T06:22:23,431 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=3105ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=3005ms 2024-11-11T06:22:24,112 DEBUG [RS:0;f334e8b0fbdf:44253.replicationSource.wal-reader.f334e8b0fbdf%2C44253%2C1731306139749,1-f334e8b0fbdf,44253,1731306139749 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44777/user/jenkins/test-data/31015249-8f39-52e1-d558-1fd8fcb05354/WALs/f334e8b0fbdf,44253,1731306139749/f334e8b0fbdf%2C44253%2C1731306139749.1731306140560 to pos 0, reset compression=false 2024-11-11T06:22:24,833 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=4507ms, expected min=1 server(s), max=NO_LIMIT server(s), master is running 2024-11-11T06:22:24,833 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-11T06:22:24,833 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T06:22:24,833 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f334e8b0fbdf,44253,1731306139749, seqNum=-1] 2024-11-11T06:22:24,834 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T06:22:24,835 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34021, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T06:22:24,838 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=fed10a60f8e35fb45efa638c64f18c51, regionState=OPEN, lastHost=f334e8b0fbdf,40939,1731306126715, regionLocation=f334e8b0fbdf,40939,1731306126715, openSeqNum=2 2024-11-11T06:22:24,839 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-11T06:22:24,839 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731306204839 2024-11-11T06:22:24,839 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731306264839 2024-11-11T06:22:24,839 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 5 msec 2024-11-11T06:22:24,839 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(207): f334e8b0fbdf,40939,1731306126715 had 2 regions 2024-11-11T06:22:24,839 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f334e8b0fbdf,42587,1731306139720-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T06:22:24,839 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f334e8b0fbdf,42587,1731306139720-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T06:22:24,839 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f334e8b0fbdf,42587,1731306139720-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T06:22:24,839 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-f334e8b0fbdf:42587, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T06:22:24,839 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-11T06:22:24,839 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-11T06:22:24,840 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=9, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure f334e8b0fbdf,40939,1731306126715, splitWal=true, meta=true, isMeta: false 2024-11-11T06:22:24,842 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:44777/user/jenkins/test-data/31015249-8f39-52e1-d558-1fd8fcb05354/WALs/f334e8b0fbdf,40939,1731306126715-splitting dir is empty, no logs to split. 2024-11-11T06:22:24,842 INFO [PEWorker-3 {}] master.SplitWALManager(105): f334e8b0fbdf,40939,1731306126715 WAL count=0, meta=false 2024-11-11T06:22:24,844 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:44777/user/jenkins/test-data/31015249-8f39-52e1-d558-1fd8fcb05354/WALs/f334e8b0fbdf,40939,1731306126715-splitting dir is empty, no logs to split. 2024-11-11T06:22:24,844 INFO [PEWorker-3 {}] master.SplitWALManager(105): f334e8b0fbdf,40939,1731306126715 WAL count=0, meta=false 2024-11-11T06:22:24,844 DEBUG [PEWorker-3 {}] procedure.ServerCrashProcedure(329): Check if f334e8b0fbdf,40939,1731306126715 WAL splitting is done? wals=0, meta=false 2024-11-11T06:22:24,844 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 5.058sec 2024-11-11T06:22:24,844 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-11T06:22:24,844 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-11T06:22:24,844 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-11T06:22:24,844 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-11T06:22:24,844 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-11T06:22:24,844 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f334e8b0fbdf,42587,1731306139720-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T06:22:24,844 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f334e8b0fbdf,42587,1731306139720-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-11T06:22:24,845 WARN [master/f334e8b0fbdf:0.Chore.1 {}] janitor.CatalogJanitor(177): unknown_server=f334e8b0fbdf,40939,1731306126715/hbase:replication,,1731306133847.fed10a60f8e35fb45efa638c64f18c51. 2024-11-11T06:22:24,846 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=fed10a60f8e35fb45efa638c64f18c51, ASSIGN}] 2024-11-11T06:22:24,847 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=fed10a60f8e35fb45efa638c64f18c51, ASSIGN 2024-11-11T06:22:24,847 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=fed10a60f8e35fb45efa638c64f18c51, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-11T06:22:24,848 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-11T06:22:24,848 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-11T06:22:24,848 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f334e8b0fbdf,42587,1731306139720-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T06:22:24,872 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@66f38c3d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T06:22:24,872 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f334e8b0fbdf,42587,-1 for getting cluster id 2024-11-11T06:22:24,872 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T06:22:24,873 DEBUG [HMaster-EventLoopGroup-21-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'df9dbeca-d682-420c-9fc0-371659416ae1' 2024-11-11T06:22:24,873 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T06:22:24,874 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "df9dbeca-d682-420c-9fc0-371659416ae1" 2024-11-11T06:22:24,874 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b13709a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T06:22:24,874 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f334e8b0fbdf,42587,-1] 2024-11-11T06:22:24,874 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T06:22:24,874 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T06:22:24,875 INFO [HMaster-EventLoopGroup-21-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51708, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T06:22:24,876 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a3bcc54, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T06:22:24,876 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T06:22:24,877 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f334e8b0fbdf,44253,1731306139749, seqNum=-1] 2024-11-11T06:22:24,878 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T06:22:24,879 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60934, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T06:22:24,881 INFO [Time-limited test {}] hbase.HBaseTestingUtil(995): HBase has been restarted 2024-11-11T06:22:24,881 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T06:22:24,881 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:998) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:978) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:971) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:539) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T06:22:24,881 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T06:22:24,881 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T06:22:24,881 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T06:22:24,881 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2549): Invalidated connection. Updating master addresses before: f334e8b0fbdf:42587 after: f334e8b0fbdf:42587 2024-11-11T06:22:24,881 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2206d2a5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T06:22:24,882 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f334e8b0fbdf,42587,-1 for getting cluster id 2024-11-11T06:22:24,882 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T06:22:24,882 DEBUG [HMaster-EventLoopGroup-21-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'df9dbeca-d682-420c-9fc0-371659416ae1' 2024-11-11T06:22:24,882 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T06:22:24,882 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "df9dbeca-d682-420c-9fc0-371659416ae1" 2024-11-11T06:22:24,883 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@35f6caf3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T06:22:24,883 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f334e8b0fbdf,42587,-1] 2024-11-11T06:22:24,883 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T06:22:24,883 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T06:22:24,883 INFO [HMaster-EventLoopGroup-21-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51730, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T06:22:24,884 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@470d0943, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T06:22:24,884 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T06:22:24,885 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncConnectionImpl(321): The fetched master address is f334e8b0fbdf,42587,1731306139720 2024-11-11T06:22:24,885 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@c81bc07 2024-11-11T06:22:24,885 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T06:22:24,886 INFO [HMaster-EventLoopGroup-21-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51736, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T06:22:24,886 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42587 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-11T06:22:24,886 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-11T06:22:24,886 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T06:22:24,886 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T06:22:24,886 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T06:22:24,887 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T06:22:24,887 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T06:22:24,887 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-11T06:22:24,887 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=622862349, stopped=false 2024-11-11T06:22:24,887 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=f334e8b0fbdf,45819,1731306130749 2024-11-11T06:22:24,888 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45819-0x10105b0e3d50003, quorum=127.0.0.1:61225, baseZNode=/1-269083350 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-269083350/running 2024-11-11T06:22:24,888 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45413-0x10105b0e3d50004, quorum=127.0.0.1:61225, baseZNode=/1-269083350 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-269083350/running 2024-11-11T06:22:24,888 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45819-0x10105b0e3d50003, quorum=127.0.0.1:61225, baseZNode=/1-269083350 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-269083350 2024-11-11T06:22:24,888 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45413-0x10105b0e3d50004, quorum=127.0.0.1:61225, baseZNode=/1-269083350 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-269083350 2024-11-11T06:22:24,889 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T06:22:24,889 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T06:22:24,889 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T06:22:24,889 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T06:22:24,889 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'f334e8b0fbdf,45413,1731306130792' ***** 2024-11-11T06:22:24,889 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-11T06:22:24,889 INFO [RS:0;f334e8b0fbdf:45413 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-11T06:22:24,889 INFO [RS:0;f334e8b0fbdf:45413 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-11T06:22:24,889 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-11T06:22:24,889 INFO [RS:0;f334e8b0fbdf:45413 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-11T06:22:24,889 INFO [RS:0;f334e8b0fbdf:45413 {}] regionserver.HRegionServer(959): stopping server f334e8b0fbdf,45413,1731306130792 2024-11-11T06:22:24,889 INFO [RS:0;f334e8b0fbdf:45413 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T06:22:24,889 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:45819-0x10105b0e3d50003, quorum=127.0.0.1:61225, baseZNode=/1-269083350 Set watcher on znode that does not yet exist, /1-269083350/running 2024-11-11T06:22:24,890 INFO [RS:0;f334e8b0fbdf:45413 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f334e8b0fbdf:45413. 2024-11-11T06:22:24,890 DEBUG [RS:0;f334e8b0fbdf:45413 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T06:22:24,890 DEBUG [RS:0;f334e8b0fbdf:45413 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T06:22:24,890 INFO [RS:0;f334e8b0fbdf:45413 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-11T06:22:24,890 INFO [RS:0;f334e8b0fbdf:45413 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-11T06:22:24,890 INFO [RS:0;f334e8b0fbdf:45413 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-11T06:22:24,890 INFO [RS:0;f334e8b0fbdf:45413 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-11T06:22:24,890 INFO [RS:0;f334e8b0fbdf:45413 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-11T06:22:24,890 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45413-0x10105b0e3d50004, quorum=127.0.0.1:61225, baseZNode=/1-269083350 Set watcher on znode that does not yet exist, /1-269083350/running 2024-11-11T06:22:24,890 DEBUG [RS:0;f334e8b0fbdf:45413 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-11T06:22:24,890 DEBUG [RS:0;f334e8b0fbdf:45413 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T06:22:24,890 DEBUG [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-11T06:22:24,890 INFO [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-11T06:22:24,890 DEBUG [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-11T06:22:24,890 DEBUG [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-11T06:22:24,890 DEBUG [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-11T06:22:24,890 INFO [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-11T06:22:24,906 DEBUG [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41543/user/jenkins/test-data/5a21b3c9-e22f-d814-c1e6-7a7d6ceedb59/data/hbase/meta/1588230740/.tmp/ns/04fcaab54c1c45289d3331c6958b9085 is 43, key is default/ns:d/1731306133753/Put/seqid=0 2024-11-11T06:22:24,910 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33321 is added to blk_1073741835_1011 (size=5153) 2024-11-11T06:22:24,957 INFO [regionserver/f334e8b0fbdf:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T06:22:24,998 DEBUG [f334e8b0fbdf:42587 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-11T06:22:24,998 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=fed10a60f8e35fb45efa638c64f18c51, regionState=OPENING, regionLocation=f334e8b0fbdf,44253,1731306139749 2024-11-11T06:22:25,000 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=fed10a60f8e35fb45efa638c64f18c51, ASSIGN because future has completed 2024-11-11T06:22:25,001 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure fed10a60f8e35fb45efa638c64f18c51, server=f334e8b0fbdf,44253,1731306139749}] 2024-11-11T06:22:25,016 DEBUG [RS:0;f334e8b0fbdf:44253.replicationSource.wal-reader.f334e8b0fbdf%2C44253%2C1731306139749,1-f334e8b0fbdf,44253,1731306139749 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44777/user/jenkins/test-data/31015249-8f39-52e1-d558-1fd8fcb05354/WALs/f334e8b0fbdf,44253,1731306139749/f334e8b0fbdf%2C44253%2C1731306139749.1731306140560 to pos 0, reset compression=false 2024-11-11T06:22:25,090 DEBUG [RS:0;f334e8b0fbdf:45413 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T06:22:25,156 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] handler.AssignRegionHandler(132): Open hbase:replication,,1731306133847.fed10a60f8e35fb45efa638c64f18c51. 2024-11-11T06:22:25,156 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T06:22:25,157 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-11T06:22:25,158 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f334e8b0fbdf%2C44253%2C1731306139749.rep, suffix=, logDir=hdfs://localhost:44777/user/jenkins/test-data/31015249-8f39-52e1-d558-1fd8fcb05354/WALs/f334e8b0fbdf,44253,1731306139749, archiveDir=hdfs://localhost:44777/user/jenkins/test-data/31015249-8f39-52e1-d558-1fd8fcb05354/oldWALs, maxLogs=10 2024-11-11T06:22:25,171 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/31015249-8f39-52e1-d558-1fd8fcb05354/WALs/f334e8b0fbdf,44253,1731306139749/f334e8b0fbdf%2C44253%2C1731306139749.rep.1731306145158, exclude list is [], retry=0 2024-11-11T06:22:25,173 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41493,DS-0147aeec-6a39-4b42-9b23-e3c416334003,DISK] 2024-11-11T06:22:25,175 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/31015249-8f39-52e1-d558-1fd8fcb05354/WALs/f334e8b0fbdf,44253,1731306139749/f334e8b0fbdf%2C44253%2C1731306139749.rep.1731306145158 2024-11-11T06:22:25,175 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35239:35239)] 2024-11-11T06:22:25,176 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7752): Opening region: {ENCODED => fed10a60f8e35fb45efa638c64f18c51, NAME => 'hbase:replication,,1731306133847.fed10a60f8e35fb45efa638c64f18c51.', STARTKEY => '', ENDKEY => ''} 2024-11-11T06:22:25,176 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-11T06:22:25,176 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-11T06:22:25,176 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731306133847.fed10a60f8e35fb45efa638c64f18c51. service=MultiRowMutationService 2024-11-11T06:22:25,176 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-11T06:22:25,177 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication fed10a60f8e35fb45efa638c64f18c51 2024-11-11T06:22:25,177 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(898): Instantiated hbase:replication,,1731306133847.fed10a60f8e35fb45efa638c64f18c51.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T06:22:25,177 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7794): checking encryption for fed10a60f8e35fb45efa638c64f18c51 2024-11-11T06:22:25,177 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7797): checking classloading for fed10a60f8e35fb45efa638c64f18c51 2024-11-11T06:22:25,178 INFO [StoreOpener-fed10a60f8e35fb45efa638c64f18c51-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region fed10a60f8e35fb45efa638c64f18c51 2024-11-11T06:22:25,179 INFO [StoreOpener-fed10a60f8e35fb45efa638c64f18c51-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fed10a60f8e35fb45efa638c64f18c51 columnFamilyName hfileref 2024-11-11T06:22:25,179 DEBUG [StoreOpener-fed10a60f8e35fb45efa638c64f18c51-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:22:25,179 INFO [StoreOpener-fed10a60f8e35fb45efa638c64f18c51-1 {}] regionserver.HStore(327): Store=fed10a60f8e35fb45efa638c64f18c51/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T06:22:25,179 INFO [StoreOpener-fed10a60f8e35fb45efa638c64f18c51-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region fed10a60f8e35fb45efa638c64f18c51 2024-11-11T06:22:25,180 INFO [StoreOpener-fed10a60f8e35fb45efa638c64f18c51-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fed10a60f8e35fb45efa638c64f18c51 columnFamilyName queue 2024-11-11T06:22:25,180 DEBUG [StoreOpener-fed10a60f8e35fb45efa638c64f18c51-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:22:25,185 DEBUG [StoreOpener-fed10a60f8e35fb45efa638c64f18c51-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:44777/user/jenkins/test-data/31015249-8f39-52e1-d558-1fd8fcb05354/data/hbase/replication/fed10a60f8e35fb45efa638c64f18c51/queue/b55818b1a22c407598382c71bc05cb99 2024-11-11T06:22:25,185 INFO [StoreOpener-fed10a60f8e35fb45efa638c64f18c51-1 {}] regionserver.HStore(327): Store=fed10a60f8e35fb45efa638c64f18c51/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T06:22:25,185 INFO [StoreOpener-fed10a60f8e35fb45efa638c64f18c51-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region fed10a60f8e35fb45efa638c64f18c51 2024-11-11T06:22:25,186 INFO [StoreOpener-fed10a60f8e35fb45efa638c64f18c51-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fed10a60f8e35fb45efa638c64f18c51 columnFamilyName sid 2024-11-11T06:22:25,186 DEBUG [StoreOpener-fed10a60f8e35fb45efa638c64f18c51-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:22:25,186 INFO [StoreOpener-fed10a60f8e35fb45efa638c64f18c51-1 {}] regionserver.HStore(327): Store=fed10a60f8e35fb45efa638c64f18c51/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T06:22:25,186 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1038): replaying wal for fed10a60f8e35fb45efa638c64f18c51 2024-11-11T06:22:25,187 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44777/user/jenkins/test-data/31015249-8f39-52e1-d558-1fd8fcb05354/data/hbase/replication/fed10a60f8e35fb45efa638c64f18c51 2024-11-11T06:22:25,188 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44777/user/jenkins/test-data/31015249-8f39-52e1-d558-1fd8fcb05354/data/hbase/replication/fed10a60f8e35fb45efa638c64f18c51 2024-11-11T06:22:25,188 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1048): stopping wal replay for fed10a60f8e35fb45efa638c64f18c51 2024-11-11T06:22:25,188 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1060): Cleaning up temporary data for fed10a60f8e35fb45efa638c64f18c51 2024-11-11T06:22:25,189 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-11T06:22:25,190 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1093): writing seq id for fed10a60f8e35fb45efa638c64f18c51 2024-11-11T06:22:25,191 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1114): Opened fed10a60f8e35fb45efa638c64f18c51; next sequenceid=9; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72519471, jitterRate=0.08062432706356049}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-11T06:22:25,191 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1122): Running coprocessor post-open hooks for fed10a60f8e35fb45efa638c64f18c51 2024-11-11T06:22:25,192 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1006): Region open journal for fed10a60f8e35fb45efa638c64f18c51: Running coprocessor pre-open hook at 1731306145177Writing region info on filesystem at 1731306145177Initializing all the Stores at 1731306145177Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731306145177Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731306145178 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731306145178Cleaning up temporary data from old regions at 1731306145188 (+10 ms)Running coprocessor post-open hooks at 1731306145191 (+3 ms)Region opened successfully at 1731306145191 2024-11-11T06:22:25,192 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731306133847.fed10a60f8e35fb45efa638c64f18c51., pid=13, masterSystemTime=1731306145153 2024-11-11T06:22:25,194 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731306133847.fed10a60f8e35fb45efa638c64f18c51. 2024-11-11T06:22:25,194 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731306133847.fed10a60f8e35fb45efa638c64f18c51. 2024-11-11T06:22:25,195 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=fed10a60f8e35fb45efa638c64f18c51, regionState=OPEN, openSeqNum=9, regionLocation=f334e8b0fbdf,44253,1731306139749 2024-11-11T06:22:25,197 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure fed10a60f8e35fb45efa638c64f18c51, server=f334e8b0fbdf,44253,1731306139749 because future has completed 2024-11-11T06:22:25,199 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-11-11T06:22:25,199 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure fed10a60f8e35fb45efa638c64f18c51, server=f334e8b0fbdf,44253,1731306139749 in 197 msec 2024-11-11T06:22:25,201 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=9 2024-11-11T06:22:25,201 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=9, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=fed10a60f8e35fb45efa638c64f18c51, ASSIGN in 354 msec 2024-11-11T06:22:25,201 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=9, state=RUNNABLE:ASSIGN_REPLICATION_QUEUES_ADD_MISSING_QUEUES, hasLock=false; org.apache.hadoop.hbase.master.replication.AssignReplicationQueuesProcedure}] 2024-11-11T06:22:25,206 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='', locateType=CURRENT is [region=hbase:replication,,1731306133847.fed10a60f8e35fb45efa638c64f18c51., hostname=f334e8b0fbdf,44253,1731306139749, seqNum=9] 2024-11-11T06:22:25,217 DEBUG [PEWorker-2 {}] replication.AssignReplicationQueuesProcedure(120): There are 1 replication queues need to be claimed for f334e8b0fbdf,40939,1731306126715 2024-11-11T06:22:25,217 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.ClaimReplicationQueueRemoteProcedure}] 2024-11-11T06:22:25,290 DEBUG [RS:0;f334e8b0fbdf:45413 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T06:22:25,311 INFO [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:41543/user/jenkins/test-data/5a21b3c9-e22f-d814-c1e6-7a7d6ceedb59/data/hbase/meta/1588230740/.tmp/ns/04fcaab54c1c45289d3331c6958b9085 2024-11-11T06:22:25,316 DEBUG [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41543/user/jenkins/test-data/5a21b3c9-e22f-d814-c1e6-7a7d6ceedb59/data/hbase/meta/1588230740/.tmp/ns/04fcaab54c1c45289d3331c6958b9085 as hdfs://localhost:41543/user/jenkins/test-data/5a21b3c9-e22f-d814-c1e6-7a7d6ceedb59/data/hbase/meta/1588230740/ns/04fcaab54c1c45289d3331c6958b9085 2024-11-11T06:22:25,320 INFO [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41543/user/jenkins/test-data/5a21b3c9-e22f-d814-c1e6-7a7d6ceedb59/data/hbase/meta/1588230740/ns/04fcaab54c1c45289d3331c6958b9085, entries=2, sequenceid=6, filesize=5.0 K 2024-11-11T06:22:25,321 INFO [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 431ms, sequenceid=6, compaction requested=false 2024-11-11T06:22:25,321 DEBUG [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-11T06:22:25,325 DEBUG [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41543/user/jenkins/test-data/5a21b3c9-e22f-d814-c1e6-7a7d6ceedb59/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-11T06:22:25,326 DEBUG [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-11T06:22:25,326 DEBUG [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-11T06:22:25,326 INFO [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-11T06:22:25,326 DEBUG [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731306144890Running coprocessor pre-close hooks at 1731306144890Disabling compacts and flushes for region at 1731306144890Disabling writes for close at 1731306144890Obtaining lock to block concurrent updates at 1731306144890Preparing flush snapshotting stores in 1588230740 at 1731306144890Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1731306144891 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731306144891Flushing 1588230740/ns: creating writer at 1731306144891Flushing 1588230740/ns: appending metadata at 1731306144906 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1731306144906Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@68997357: reopening flushed file at 1731306145316 (+410 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 431ms, sequenceid=6, compaction requested=false at 1731306145321 (+5 ms)Writing region close event to WAL at 1731306145322 (+1 ms)Running coprocessor post-close hooks at 1731306145326 (+4 ms)Closed at 1731306145326 2024-11-11T06:22:25,326 DEBUG [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-11T06:22:25,371 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44253 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.ClaimReplicationQueueCallable, pid=15 2024-11-11T06:22:25,491 INFO [RS:0;f334e8b0fbdf:45413 {}] regionserver.HRegionServer(976): stopping server f334e8b0fbdf,45413,1731306130792; all regions closed. 2024-11-11T06:22:25,493 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33321 is added to blk_1073741834_1010 (size=1152) 2024-11-11T06:22:25,493 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/5a21b3c9-e22f-d814-c1e6-7a7d6ceedb59/WALs/f334e8b0fbdf,45413,1731306130792/f334e8b0fbdf%2C45413%2C1731306130792.meta.1731306133711.meta not finished, retry = 0 2024-11-11T06:22:25,596 DEBUG [RS:0;f334e8b0fbdf:45413 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/5a21b3c9-e22f-d814-c1e6-7a7d6ceedb59/oldWALs 2024-11-11T06:22:25,596 INFO [RS:0;f334e8b0fbdf:45413 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL f334e8b0fbdf%2C45413%2C1731306130792.meta:.meta(num 1731306133711) 2024-11-11T06:22:25,598 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33321 is added to blk_1073741832_1008 (size=93) 2024-11-11T06:22:25,598 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/5a21b3c9-e22f-d814-c1e6-7a7d6ceedb59/WALs/f334e8b0fbdf,45413,1731306130792/f334e8b0fbdf%2C45413%2C1731306130792.1731306132779 not finished, retry = 0 2024-11-11T06:22:25,648 INFO [regionserver/f334e8b0fbdf:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-11T06:22:25,648 INFO [regionserver/f334e8b0fbdf:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-11T06:22:25,700 DEBUG [RS:0;f334e8b0fbdf:45413 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/5a21b3c9-e22f-d814-c1e6-7a7d6ceedb59/oldWALs 2024-11-11T06:22:25,700 INFO [RS:0;f334e8b0fbdf:45413 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL f334e8b0fbdf%2C45413%2C1731306130792:(num 1731306132779) 2024-11-11T06:22:25,700 DEBUG [RS:0;f334e8b0fbdf:45413 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T06:22:25,700 INFO [RS:0;f334e8b0fbdf:45413 {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T06:22:25,700 INFO [RS:0;f334e8b0fbdf:45413 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T06:22:25,701 INFO [RS:0;f334e8b0fbdf:45413 {}] hbase.ChoreService(370): Chore service for: regionserver/f334e8b0fbdf:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-11T06:22:25,701 INFO [RS:0;f334e8b0fbdf:45413 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T06:22:25,701 INFO [regionserver/f334e8b0fbdf:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T06:22:25,701 INFO [RS:0;f334e8b0fbdf:45413 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45413 2024-11-11T06:22:25,703 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45413-0x10105b0e3d50004, quorum=127.0.0.1:61225, baseZNode=/1-269083350 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-269083350/rs/f334e8b0fbdf,45413,1731306130792 2024-11-11T06:22:25,703 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45819-0x10105b0e3d50003, quorum=127.0.0.1:61225, baseZNode=/1-269083350 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-269083350/rs 2024-11-11T06:22:25,703 INFO [RS:0;f334e8b0fbdf:45413 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T06:22:25,705 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [f334e8b0fbdf,45413,1731306130792] 2024-11-11T06:22:25,707 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-269083350/draining/f334e8b0fbdf,45413,1731306130792 already deleted, retry=false 2024-11-11T06:22:25,707 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; f334e8b0fbdf,45413,1731306130792 expired; onlineServers=0 2024-11-11T06:22:25,707 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'f334e8b0fbdf,45819,1731306130749' ***** 2024-11-11T06:22:25,707 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-11T06:22:25,707 INFO [M:0;f334e8b0fbdf:45819 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T06:22:25,707 INFO [M:0;f334e8b0fbdf:45819 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T06:22:25,707 DEBUG [M:0;f334e8b0fbdf:45819 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-11T06:22:25,707 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-11T06:22:25,707 DEBUG [M:0;f334e8b0fbdf:45819 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-11T06:22:25,707 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster-HFileCleaner.large.0-1731306132563 {}] cleaner.HFileCleaner(306): Exit Thread[master/f334e8b0fbdf:0:becomeActiveMaster-HFileCleaner.large.0-1731306132563,5,FailOnTimeoutGroup] 2024-11-11T06:22:25,707 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster-HFileCleaner.small.0-1731306132564 {}] cleaner.HFileCleaner(306): Exit Thread[master/f334e8b0fbdf:0:becomeActiveMaster-HFileCleaner.small.0-1731306132564,5,FailOnTimeoutGroup] 2024-11-11T06:22:25,707 INFO [M:0;f334e8b0fbdf:45819 {}] hbase.ChoreService(370): Chore service for: master/f334e8b0fbdf:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-11T06:22:25,707 INFO [M:0;f334e8b0fbdf:45819 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T06:22:25,707 DEBUG [M:0;f334e8b0fbdf:45819 {}] master.HMaster(1795): Stopping service threads 2024-11-11T06:22:25,707 INFO [M:0;f334e8b0fbdf:45819 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-11T06:22:25,707 INFO [M:0;f334e8b0fbdf:45819 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T06:22:25,707 INFO [M:0;f334e8b0fbdf:45819 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-11T06:22:25,708 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-11T06:22:25,709 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45819-0x10105b0e3d50003, quorum=127.0.0.1:61225, baseZNode=/1-269083350 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-269083350/master 2024-11-11T06:22:25,709 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45819-0x10105b0e3d50003, quorum=127.0.0.1:61225, baseZNode=/1-269083350 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-269083350 2024-11-11T06:22:25,709 DEBUG [M:0;f334e8b0fbdf:45819 {}] zookeeper.ZKUtil(347): master:45819-0x10105b0e3d50003, quorum=127.0.0.1:61225, baseZNode=/1-269083350 Unable to get data of znode /1-269083350/master because node does not exist (not an error) 2024-11-11T06:22:25,709 WARN [M:0;f334e8b0fbdf:45819 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-11T06:22:25,710 INFO [M:0;f334e8b0fbdf:45819 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:41543/user/jenkins/test-data/5a21b3c9-e22f-d814-c1e6-7a7d6ceedb59/.lastflushedseqids 2024-11-11T06:22:25,715 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33321 is added to blk_1073741836_1012 (size=99) 2024-11-11T06:22:25,805 INFO [RS:0;f334e8b0fbdf:45413 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T06:22:25,805 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45413-0x10105b0e3d50004, quorum=127.0.0.1:61225, baseZNode=/1-269083350 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T06:22:25,805 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45413-0x10105b0e3d50004, quorum=127.0.0.1:61225, baseZNode=/1-269083350 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T06:22:25,805 INFO [RS:0;f334e8b0fbdf:45413 {}] regionserver.HRegionServer(1031): Exiting; stopping=f334e8b0fbdf,45413,1731306130792; zookeeper connection closed. 2024-11-11T06:22:25,805 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@35715c7d {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@35715c7d 2024-11-11T06:22:25,805 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-11T06:22:26,021 DEBUG [RS:0;f334e8b0fbdf:44253.replicationSource.wal-reader.f334e8b0fbdf%2C44253%2C1731306139749,1-f334e8b0fbdf,44253,1731306139749 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44777/user/jenkins/test-data/31015249-8f39-52e1-d558-1fd8fcb05354/WALs/f334e8b0fbdf,44253,1731306139749/f334e8b0fbdf%2C44253%2C1731306139749.1731306140560 to pos 0, reset compression=false 2024-11-11T06:22:26,116 INFO [M:0;f334e8b0fbdf:45819 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-11T06:22:26,117 INFO [M:0;f334e8b0fbdf:45819 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-11T06:22:26,117 DEBUG [M:0;f334e8b0fbdf:45819 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-11T06:22:26,117 INFO [M:0;f334e8b0fbdf:45819 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T06:22:26,117 DEBUG [M:0;f334e8b0fbdf:45819 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T06:22:26,117 DEBUG [M:0;f334e8b0fbdf:45819 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-11T06:22:26,117 DEBUG [M:0;f334e8b0fbdf:45819 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T06:22:26,117 INFO [M:0;f334e8b0fbdf:45819 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-11-11T06:22:26,133 DEBUG [M:0;f334e8b0fbdf:45819 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41543/user/jenkins/test-data/5a21b3c9-e22f-d814-c1e6-7a7d6ceedb59/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6a5a3797798242868d4e815d4a288371 is 82, key is hbase:meta,,1/info:regioninfo/1731306133743/Put/seqid=0 2024-11-11T06:22:26,140 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33321 is added to blk_1073741837_1013 (size=5672) 2024-11-11T06:22:26,409 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-11T06:22:26,430 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T06:22:26,430 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T06:22:26,431 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T06:22:26,431 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T06:22:26,431 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T06:22:26,439 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T06:22:26,541 INFO [M:0;f334e8b0fbdf:45819 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:41543/user/jenkins/test-data/5a21b3c9-e22f-d814-c1e6-7a7d6ceedb59/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6a5a3797798242868d4e815d4a288371 2024-11-11T06:22:26,559 DEBUG [M:0;f334e8b0fbdf:45819 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41543/user/jenkins/test-data/5a21b3c9-e22f-d814-c1e6-7a7d6ceedb59/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/bbd1fd0fa23142ce8d09b2284531b417 is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1731306133756/Put/seqid=0 2024-11-11T06:22:26,563 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33321 is added to blk_1073741838_1014 (size=5275) 2024-11-11T06:22:26,963 INFO [M:0;f334e8b0fbdf:45819 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:41543/user/jenkins/test-data/5a21b3c9-e22f-d814-c1e6-7a7d6ceedb59/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/bbd1fd0fa23142ce8d09b2284531b417 2024-11-11T06:22:26,982 DEBUG [M:0;f334e8b0fbdf:45819 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41543/user/jenkins/test-data/5a21b3c9-e22f-d814-c1e6-7a7d6ceedb59/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/cf65cde3ea004533828e0f9a9b03acba is 69, key is f334e8b0fbdf,45413,1731306130792/rs:state/1731306132634/Put/seqid=0 2024-11-11T06:22:26,985 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33321 is added to blk_1073741839_1015 (size=5156) 2024-11-11T06:22:27,127 DEBUG [RS:0;f334e8b0fbdf:44253.replicationSource.wal-reader.f334e8b0fbdf%2C44253%2C1731306139749,1-f334e8b0fbdf,44253,1731306139749 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44777/user/jenkins/test-data/31015249-8f39-52e1-d558-1fd8fcb05354/WALs/f334e8b0fbdf,44253,1731306139749/f334e8b0fbdf%2C44253%2C1731306139749.1731306140560 to pos 0, reset compression=false 2024-11-11T06:22:27,386 INFO [M:0;f334e8b0fbdf:45819 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:41543/user/jenkins/test-data/5a21b3c9-e22f-d814-c1e6-7a7d6ceedb59/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/cf65cde3ea004533828e0f9a9b03acba 2024-11-11T06:22:27,392 DEBUG [M:0;f334e8b0fbdf:45819 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41543/user/jenkins/test-data/5a21b3c9-e22f-d814-c1e6-7a7d6ceedb59/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/6a5a3797798242868d4e815d4a288371 as hdfs://localhost:41543/user/jenkins/test-data/5a21b3c9-e22f-d814-c1e6-7a7d6ceedb59/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/6a5a3797798242868d4e815d4a288371 2024-11-11T06:22:27,396 INFO [M:0;f334e8b0fbdf:45819 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41543/user/jenkins/test-data/5a21b3c9-e22f-d814-c1e6-7a7d6ceedb59/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/6a5a3797798242868d4e815d4a288371, entries=8, sequenceid=28, filesize=5.5 K 2024-11-11T06:22:27,397 DEBUG [M:0;f334e8b0fbdf:45819 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41543/user/jenkins/test-data/5a21b3c9-e22f-d814-c1e6-7a7d6ceedb59/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/bbd1fd0fa23142ce8d09b2284531b417 as hdfs://localhost:41543/user/jenkins/test-data/5a21b3c9-e22f-d814-c1e6-7a7d6ceedb59/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/bbd1fd0fa23142ce8d09b2284531b417 2024-11-11T06:22:27,401 INFO [M:0;f334e8b0fbdf:45819 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41543/user/jenkins/test-data/5a21b3c9-e22f-d814-c1e6-7a7d6ceedb59/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/bbd1fd0fa23142ce8d09b2284531b417, entries=3, sequenceid=28, filesize=5.2 K 2024-11-11T06:22:27,402 DEBUG [M:0;f334e8b0fbdf:45819 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41543/user/jenkins/test-data/5a21b3c9-e22f-d814-c1e6-7a7d6ceedb59/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/cf65cde3ea004533828e0f9a9b03acba as hdfs://localhost:41543/user/jenkins/test-data/5a21b3c9-e22f-d814-c1e6-7a7d6ceedb59/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/cf65cde3ea004533828e0f9a9b03acba 2024-11-11T06:22:27,406 INFO [M:0;f334e8b0fbdf:45819 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41543/user/jenkins/test-data/5a21b3c9-e22f-d814-c1e6-7a7d6ceedb59/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/cf65cde3ea004533828e0f9a9b03acba, entries=1, sequenceid=28, filesize=5.0 K 2024-11-11T06:22:27,407 INFO [M:0;f334e8b0fbdf:45819 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1290ms, sequenceid=28, compaction requested=false 2024-11-11T06:22:27,409 INFO [M:0;f334e8b0fbdf:45819 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T06:22:27,409 DEBUG [M:0;f334e8b0fbdf:45819 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731306146117Disabling compacts and flushes for region at 1731306146117Disabling writes for close at 1731306146117Obtaining lock to block concurrent updates at 1731306146117Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731306146117Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1731306146117Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731306146118 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731306146118Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731306146133 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731306146133Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731306146545 (+412 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731306146559 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731306146559Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731306146968 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731306146981 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731306146981Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@267ee52d: reopening flushed file at 1731306147391 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4ef6c523: reopening flushed file at 1731306147396 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@69784755: reopening flushed file at 1731306147401 (+5 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1290ms, sequenceid=28, compaction requested=false at 1731306147407 (+6 ms)Writing region close event to WAL at 1731306147409 (+2 ms)Closed at 1731306147409 2024-11-11T06:22:27,411 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33321 is added to blk_1073741830_1006 (size=10165) 2024-11-11T06:22:27,413 INFO [M:0;f334e8b0fbdf:45819 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-11T06:22:27,413 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T06:22:27,413 INFO [M:0;f334e8b0fbdf:45819 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45819 2024-11-11T06:22:27,413 INFO [M:0;f334e8b0fbdf:45819 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T06:22:27,515 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45819-0x10105b0e3d50003, quorum=127.0.0.1:61225, baseZNode=/1-269083350 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T06:22:27,515 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45819-0x10105b0e3d50003, quorum=127.0.0.1:61225, baseZNode=/1-269083350 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T06:22:27,515 INFO [M:0;f334e8b0fbdf:45819 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T06:22:27,518 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4fc2b7bb{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T06:22:27,518 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@635ba689{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T06:22:27,518 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T06:22:27,518 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@23a3951d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T06:22:27,518 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1b41a0df{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/805db0c5-be2d-8a7e-dd9b-d952ba21cedc/hadoop.log.dir/,STOPPED} 2024-11-11T06:22:27,520 WARN [BP-905279437-172.17.0.2-1731306129779 heartbeating to localhost/127.0.0.1:41543 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-11T06:22:27,520 WARN [BP-905279437-172.17.0.2-1731306129779 heartbeating to localhost/127.0.0.1:41543 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-905279437-172.17.0.2-1731306129779 (Datanode Uuid 81dfbf7f-a84c-4cec-864e-f93f4150058b) service to localhost/127.0.0.1:41543 2024-11-11T06:22:27,520 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-11T06:22:27,520 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-11T06:22:27,521 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/805db0c5-be2d-8a7e-dd9b-d952ba21cedc/cluster_0ff584f4-a5fa-da71-ce50-8c0f69df7e1d/data/data1/current/BP-905279437-172.17.0.2-1731306129779 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T06:22:27,521 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/805db0c5-be2d-8a7e-dd9b-d952ba21cedc/cluster_0ff584f4-a5fa-da71-ce50-8c0f69df7e1d/data/data2/current/BP-905279437-172.17.0.2-1731306129779 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T06:22:27,521 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-11T06:22:27,528 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7108ce2a{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-11T06:22:27,528 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@423da121{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T06:22:27,528 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T06:22:27,529 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4334f959{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T06:22:27,529 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@11b685df{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/805db0c5-be2d-8a7e-dd9b-d952ba21cedc/hadoop.log.dir/,STOPPED} 2024-11-11T06:22:27,542 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-11T06:22:27,542 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-11T06:22:27,542 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T06:22:27,542 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T06:22:27,542 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T06:22:27,542 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T06:22:27,542 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T06:22:27,542 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-11T06:22:27,542 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=223056069, stopped=false 2024-11-11T06:22:27,542 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=f334e8b0fbdf,42587,1731306139720 2024-11-11T06:22:27,545 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44253-0x10105b0e3d50007, quorum=127.0.0.1:61225, baseZNode=/0-147044005 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-147044005/running 2024-11-11T06:22:27,545 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42587-0x10105b0e3d50006, quorum=127.0.0.1:61225, baseZNode=/0-147044005 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-147044005/running 2024-11-11T06:22:27,545 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44253-0x10105b0e3d50007, quorum=127.0.0.1:61225, baseZNode=/0-147044005 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-147044005 2024-11-11T06:22:27,545 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42587-0x10105b0e3d50006, quorum=127.0.0.1:61225, baseZNode=/0-147044005 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-147044005 2024-11-11T06:22:27,545 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T06:22:27,546 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T06:22:27,546 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T06:22:27,546 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T06:22:27,546 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'f334e8b0fbdf,44253,1731306139749' ***** 2024-11-11T06:22:27,546 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-11T06:22:27,546 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:42587-0x10105b0e3d50006, quorum=127.0.0.1:61225, baseZNode=/0-147044005 Set watcher on znode that does not yet exist, /0-147044005/running 2024-11-11T06:22:27,546 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44253-0x10105b0e3d50007, quorum=127.0.0.1:61225, baseZNode=/0-147044005 Set watcher on znode that does not yet exist, /0-147044005/running 2024-11-11T06:22:27,547 INFO [RS:0;f334e8b0fbdf:44253 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-11T06:22:27,547 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-11T06:22:27,547 INFO [RS:0;f334e8b0fbdf:44253 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-11T06:22:27,547 INFO [RS:0;f334e8b0fbdf:44253 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-11T06:22:27,547 INFO [RS:0;f334e8b0fbdf:44253 {}] regionserver.HRegionServer(3091): Received CLOSE for fed10a60f8e35fb45efa638c64f18c51 2024-11-11T06:22:27,547 INFO [RS:0;f334e8b0fbdf:44253 {}] regionserver.HRegionServer(959): stopping server f334e8b0fbdf,44253,1731306139749 2024-11-11T06:22:27,547 INFO [RS:0;f334e8b0fbdf:44253 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T06:22:27,547 INFO [RS:0;f334e8b0fbdf:44253 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f334e8b0fbdf:44253. 2024-11-11T06:22:27,547 DEBUG [RS:0;f334e8b0fbdf:44253 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T06:22:27,547 DEBUG [RS:0;f334e8b0fbdf:44253 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T06:22:27,547 DEBUG [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing fed10a60f8e35fb45efa638c64f18c51, disabling compactions & flushes 2024-11-11T06:22:27,547 INFO [RS:0;f334e8b0fbdf:44253 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-11T06:22:27,547 INFO [RS:0;f334e8b0fbdf:44253 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-11T06:22:27,547 INFO [RS:0;f334e8b0fbdf:44253 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-11T06:22:27,547 INFO [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731306133847.fed10a60f8e35fb45efa638c64f18c51. 2024-11-11T06:22:27,547 INFO [RS:0;f334e8b0fbdf:44253 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-11T06:22:27,547 DEBUG [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731306133847.fed10a60f8e35fb45efa638c64f18c51. 2024-11-11T06:22:27,547 DEBUG [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731306133847.fed10a60f8e35fb45efa638c64f18c51. after waiting 0 ms 2024-11-11T06:22:27,547 DEBUG [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731306133847.fed10a60f8e35fb45efa638c64f18c51. 2024-11-11T06:22:27,548 INFO [RS:0;f334e8b0fbdf:44253 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-11T06:22:27,548 DEBUG [RS:0;f334e8b0fbdf:44253 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, fed10a60f8e35fb45efa638c64f18c51=hbase:replication,,1731306133847.fed10a60f8e35fb45efa638c64f18c51.} 2024-11-11T06:22:27,548 DEBUG [RS:0;f334e8b0fbdf:44253 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, fed10a60f8e35fb45efa638c64f18c51 2024-11-11T06:22:27,548 DEBUG [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-11T06:22:27,548 INFO [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-11T06:22:27,548 DEBUG [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-11T06:22:27,548 DEBUG [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-11T06:22:27,548 DEBUG [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-11T06:22:27,548 INFO [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=952 B heapSize=2.52 KB 2024-11-11T06:22:27,551 DEBUG [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44777/user/jenkins/test-data/31015249-8f39-52e1-d558-1fd8fcb05354/data/hbase/replication/fed10a60f8e35fb45efa638c64f18c51/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=8 2024-11-11T06:22:27,552 DEBUG [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-11T06:22:27,552 DEBUG [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-11T06:22:27,552 INFO [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731306133847.fed10a60f8e35fb45efa638c64f18c51. 2024-11-11T06:22:27,552 DEBUG [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for fed10a60f8e35fb45efa638c64f18c51: Waiting for close lock at 1731306147547Running coprocessor pre-close hooks at 1731306147547Disabling compacts and flushes for region at 1731306147547Disabling writes for close at 1731306147547Writing region close event to WAL at 1731306147548 (+1 ms)Running coprocessor post-close hooks at 1731306147552 (+4 ms)Closed at 1731306147552 2024-11-11T06:22:27,552 DEBUG [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731306133847.fed10a60f8e35fb45efa638c64f18c51. 2024-11-11T06:22:27,563 DEBUG [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44777/user/jenkins/test-data/31015249-8f39-52e1-d558-1fd8fcb05354/data/hbase/meta/1588230740/.tmp/info/1cf038ba29bd42be83b4c28c031fa3f9 is 147, key is hbase:replication,,1731306133847.fed10a60f8e35fb45efa638c64f18c51./info:regioninfo/1731306145195/Put/seqid=0 2024-11-11T06:22:27,567 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41493 is added to blk_1073741851_1027 (size=6385) 2024-11-11T06:22:27,622 INFO [regionserver/f334e8b0fbdf:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T06:22:27,748 DEBUG [RS:0;f334e8b0fbdf:44253 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T06:22:27,948 DEBUG [RS:0;f334e8b0fbdf:44253 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T06:22:27,967 INFO [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=952 B at sequenceid=19 (bloomFilter=true), to=hdfs://localhost:44777/user/jenkins/test-data/31015249-8f39-52e1-d558-1fd8fcb05354/data/hbase/meta/1588230740/.tmp/info/1cf038ba29bd42be83b4c28c031fa3f9 2024-11-11T06:22:27,973 DEBUG [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44777/user/jenkins/test-data/31015249-8f39-52e1-d558-1fd8fcb05354/data/hbase/meta/1588230740/.tmp/info/1cf038ba29bd42be83b4c28c031fa3f9 as hdfs://localhost:44777/user/jenkins/test-data/31015249-8f39-52e1-d558-1fd8fcb05354/data/hbase/meta/1588230740/info/1cf038ba29bd42be83b4c28c031fa3f9 2024-11-11T06:22:27,977 INFO [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44777/user/jenkins/test-data/31015249-8f39-52e1-d558-1fd8fcb05354/data/hbase/meta/1588230740/info/1cf038ba29bd42be83b4c28c031fa3f9, entries=8, sequenceid=19, filesize=6.2 K 2024-11-11T06:22:27,978 INFO [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 430ms, sequenceid=19, compaction requested=false 2024-11-11T06:22:27,983 DEBUG [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44777/user/jenkins/test-data/31015249-8f39-52e1-d558-1fd8fcb05354/data/hbase/meta/1588230740/recovered.edits/22.seqid, newMaxSeqId=22, maxSeqId=14 2024-11-11T06:22:27,983 DEBUG [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-11T06:22:27,983 DEBUG [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-11T06:22:27,983 INFO [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-11T06:22:27,983 DEBUG [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731306147548Running coprocessor pre-close hooks at 1731306147548Disabling compacts and flushes for region at 1731306147548Disabling writes for close at 1731306147548Obtaining lock to block concurrent updates at 1731306147548Preparing flush snapshotting stores in 1588230740 at 1731306147548Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=952, getHeapSize=2520, getOffHeapSize=0, getCellsCount=8 at 1731306147548Flushing stores of hbase:meta,,1.1588230740 at 1731306147549 (+1 ms)Flushing 1588230740/info: creating writer at 1731306147549Flushing 1588230740/info: appending metadata at 1731306147563 (+14 ms)Flushing 1588230740/info: closing flushed file at 1731306147563Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3385b276: reopening flushed file at 1731306147972 (+409 ms)Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 430ms, sequenceid=19, compaction requested=false at 1731306147978 (+6 ms)Writing region close event to WAL at 1731306147980 (+2 ms)Running coprocessor post-close hooks at 1731306147983 (+3 ms)Closed at 1731306147983 2024-11-11T06:22:27,983 DEBUG [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-11T06:22:28,148 INFO [RS:0;f334e8b0fbdf:44253 {}] regionserver.HRegionServer(976): stopping server f334e8b0fbdf,44253,1731306139749; all regions closed. 2024-11-11T06:22:28,151 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41493 is added to blk_1073741849_1025 (size=2156) 2024-11-11T06:22:28,153 DEBUG [RS:0;f334e8b0fbdf:44253 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/31015249-8f39-52e1-d558-1fd8fcb05354/oldWALs 2024-11-11T06:22:28,153 INFO [RS:0;f334e8b0fbdf:44253 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL f334e8b0fbdf%2C44253%2C1731306139749.meta:.meta(num 1731306140889) 2024-11-11T06:22:28,154 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41493 is added to blk_1073741850_1026 (size=796) 2024-11-11T06:22:28,156 DEBUG [RS:0;f334e8b0fbdf:44253 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/31015249-8f39-52e1-d558-1fd8fcb05354/oldWALs 2024-11-11T06:22:28,156 INFO [RS:0;f334e8b0fbdf:44253 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL f334e8b0fbdf%2C44253%2C1731306139749.rep:(num 1731306145158) 2024-11-11T06:22:28,158 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41493 is added to blk_1073741848_1024 (size=93) 2024-11-11T06:22:28,159 DEBUG [RS:0;f334e8b0fbdf:44253 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/31015249-8f39-52e1-d558-1fd8fcb05354/oldWALs 2024-11-11T06:22:28,159 INFO [RS:0;f334e8b0fbdf:44253 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL f334e8b0fbdf%2C44253%2C1731306139749:(num 1731306140560) 2024-11-11T06:22:28,159 DEBUG [RS:0;f334e8b0fbdf:44253 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T06:22:28,159 INFO [RS:0;f334e8b0fbdf:44253 {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T06:22:28,159 INFO [RS:0;f334e8b0fbdf:44253 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T06:22:28,159 INFO [RS:0;f334e8b0fbdf:44253 {}] hbase.ChoreService(370): Chore service for: regionserver/f334e8b0fbdf:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-11T06:22:28,159 INFO [RS:0;f334e8b0fbdf:44253 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T06:22:28,160 INFO [regionserver/f334e8b0fbdf:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T06:22:28,160 INFO [RS:0;f334e8b0fbdf:44253 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-f334e8b0fbdf,44253,1731306139749 because: Region server is closing 2024-11-11T06:22:28,160 WARN [RS_CLAIM_REPLICATION_QUEUE-regionserver/f334e8b0fbdf:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.ReplicationSourceManager(915): Interrupted while waiting before transferring a queue. 2024-11-11T06:22:28,160 INFO [RS_CLAIM_REPLICATION_QUEUE-regionserver/f334e8b0fbdf:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.ReplicationSourceManager(920): Not transferring queue since we are shutting down 2024-11-11T06:22:28,160 INFO [RS:0;f334e8b0fbdf:44253 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f334e8b0fbdf:44253. 2024-11-11T06:22:28,160 DEBUG [RS_CLAIM_REPLICATION_QUEUE-regionserver/f334e8b0fbdf:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-11-11T06:22:28,160 DEBUG [RS:0;f334e8b0fbdf:44253 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T06:22:28,160 DEBUG [RS:0;f334e8b0fbdf:44253 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T06:22:28,160 DEBUG [RS:0;f334e8b0fbdf:44253 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T06:22:28,160 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T06:22:28,178 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-11T06:22:28,178 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-11T06:22:28,178 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-11T06:22:28,260 WARN [RS:0;f334e8b0fbdf:44253.replicationSource.wal-reader.f334e8b0fbdf%2C44253%2C1731306139749,1-f334e8b0fbdf,44253,1731306139749 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-11T06:22:28,260 WARN [RS:0;f334e8b0fbdf:44253.replicationSource.shipperf334e8b0fbdf%2C44253%2C1731306139749,1-f334e8b0fbdf,44253,1731306139749 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-11T06:22:28,261 INFO [RS:0;f334e8b0fbdf:44253 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS:0;f334e8b0fbdf:44253.replicationSource.shipperf334e8b0fbdf%2C44253%2C1731306139749,1-f334e8b0fbdf,44253,1731306139749 terminated 2024-11-11T06:22:28,261 INFO [RS:0;f334e8b0fbdf:44253 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44253 2024-11-11T06:22:28,262 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42587-0x10105b0e3d50006, quorum=127.0.0.1:61225, baseZNode=/0-147044005 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-147044005/rs 2024-11-11T06:22:28,262 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44253-0x10105b0e3d50007, quorum=127.0.0.1:61225, baseZNode=/0-147044005 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-147044005/rs/f334e8b0fbdf,44253,1731306139749 2024-11-11T06:22:28,263 INFO [RS:0;f334e8b0fbdf:44253 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T06:22:28,263 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [f334e8b0fbdf,44253,1731306139749] 2024-11-11T06:22:28,264 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-147044005/draining/f334e8b0fbdf,44253,1731306139749 already deleted, retry=false 2024-11-11T06:22:28,264 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; f334e8b0fbdf,44253,1731306139749 expired; onlineServers=0 2024-11-11T06:22:28,265 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'f334e8b0fbdf,42587,1731306139720' ***** 2024-11-11T06:22:28,265 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-11T06:22:28,265 INFO [M:0;f334e8b0fbdf:42587 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T06:22:28,265 INFO [M:0;f334e8b0fbdf:42587 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T06:22:28,265 DEBUG [M:0;f334e8b0fbdf:42587 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-11T06:22:28,265 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-11T06:22:28,265 DEBUG [M:0;f334e8b0fbdf:42587 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-11T06:22:28,265 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster-HFileCleaner.large.0-1731306140326 {}] cleaner.HFileCleaner(306): Exit Thread[master/f334e8b0fbdf:0:becomeActiveMaster-HFileCleaner.large.0-1731306140326,5,FailOnTimeoutGroup] 2024-11-11T06:22:28,265 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster-HFileCleaner.small.0-1731306140326 {}] cleaner.HFileCleaner(306): Exit Thread[master/f334e8b0fbdf:0:becomeActiveMaster-HFileCleaner.small.0-1731306140326,5,FailOnTimeoutGroup] 2024-11-11T06:22:28,265 INFO [M:0;f334e8b0fbdf:42587 {}] hbase.ChoreService(370): Chore service for: master/f334e8b0fbdf:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-11T06:22:28,265 INFO [M:0;f334e8b0fbdf:42587 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T06:22:28,265 DEBUG [M:0;f334e8b0fbdf:42587 {}] master.HMaster(1795): Stopping service threads 2024-11-11T06:22:28,265 INFO [M:0;f334e8b0fbdf:42587 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-11T06:22:28,265 INFO [M:0;f334e8b0fbdf:42587 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T06:22:28,265 INFO [M:0;f334e8b0fbdf:42587 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-11T06:22:28,265 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-11T06:22:28,272 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42587-0x10105b0e3d50006, quorum=127.0.0.1:61225, baseZNode=/0-147044005 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-147044005/master 2024-11-11T06:22:28,272 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42587-0x10105b0e3d50006, quorum=127.0.0.1:61225, baseZNode=/0-147044005 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-147044005 2024-11-11T06:22:28,272 DEBUG [M:0;f334e8b0fbdf:42587 {}] zookeeper.ZKUtil(347): master:42587-0x10105b0e3d50006, quorum=127.0.0.1:61225, baseZNode=/0-147044005 Unable to get data of znode /0-147044005/master because node does not exist (not an error) 2024-11-11T06:22:28,272 WARN [M:0;f334e8b0fbdf:42587 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-11T06:22:28,272 INFO [M:0;f334e8b0fbdf:42587 {}] master.ServerManager(1134): Rewriting .lastflushedseqids file at: hdfs://localhost:44777/user/jenkins/test-data/31015249-8f39-52e1-d558-1fd8fcb05354/.lastflushedseqids 2024-11-11T06:22:28,277 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41493 is added to blk_1073741852_1028 (size=181) 2024-11-11T06:22:28,364 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44253-0x10105b0e3d50007, quorum=127.0.0.1:61225, baseZNode=/0-147044005 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T06:22:28,364 INFO [RS:0;f334e8b0fbdf:44253 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T06:22:28,364 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44253-0x10105b0e3d50007, quorum=127.0.0.1:61225, baseZNode=/0-147044005 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T06:22:28,364 INFO [RS:0;f334e8b0fbdf:44253 {}] regionserver.HRegionServer(1031): Exiting; stopping=f334e8b0fbdf,44253,1731306139749; zookeeper connection closed. 2024-11-11T06:22:28,365 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@2b90aed1 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@2b90aed1 2024-11-11T06:22:28,365 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-11T06:22:28,678 INFO [M:0;f334e8b0fbdf:42587 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-11T06:22:28,678 INFO [M:0;f334e8b0fbdf:42587 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-11T06:22:28,679 DEBUG [M:0;f334e8b0fbdf:42587 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-11T06:22:28,679 INFO [M:0;f334e8b0fbdf:42587 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T06:22:28,679 DEBUG [M:0;f334e8b0fbdf:42587 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T06:22:28,679 DEBUG [M:0;f334e8b0fbdf:42587 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-11T06:22:28,679 DEBUG [M:0;f334e8b0fbdf:42587 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T06:22:28,679 INFO [M:0;f334e8b0fbdf:42587 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=18.30 KB heapSize=24.09 KB 2024-11-11T06:22:28,702 DEBUG [M:0;f334e8b0fbdf:42587 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44777/user/jenkins/test-data/31015249-8f39-52e1-d558-1fd8fcb05354/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c49427d9ffcb426dbff8e7e10e368db5 is 82, key is hbase:meta,,1/info:regioninfo/1731306140934/Put/seqid=0 2024-11-11T06:22:28,706 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41493 is added to blk_1073741853_1029 (size=5672) 2024-11-11T06:22:29,107 INFO [M:0;f334e8b0fbdf:42587 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:44777/user/jenkins/test-data/31015249-8f39-52e1-d558-1fd8fcb05354/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c49427d9ffcb426dbff8e7e10e368db5 2024-11-11T06:22:29,130 DEBUG [M:0;f334e8b0fbdf:42587 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44777/user/jenkins/test-data/31015249-8f39-52e1-d558-1fd8fcb05354/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/befd63db93e04aaeb0bfd76d2ed46d0c is 375, key is \x00\x00\x00\x00\x00\x00\x00\x0C/proc:d/1731306145200/Put/seqid=0 2024-11-11T06:22:29,134 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41493 is added to blk_1073741854_1030 (size=7312) 2024-11-11T06:22:29,134 INFO [M:0;f334e8b0fbdf:42587 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.69 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:44777/user/jenkins/test-data/31015249-8f39-52e1-d558-1fd8fcb05354/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/befd63db93e04aaeb0bfd76d2ed46d0c 2024-11-11T06:22:29,157 DEBUG [M:0;f334e8b0fbdf:42587 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44777/user/jenkins/test-data/31015249-8f39-52e1-d558-1fd8fcb05354/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d97965f14a534443804bbb50aa1264b8 is 69, key is f334e8b0fbdf,44253,1731306139749/rs:state/1731306140387/Put/seqid=0 2024-11-11T06:22:29,160 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41493 is added to blk_1073741855_1031 (size=5370) 2024-11-11T06:22:29,161 INFO [M:0;f334e8b0fbdf:42587 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=119 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:44777/user/jenkins/test-data/31015249-8f39-52e1-d558-1fd8fcb05354/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d97965f14a534443804bbb50aa1264b8 2024-11-11T06:22:29,165 INFO [M:0;f334e8b0fbdf:42587 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d97965f14a534443804bbb50aa1264b8 2024-11-11T06:22:29,166 DEBUG [M:0;f334e8b0fbdf:42587 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44777/user/jenkins/test-data/31015249-8f39-52e1-d558-1fd8fcb05354/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c49427d9ffcb426dbff8e7e10e368db5 as hdfs://localhost:44777/user/jenkins/test-data/31015249-8f39-52e1-d558-1fd8fcb05354/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c49427d9ffcb426dbff8e7e10e368db5 2024-11-11T06:22:29,170 INFO [M:0;f334e8b0fbdf:42587 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44777/user/jenkins/test-data/31015249-8f39-52e1-d558-1fd8fcb05354/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c49427d9ffcb426dbff8e7e10e368db5, entries=8, sequenceid=127, filesize=5.5 K 2024-11-11T06:22:29,171 DEBUG [M:0;f334e8b0fbdf:42587 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44777/user/jenkins/test-data/31015249-8f39-52e1-d558-1fd8fcb05354/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/befd63db93e04aaeb0bfd76d2ed46d0c as hdfs://localhost:44777/user/jenkins/test-data/31015249-8f39-52e1-d558-1fd8fcb05354/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/befd63db93e04aaeb0bfd76d2ed46d0c 2024-11-11T06:22:29,175 INFO [M:0;f334e8b0fbdf:42587 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44777/user/jenkins/test-data/31015249-8f39-52e1-d558-1fd8fcb05354/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/befd63db93e04aaeb0bfd76d2ed46d0c, entries=7, sequenceid=127, filesize=7.1 K 2024-11-11T06:22:29,175 DEBUG [M:0;f334e8b0fbdf:42587 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44777/user/jenkins/test-data/31015249-8f39-52e1-d558-1fd8fcb05354/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/d97965f14a534443804bbb50aa1264b8 as hdfs://localhost:44777/user/jenkins/test-data/31015249-8f39-52e1-d558-1fd8fcb05354/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d97965f14a534443804bbb50aa1264b8 2024-11-11T06:22:29,179 INFO [M:0;f334e8b0fbdf:42587 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d97965f14a534443804bbb50aa1264b8 2024-11-11T06:22:29,179 INFO [M:0;f334e8b0fbdf:42587 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44777/user/jenkins/test-data/31015249-8f39-52e1-d558-1fd8fcb05354/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/d97965f14a534443804bbb50aa1264b8, entries=2, sequenceid=127, filesize=5.2 K 2024-11-11T06:22:29,180 INFO [M:0;f334e8b0fbdf:42587 {}] regionserver.HRegion(3140): Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 501ms, sequenceid=127, compaction requested=false 2024-11-11T06:22:29,182 INFO [M:0;f334e8b0fbdf:42587 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T06:22:29,182 DEBUG [M:0;f334e8b0fbdf:42587 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731306148679Disabling compacts and flushes for region at 1731306148679Disabling writes for close at 1731306148679Obtaining lock to block concurrent updates at 1731306148679Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731306148679Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=18738, getHeapSize=24600, getOffHeapSize=0, getCellsCount=65 at 1731306148679Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731306148680 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731306148680Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731306148701 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731306148701Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731306149112 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731306149129 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731306149130 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731306149139 (+9 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731306149156 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731306149156Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7d13dbaf: reopening flushed file at 1731306149165 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1a089006: reopening flushed file at 1731306149170 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@69633980: reopening flushed file at 1731306149175 (+5 ms)Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 501ms, sequenceid=127, compaction requested=false at 1731306149180 (+5 ms)Writing region close event to WAL at 1731306149182 (+2 ms)Closed at 1731306149182 2024-11-11T06:22:29,183 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41493 is added to blk_1073741847_1023 (size=22903) 2024-11-11T06:22:29,184 INFO [M:0;f334e8b0fbdf:42587 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-11T06:22:29,184 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T06:22:29,184 INFO [M:0;f334e8b0fbdf:42587 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42587 2024-11-11T06:22:29,184 INFO [M:0;f334e8b0fbdf:42587 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T06:22:29,286 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42587-0x10105b0e3d50006, quorum=127.0.0.1:61225, baseZNode=/0-147044005 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T06:22:29,286 INFO [M:0;f334e8b0fbdf:42587 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T06:22:29,286 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42587-0x10105b0e3d50006, quorum=127.0.0.1:61225, baseZNode=/0-147044005 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T06:22:29,289 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4606c6b{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T06:22:29,289 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@293604b5{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T06:22:29,289 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T06:22:29,289 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6a56f535{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T06:22:29,289 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1829682f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/55bb9b38-a3b8-9da6-d661-7511a09d4588/hadoop.log.dir/,STOPPED} 2024-11-11T06:22:29,290 WARN [BP-1226928384-172.17.0.2-1731306125661 heartbeating to localhost/127.0.0.1:44777 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-11T06:22:29,290 WARN [BP-1226928384-172.17.0.2-1731306125661 heartbeating to localhost/127.0.0.1:44777 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1226928384-172.17.0.2-1731306125661 (Datanode Uuid 4fe6fd38-fc42-4488-bae1-edc365965911) service to localhost/127.0.0.1:44777 2024-11-11T06:22:29,290 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-11T06:22:29,291 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-11T06:22:29,291 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/55bb9b38-a3b8-9da6-d661-7511a09d4588/cluster_b1072861-de1d-7cf9-4a54-8cf38a96962c/data/data1/current/BP-1226928384-172.17.0.2-1731306125661 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T06:22:29,291 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/55bb9b38-a3b8-9da6-d661-7511a09d4588/cluster_b1072861-de1d-7cf9-4a54-8cf38a96962c/data/data2/current/BP-1226928384-172.17.0.2-1731306125661 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T06:22:29,292 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-11T06:22:29,297 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5f4a13ae{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-11T06:22:29,298 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7d192b4{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T06:22:29,298 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T06:22:29,298 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@242555ff{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T06:22:29,298 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@791722c1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/55bb9b38-a3b8-9da6-d661-7511a09d4588/hadoop.log.dir/,STOPPED} 2024-11-11T06:22:29,304 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-11T06:22:29,314 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-11T06:22:29,325 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testBasePeerConfigsRemovalForReplicationPeer Thread=211 (was 158) Potentially hanging thread: nioEventLoopGroup-16-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:44777 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-15-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-16-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.7@localhost:44777 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-19-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44777 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-17-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41543 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-21-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: nioEventLoopGroup-17-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.9@localhost:44777 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:41543 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-17-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-19-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41543 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-17-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-21-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:44777 from jenkins.hfs.9 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-16-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-19-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.8@localhost:41543 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41543 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-17-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:61225) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-15-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-17-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44777 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:44777 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:44777 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:41543 from jenkins.hfs.8 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44777 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:61225) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:41543 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-15-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41543 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-21-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44777 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41543 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:41543 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) - Thread LEAK? -, OpenFileDescriptor=581 (was 504) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=103 (was 105), ProcessCount=11 (was 11), AvailableMemoryMB=8930 (was 8958) 2024-11-11T06:22:29,333 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileCyclicReplication Thread=211, OpenFileDescriptor=581, MaxFileDescriptor=1048576, SystemLoadAverage=103, ProcessCount=11, AvailableMemoryMB=8930 2024-11-11T06:22:29,346 INFO [Time-limited test {}] replication.TestMasterReplication(190): testHFileCyclicReplication 2024-11-11T06:22:29,347 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/805db0c5-be2d-8a7e-dd9b-d952ba21cedc/hadoop.log.dir so I do NOT create it in target/test-data/9efad21d-3372-e44a-92c9-123337543937 2024-11-11T06:22:29,347 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/805db0c5-be2d-8a7e-dd9b-d952ba21cedc/hadoop.log.dir Erasing configuration value by system value. 2024-11-11T06:22:29,347 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/805db0c5-be2d-8a7e-dd9b-d952ba21cedc/hadoop.tmp.dir so I do NOT create it in target/test-data/9efad21d-3372-e44a-92c9-123337543937 2024-11-11T06:22:29,347 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/805db0c5-be2d-8a7e-dd9b-d952ba21cedc/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-11T06:22:29,347 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9efad21d-3372-e44a-92c9-123337543937 2024-11-11T06:22:29,347 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9efad21d-3372-e44a-92c9-123337543937/cluster_3271b8ee-ad47-569f-e310-11f677d9a7fa, deleteOnExit=true 2024-11-11T06:22:29,350 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9efad21d-3372-e44a-92c9-123337543937/cluster_3271b8ee-ad47-569f-e310-11f677d9a7fa/zookeeper_0, clientPort=51279, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9efad21d-3372-e44a-92c9-123337543937/cluster_3271b8ee-ad47-569f-e310-11f677d9a7fa/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9efad21d-3372-e44a-92c9-123337543937/cluster_3271b8ee-ad47-569f-e310-11f677d9a7fa/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-11T06:22:29,350 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=51279 2024-11-11T06:22:29,351 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-11T06:22:29,351 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-11T06:22:29,351 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9efad21d-3372-e44a-92c9-123337543937/test.cache.data in system properties and HBase conf 2024-11-11T06:22:29,351 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9efad21d-3372-e44a-92c9-123337543937/hadoop.tmp.dir in system properties and HBase conf 2024-11-11T06:22:29,351 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9efad21d-3372-e44a-92c9-123337543937/hadoop.log.dir in system properties and HBase conf 2024-11-11T06:22:29,351 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9efad21d-3372-e44a-92c9-123337543937/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-11T06:22:29,351 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9efad21d-3372-e44a-92c9-123337543937/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-11T06:22:29,351 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-11T06:22:29,351 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-11T06:22:29,351 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9efad21d-3372-e44a-92c9-123337543937/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-11T06:22:29,351 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9efad21d-3372-e44a-92c9-123337543937/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-11T06:22:29,352 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9efad21d-3372-e44a-92c9-123337543937/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-11T06:22:29,352 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9efad21d-3372-e44a-92c9-123337543937/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-11T06:22:29,352 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9efad21d-3372-e44a-92c9-123337543937/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-11T06:22:29,352 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9efad21d-3372-e44a-92c9-123337543937/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-11T06:22:29,352 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9efad21d-3372-e44a-92c9-123337543937/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-11T06:22:29,352 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9efad21d-3372-e44a-92c9-123337543937/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-11T06:22:29,352 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9efad21d-3372-e44a-92c9-123337543937/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-11T06:22:29,352 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9efad21d-3372-e44a-92c9-123337543937/nfs.dump.dir in system properties and HBase conf 2024-11-11T06:22:29,352 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9efad21d-3372-e44a-92c9-123337543937/java.io.tmpdir in system properties and HBase conf 2024-11-11T06:22:29,352 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9efad21d-3372-e44a-92c9-123337543937/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-11T06:22:29,352 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9efad21d-3372-e44a-92c9-123337543937/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-11T06:22:29,352 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9efad21d-3372-e44a-92c9-123337543937/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-11T06:22:29,402 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x10105b0e3d50002, quorum=127.0.0.1:61225, baseZNode=/0-147044005 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-11T06:22:29,402 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x10105b0e3d50005, quorum=127.0.0.1:61225, baseZNode=/1-269083350 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-11T06:22:29,402 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x10105b0e3d50005, quorum=127.0.0.1:61225, baseZNode=/1-269083350 Received Disconnected from ZooKeeper, ignoring 2024-11-11T06:22:29,402 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x10105b0e3d50002, quorum=127.0.0.1:61225, baseZNode=/0-147044005 Received Disconnected from ZooKeeper, ignoring 2024-11-11T06:22:29,425 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T06:22:29,428 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T06:22:29,430 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T06:22:29,430 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T06:22:29,430 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-11T06:22:29,430 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T06:22:29,431 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@36fd8845{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9efad21d-3372-e44a-92c9-123337543937/hadoop.log.dir/,AVAILABLE} 2024-11-11T06:22:29,431 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@57bc4cb0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T06:22:29,546 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@94d1555{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9efad21d-3372-e44a-92c9-123337543937/java.io.tmpdir/jetty-localhost-36455-hadoop-hdfs-3_4_1-tests_jar-_-any-7930005391463128538/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-11T06:22:29,547 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3db6b3ab{HTTP/1.1, (http/1.1)}{localhost:36455} 2024-11-11T06:22:29,547 INFO [Time-limited test {}] server.Server(415): Started @156552ms 2024-11-11T06:22:29,623 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T06:22:29,627 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T06:22:29,628 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T06:22:29,628 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T06:22:29,628 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-11T06:22:29,628 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6f839477{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9efad21d-3372-e44a-92c9-123337543937/hadoop.log.dir/,AVAILABLE} 2024-11-11T06:22:29,629 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@621ee1cc{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T06:22:29,743 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@101bca7c{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9efad21d-3372-e44a-92c9-123337543937/java.io.tmpdir/jetty-localhost-39283-hadoop-hdfs-3_4_1-tests_jar-_-any-9591831071928002061/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T06:22:29,743 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@40da04a9{HTTP/1.1, (http/1.1)}{localhost:39283} 2024-11-11T06:22:29,743 INFO [Time-limited test {}] server.Server(415): Started @156749ms 2024-11-11T06:22:29,744 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-11T06:22:29,843 WARN [Thread-1682 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9efad21d-3372-e44a-92c9-123337543937/cluster_3271b8ee-ad47-569f-e310-11f677d9a7fa/data/data2/current/BP-527561380-172.17.0.2-1731306149373/current, will proceed with Du for space computation calculation, 2024-11-11T06:22:29,843 WARN [Thread-1681 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9efad21d-3372-e44a-92c9-123337543937/cluster_3271b8ee-ad47-569f-e310-11f677d9a7fa/data/data1/current/BP-527561380-172.17.0.2-1731306149373/current, will proceed with Du for space computation calculation, 2024-11-11T06:22:29,873 WARN [Thread-1669 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-11T06:22:29,876 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc1c099d4d4e41edc with lease ID 0x8a6a133775fee63: Processing first storage report for DS-84f8346d-8810-4389-8ea4-39a1223e8d2e from datanode DatanodeRegistration(127.0.0.1:33547, datanodeUuid=7cc964bf-e42d-487e-9376-7a1bfe33ba7f, infoPort=45209, infoSecurePort=0, ipcPort=46455, storageInfo=lv=-57;cid=testClusterID;nsid=1072009050;c=1731306149373) 2024-11-11T06:22:29,876 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc1c099d4d4e41edc with lease ID 0x8a6a133775fee63: from storage DS-84f8346d-8810-4389-8ea4-39a1223e8d2e node DatanodeRegistration(127.0.0.1:33547, datanodeUuid=7cc964bf-e42d-487e-9376-7a1bfe33ba7f, infoPort=45209, infoSecurePort=0, ipcPort=46455, storageInfo=lv=-57;cid=testClusterID;nsid=1072009050;c=1731306149373), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T06:22:29,876 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc1c099d4d4e41edc with lease ID 0x8a6a133775fee63: Processing first storage report for DS-a9116d99-1b04-4797-b97b-00ab9918c02a from datanode DatanodeRegistration(127.0.0.1:33547, datanodeUuid=7cc964bf-e42d-487e-9376-7a1bfe33ba7f, infoPort=45209, infoSecurePort=0, ipcPort=46455, storageInfo=lv=-57;cid=testClusterID;nsid=1072009050;c=1731306149373) 2024-11-11T06:22:29,876 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc1c099d4d4e41edc with lease ID 0x8a6a133775fee63: from storage DS-a9116d99-1b04-4797-b97b-00ab9918c02a node DatanodeRegistration(127.0.0.1:33547, datanodeUuid=7cc964bf-e42d-487e-9376-7a1bfe33ba7f, infoPort=45209, infoSecurePort=0, ipcPort=46455, storageInfo=lv=-57;cid=testClusterID;nsid=1072009050;c=1731306149373), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T06:22:29,973 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9efad21d-3372-e44a-92c9-123337543937 2024-11-11T06:22:29,973 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T06:22:29,974 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T06:22:29,981 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33547 is added to blk_1073741825_1001 (size=7) 2024-11-11T06:22:29,983 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:44453/user/jenkins/test-data/9d540fb5-24c7-4ff7-fa58-3b9979a11333 with version=8 2024-11-11T06:22:29,983 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:44453/user/jenkins/test-data/9d540fb5-24c7-4ff7-fa58-3b9979a11333/hbase-staging 2024-11-11T06:22:29,986 INFO [Time-limited test {}] client.ConnectionUtils(128): master/f334e8b0fbdf:0 server-side Connection retries=45 2024-11-11T06:22:29,986 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T06:22:29,986 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T06:22:29,986 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T06:22:29,986 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T06:22:29,986 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T06:22:29,986 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-11T06:22:29,986 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T06:22:29,987 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42891 2024-11-11T06:22:29,988 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:42891 connecting to ZooKeeper ensemble=127.0.0.1:51279 2024-11-11T06:22:29,993 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:428910x0, quorum=127.0.0.1:51279, baseZNode=/0-1680822688 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T06:22:29,994 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:42891-0x10105b140750000 connected 2024-11-11T06:22:30,013 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T06:22:30,014 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T06:22:30,016 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42891-0x10105b140750000, quorum=127.0.0.1:51279, baseZNode=/0-1680822688 Set watcher on znode that does not yet exist, /0-1680822688/running 2024-11-11T06:22:30,016 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:44453/user/jenkins/test-data/9d540fb5-24c7-4ff7-fa58-3b9979a11333, hbase.cluster.distributed=false 2024-11-11T06:22:30,017 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42891-0x10105b140750000, quorum=127.0.0.1:51279, baseZNode=/0-1680822688 Set watcher on znode that does not yet exist, /0-1680822688/acl 2024-11-11T06:22:30,018 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42891 2024-11-11T06:22:30,020 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42891 2024-11-11T06:22:30,023 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42891 2024-11-11T06:22:30,024 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42891 2024-11-11T06:22:30,024 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42891 2024-11-11T06:22:30,038 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/f334e8b0fbdf:0 server-side Connection retries=45 2024-11-11T06:22:30,038 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T06:22:30,038 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T06:22:30,038 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T06:22:30,038 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T06:22:30,039 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T06:22:30,039 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-11T06:22:30,039 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T06:22:30,040 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35885 2024-11-11T06:22:30,041 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35885 connecting to ZooKeeper ensemble=127.0.0.1:51279 2024-11-11T06:22:30,042 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T06:22:30,043 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T06:22:30,049 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:358850x0, quorum=127.0.0.1:51279, baseZNode=/0-1680822688 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T06:22:30,050 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35885-0x10105b140750001 connected 2024-11-11T06:22:30,050 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35885-0x10105b140750001, quorum=127.0.0.1:51279, baseZNode=/0-1680822688 Set watcher on znode that does not yet exist, /0-1680822688/running 2024-11-11T06:22:30,050 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-11T06:22:30,050 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-11T06:22:30,051 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35885-0x10105b140750001, quorum=127.0.0.1:51279, baseZNode=/0-1680822688 Set watcher on znode that does not yet exist, /0-1680822688/master 2024-11-11T06:22:30,052 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35885-0x10105b140750001, quorum=127.0.0.1:51279, baseZNode=/0-1680822688 Set watcher on znode that does not yet exist, /0-1680822688/acl 2024-11-11T06:22:30,056 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35885 2024-11-11T06:22:30,057 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35885 2024-11-11T06:22:30,058 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35885 2024-11-11T06:22:30,058 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35885 2024-11-11T06:22:30,059 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35885 2024-11-11T06:22:30,083 DEBUG [M:0;f334e8b0fbdf:42891 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;f334e8b0fbdf:42891 2024-11-11T06:22:30,083 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1680822688/backup-masters/f334e8b0fbdf,42891,1731306149986 2024-11-11T06:22:30,085 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42891-0x10105b140750000, quorum=127.0.0.1:51279, baseZNode=/0-1680822688 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1680822688/backup-masters 2024-11-11T06:22:30,085 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35885-0x10105b140750001, quorum=127.0.0.1:51279, baseZNode=/0-1680822688 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1680822688/backup-masters 2024-11-11T06:22:30,086 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42891-0x10105b140750000, quorum=127.0.0.1:51279, baseZNode=/0-1680822688 Set watcher on existing znode=/0-1680822688/backup-masters/f334e8b0fbdf,42891,1731306149986 2024-11-11T06:22:30,087 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42891-0x10105b140750000, quorum=127.0.0.1:51279, baseZNode=/0-1680822688 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1680822688 2024-11-11T06:22:30,087 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35885-0x10105b140750001, quorum=127.0.0.1:51279, baseZNode=/0-1680822688 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1680822688/master 2024-11-11T06:22:30,087 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35885-0x10105b140750001, quorum=127.0.0.1:51279, baseZNode=/0-1680822688 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1680822688 2024-11-11T06:22:30,087 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42891-0x10105b140750000, quorum=127.0.0.1:51279, baseZNode=/0-1680822688 Set watcher on existing znode=/0-1680822688/master 2024-11-11T06:22:30,088 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1680822688/backup-masters/f334e8b0fbdf,42891,1731306149986 from backup master directory 2024-11-11T06:22:30,089 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42891-0x10105b140750000, quorum=127.0.0.1:51279, baseZNode=/0-1680822688 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1680822688/backup-masters/f334e8b0fbdf,42891,1731306149986 2024-11-11T06:22:30,089 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42891-0x10105b140750000, quorum=127.0.0.1:51279, baseZNode=/0-1680822688 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1680822688/backup-masters 2024-11-11T06:22:30,089 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35885-0x10105b140750001, quorum=127.0.0.1:51279, baseZNode=/0-1680822688 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1680822688/backup-masters 2024-11-11T06:22:30,090 WARN [master/f334e8b0fbdf:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T06:22:30,090 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=f334e8b0fbdf,42891,1731306149986 2024-11-11T06:22:30,093 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:44453/user/jenkins/test-data/9d540fb5-24c7-4ff7-fa58-3b9979a11333/hbase.id] with ID: b564daa9-78c8-433e-9151-c219b8deb1d1 2024-11-11T06:22:30,093 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:44453/user/jenkins/test-data/9d540fb5-24c7-4ff7-fa58-3b9979a11333/.tmp/hbase.id 2024-11-11T06:22:30,100 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33547 is added to blk_1073741826_1002 (size=42) 2024-11-11T06:22:30,501 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:44453/user/jenkins/test-data/9d540fb5-24c7-4ff7-fa58-3b9979a11333/.tmp/hbase.id]:[hdfs://localhost:44453/user/jenkins/test-data/9d540fb5-24c7-4ff7-fa58-3b9979a11333/hbase.id] 2024-11-11T06:22:30,511 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T06:22:30,511 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-11T06:22:30,512 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-11T06:22:30,514 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42891-0x10105b140750000, quorum=127.0.0.1:51279, baseZNode=/0-1680822688 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1680822688 2024-11-11T06:22:30,514 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35885-0x10105b140750001, quorum=127.0.0.1:51279, baseZNode=/0-1680822688 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1680822688 2024-11-11T06:22:30,519 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33547 is added to blk_1073741827_1003 (size=196) 2024-11-11T06:22:30,920 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T06:22:30,921 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-11T06:22:30,921 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T06:22:30,927 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33547 is added to blk_1073741828_1004 (size=1189) 2024-11-11T06:22:31,328 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:44453/user/jenkins/test-data/9d540fb5-24c7-4ff7-fa58-3b9979a11333/MasterData/data/master/store 2024-11-11T06:22:31,333 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33547 is added to blk_1073741829_1005 (size=34) 2024-11-11T06:22:31,734 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T06:22:31,734 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-11T06:22:31,735 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T06:22:31,735 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T06:22:31,735 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-11T06:22:31,735 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T06:22:31,735 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T06:22:31,735 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731306151734Disabling compacts and flushes for region at 1731306151734Disabling writes for close at 1731306151735 (+1 ms)Writing region close event to WAL at 1731306151735Closed at 1731306151735 2024-11-11T06:22:31,736 WARN [master/f334e8b0fbdf:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:44453/user/jenkins/test-data/9d540fb5-24c7-4ff7-fa58-3b9979a11333/MasterData/data/master/store/.initializing 2024-11-11T06:22:31,736 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:44453/user/jenkins/test-data/9d540fb5-24c7-4ff7-fa58-3b9979a11333/MasterData/WALs/f334e8b0fbdf,42891,1731306149986 2024-11-11T06:22:31,737 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T06:22:31,738 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=f334e8b0fbdf%2C42891%2C1731306149986, suffix=, logDir=hdfs://localhost:44453/user/jenkins/test-data/9d540fb5-24c7-4ff7-fa58-3b9979a11333/MasterData/WALs/f334e8b0fbdf,42891,1731306149986, archiveDir=hdfs://localhost:44453/user/jenkins/test-data/9d540fb5-24c7-4ff7-fa58-3b9979a11333/MasterData/oldWALs, maxLogs=10 2024-11-11T06:22:31,751 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/9d540fb5-24c7-4ff7-fa58-3b9979a11333/MasterData/WALs/f334e8b0fbdf,42891,1731306149986/f334e8b0fbdf%2C42891%2C1731306149986.1731306151738, exclude list is [], retry=0 2024-11-11T06:22:31,754 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33547,DS-84f8346d-8810-4389-8ea4-39a1223e8d2e,DISK] 2024-11-11T06:22:31,755 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9d540fb5-24c7-4ff7-fa58-3b9979a11333/MasterData/WALs/f334e8b0fbdf,42891,1731306149986/f334e8b0fbdf%2C42891%2C1731306149986.1731306151738 2024-11-11T06:22:31,755 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45209:45209)] 2024-11-11T06:22:31,756 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-11T06:22:31,756 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T06:22:31,756 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T06:22:31,756 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T06:22:31,757 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T06:22:31,758 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-11T06:22:31,758 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:22:31,759 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T06:22:31,759 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T06:22:31,760 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-11T06:22:31,760 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:22:31,760 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T06:22:31,760 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T06:22:31,761 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-11T06:22:31,761 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:22:31,761 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T06:22:31,761 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T06:22:31,762 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-11T06:22:31,762 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:22:31,763 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T06:22:31,763 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T06:22:31,763 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44453/user/jenkins/test-data/9d540fb5-24c7-4ff7-fa58-3b9979a11333/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-11T06:22:31,764 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44453/user/jenkins/test-data/9d540fb5-24c7-4ff7-fa58-3b9979a11333/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-11T06:22:31,765 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T06:22:31,765 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T06:22:31,765 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T06:22:31,766 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T06:22:31,767 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44453/user/jenkins/test-data/9d540fb5-24c7-4ff7-fa58-3b9979a11333/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T06:22:31,768 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70887493, jitterRate=0.056305959820747375}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T06:22:31,768 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731306151756Initializing all the Stores at 1731306151757 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731306151757Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731306151757Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731306151757Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731306151757Cleaning up temporary data from old regions at 1731306151765 (+8 ms)Region opened successfully at 1731306151768 (+3 ms) 2024-11-11T06:22:31,769 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-11T06:22:31,771 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e82efe7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f334e8b0fbdf/172.17.0.2:0 2024-11-11T06:22:31,772 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-11T06:22:31,772 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-11T06:22:31,772 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-11T06:22:31,772 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-11T06:22:31,772 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-11T06:22:31,773 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-11T06:22:31,773 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-11T06:22:31,774 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-11T06:22:31,775 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42891-0x10105b140750000, quorum=127.0.0.1:51279, baseZNode=/0-1680822688 Unable to get data of znode /0-1680822688/balancer because node does not exist (not necessarily an error) 2024-11-11T06:22:31,776 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1680822688/balancer already deleted, retry=false 2024-11-11T06:22:31,776 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-11T06:22:31,777 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42891-0x10105b140750000, quorum=127.0.0.1:51279, baseZNode=/0-1680822688 Unable to get data of znode /0-1680822688/normalizer because node does not exist (not necessarily an error) 2024-11-11T06:22:31,778 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1680822688/normalizer already deleted, retry=false 2024-11-11T06:22:31,778 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-11T06:22:31,779 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42891-0x10105b140750000, quorum=127.0.0.1:51279, baseZNode=/0-1680822688 Unable to get data of znode /0-1680822688/switch/split because node does not exist (not necessarily an error) 2024-11-11T06:22:31,781 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1680822688/switch/split already deleted, retry=false 2024-11-11T06:22:31,782 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42891-0x10105b140750000, quorum=127.0.0.1:51279, baseZNode=/0-1680822688 Unable to get data of znode /0-1680822688/switch/merge because node does not exist (not necessarily an error) 2024-11-11T06:22:31,783 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1680822688/switch/merge already deleted, retry=false 2024-11-11T06:22:31,784 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42891-0x10105b140750000, quorum=127.0.0.1:51279, baseZNode=/0-1680822688 Unable to get data of znode /0-1680822688/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-11T06:22:31,785 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1680822688/snapshot-cleanup already deleted, retry=false 2024-11-11T06:22:31,786 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42891-0x10105b140750000, quorum=127.0.0.1:51279, baseZNode=/0-1680822688 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1680822688/running 2024-11-11T06:22:31,786 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35885-0x10105b140750001, quorum=127.0.0.1:51279, baseZNode=/0-1680822688 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1680822688/running 2024-11-11T06:22:31,786 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42891-0x10105b140750000, quorum=127.0.0.1:51279, baseZNode=/0-1680822688 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1680822688 2024-11-11T06:22:31,786 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35885-0x10105b140750001, quorum=127.0.0.1:51279, baseZNode=/0-1680822688 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1680822688 2024-11-11T06:22:31,787 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=f334e8b0fbdf,42891,1731306149986, sessionid=0x10105b140750000, setting cluster-up flag (Was=false) 2024-11-11T06:22:31,790 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35885-0x10105b140750001, quorum=127.0.0.1:51279, baseZNode=/0-1680822688 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1680822688 2024-11-11T06:22:31,790 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42891-0x10105b140750000, quorum=127.0.0.1:51279, baseZNode=/0-1680822688 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1680822688 2024-11-11T06:22:31,794 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1680822688/flush-table-proc/acquired, /0-1680822688/flush-table-proc/reached, /0-1680822688/flush-table-proc/abort 2024-11-11T06:22:31,795 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f334e8b0fbdf,42891,1731306149986 2024-11-11T06:22:31,797 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42891-0x10105b140750000, quorum=127.0.0.1:51279, baseZNode=/0-1680822688 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1680822688 2024-11-11T06:22:31,797 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35885-0x10105b140750001, quorum=127.0.0.1:51279, baseZNode=/0-1680822688 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1680822688 2024-11-11T06:22:31,802 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1680822688/online-snapshot/acquired, /0-1680822688/online-snapshot/reached, /0-1680822688/online-snapshot/abort 2024-11-11T06:22:31,803 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f334e8b0fbdf,42891,1731306149986 2024-11-11T06:22:31,804 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:44453/user/jenkins/test-data/9d540fb5-24c7-4ff7-fa58-3b9979a11333/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-11T06:22:31,805 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-11T06:22:31,805 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-11T06:22:31,805 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-11T06:22:31,806 WARN [master/f334e8b0fbdf:0:becomeActiveMaster {}] monitoring.TaskMonitor(166): Status Processing ServerCrashProcedure of f334e8b0fbdf,40939,1731306126715: status=Processing ServerCrashProcedure of f334e8b0fbdf,40939,1731306126715 current State SERVER_CRASH_CLAIM_REPLICATION_QUEUES, state=RUNNING, startTime=1731306140320, completionTime=-1 appears to have been leaked 2024-11-11T06:22:31,806 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: f334e8b0fbdf,42891,1731306149986 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-11T06:22:31,807 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/f334e8b0fbdf:0, corePoolSize=5, maxPoolSize=5 2024-11-11T06:22:31,807 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/f334e8b0fbdf:0, corePoolSize=5, maxPoolSize=5 2024-11-11T06:22:31,807 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/f334e8b0fbdf:0, corePoolSize=5, maxPoolSize=5 2024-11-11T06:22:31,807 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/f334e8b0fbdf:0, corePoolSize=5, maxPoolSize=5 2024-11-11T06:22:31,807 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/f334e8b0fbdf:0, corePoolSize=10, maxPoolSize=10 2024-11-11T06:22:31,807 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/f334e8b0fbdf:0, corePoolSize=1, maxPoolSize=1 2024-11-11T06:22:31,807 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/f334e8b0fbdf:0, corePoolSize=2, maxPoolSize=2 2024-11-11T06:22:31,807 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/f334e8b0fbdf:0, corePoolSize=1, maxPoolSize=1 2024-11-11T06:22:31,808 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731306181807 2024-11-11T06:22:31,808 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-11T06:22:31,808 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-11T06:22:31,808 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-11T06:22:31,808 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-11T06:22:31,808 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-11T06:22:31,808 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-11T06:22:31,808 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T06:22:31,808 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-11T06:22:31,808 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-11T06:22:31,808 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-11T06:22:31,808 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-11T06:22:31,809 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T06:22:31,809 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-11T06:22:31,810 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:22:31,810 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-11T06:22:31,812 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-11T06:22:31,812 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-11T06:22:31,812 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/f334e8b0fbdf:0:becomeActiveMaster-HFileCleaner.large.0-1731306151812,5,FailOnTimeoutGroup] 2024-11-11T06:22:31,813 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/f334e8b0fbdf:0:becomeActiveMaster-HFileCleaner.small.0-1731306151812,5,FailOnTimeoutGroup] 2024-11-11T06:22:31,813 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T06:22:31,814 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-11T06:22:31,814 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-11T06:22:31,814 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-11T06:22:31,817 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33547 is added to blk_1073741831_1007 (size=1321) 2024-11-11T06:22:31,862 INFO [RS:0;f334e8b0fbdf:35885 {}] regionserver.HRegionServer(746): ClusterId : b564daa9-78c8-433e-9151-c219b8deb1d1 2024-11-11T06:22:31,862 DEBUG [RS:0;f334e8b0fbdf:35885 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-11T06:22:31,864 DEBUG [RS:0;f334e8b0fbdf:35885 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-11T06:22:31,864 DEBUG [RS:0;f334e8b0fbdf:35885 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-11T06:22:31,866 DEBUG [RS:0;f334e8b0fbdf:35885 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-11T06:22:31,866 DEBUG [RS:0;f334e8b0fbdf:35885 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a07b377, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f334e8b0fbdf/172.17.0.2:0 2024-11-11T06:22:31,878 DEBUG [RS:0;f334e8b0fbdf:35885 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;f334e8b0fbdf:35885 2024-11-11T06:22:31,878 INFO [RS:0;f334e8b0fbdf:35885 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-11T06:22:31,878 INFO [RS:0;f334e8b0fbdf:35885 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-11T06:22:31,878 DEBUG [RS:0;f334e8b0fbdf:35885 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-11T06:22:31,878 INFO [RS:0;f334e8b0fbdf:35885 {}] regionserver.HRegionServer(2659): reportForDuty to master=f334e8b0fbdf,42891,1731306149986 with port=35885, startcode=1731306150038 2024-11-11T06:22:31,879 DEBUG [RS:0;f334e8b0fbdf:35885 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-11T06:22:31,880 INFO [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58395, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=RegionServerStatusService 2024-11-11T06:22:31,880 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42891 {}] master.ServerManager(363): Checking decommissioned status of RegionServer f334e8b0fbdf,35885,1731306150038 2024-11-11T06:22:31,881 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42891 {}] master.ServerManager(517): Registering regionserver=f334e8b0fbdf,35885,1731306150038 2024-11-11T06:22:31,882 DEBUG [RS:0;f334e8b0fbdf:35885 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:44453/user/jenkins/test-data/9d540fb5-24c7-4ff7-fa58-3b9979a11333 2024-11-11T06:22:31,882 DEBUG [RS:0;f334e8b0fbdf:35885 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:44453 2024-11-11T06:22:31,882 DEBUG [RS:0;f334e8b0fbdf:35885 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-11T06:22:31,884 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42891-0x10105b140750000, quorum=127.0.0.1:51279, baseZNode=/0-1680822688 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1680822688/rs 2024-11-11T06:22:31,885 DEBUG [RS:0;f334e8b0fbdf:35885 {}] zookeeper.ZKUtil(111): regionserver:35885-0x10105b140750001, quorum=127.0.0.1:51279, baseZNode=/0-1680822688 Set watcher on existing znode=/0-1680822688/rs/f334e8b0fbdf,35885,1731306150038 2024-11-11T06:22:31,885 WARN [RS:0;f334e8b0fbdf:35885 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T06:22:31,885 INFO [RS:0;f334e8b0fbdf:35885 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T06:22:31,885 DEBUG [RS:0;f334e8b0fbdf:35885 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:44453/user/jenkins/test-data/9d540fb5-24c7-4ff7-fa58-3b9979a11333/WALs/f334e8b0fbdf,35885,1731306150038 2024-11-11T06:22:31,885 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [f334e8b0fbdf,35885,1731306150038] 2024-11-11T06:22:31,888 INFO [RS:0;f334e8b0fbdf:35885 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-11T06:22:31,890 INFO [RS:0;f334e8b0fbdf:35885 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-11T06:22:31,891 INFO [RS:0;f334e8b0fbdf:35885 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-11T06:22:31,891 INFO [RS:0;f334e8b0fbdf:35885 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T06:22:31,891 INFO [RS:0;f334e8b0fbdf:35885 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-11T06:22:31,892 INFO [RS:0;f334e8b0fbdf:35885 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-11T06:22:31,892 INFO [RS:0;f334e8b0fbdf:35885 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-11T06:22:31,892 DEBUG [RS:0;f334e8b0fbdf:35885 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/f334e8b0fbdf:0, corePoolSize=1, maxPoolSize=1 2024-11-11T06:22:31,892 DEBUG [RS:0;f334e8b0fbdf:35885 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/f334e8b0fbdf:0, corePoolSize=1, maxPoolSize=1 2024-11-11T06:22:31,892 DEBUG [RS:0;f334e8b0fbdf:35885 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/f334e8b0fbdf:0, corePoolSize=1, maxPoolSize=1 2024-11-11T06:22:31,892 DEBUG [RS:0;f334e8b0fbdf:35885 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0, corePoolSize=1, maxPoolSize=1 2024-11-11T06:22:31,892 DEBUG [RS:0;f334e8b0fbdf:35885 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/f334e8b0fbdf:0, corePoolSize=1, maxPoolSize=1 2024-11-11T06:22:31,892 DEBUG [RS:0;f334e8b0fbdf:35885 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/f334e8b0fbdf:0, corePoolSize=2, maxPoolSize=2 2024-11-11T06:22:31,892 DEBUG [RS:0;f334e8b0fbdf:35885 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/f334e8b0fbdf:0, corePoolSize=1, maxPoolSize=1 2024-11-11T06:22:31,892 DEBUG [RS:0;f334e8b0fbdf:35885 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/f334e8b0fbdf:0, corePoolSize=1, maxPoolSize=1 2024-11-11T06:22:31,892 DEBUG [RS:0;f334e8b0fbdf:35885 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0, corePoolSize=1, maxPoolSize=1 2024-11-11T06:22:31,892 DEBUG [RS:0;f334e8b0fbdf:35885 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/f334e8b0fbdf:0, corePoolSize=1, maxPoolSize=1 2024-11-11T06:22:31,892 DEBUG [RS:0;f334e8b0fbdf:35885 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/f334e8b0fbdf:0, corePoolSize=1, maxPoolSize=1 2024-11-11T06:22:31,892 DEBUG [RS:0;f334e8b0fbdf:35885 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/f334e8b0fbdf:0, corePoolSize=1, maxPoolSize=1 2024-11-11T06:22:31,892 DEBUG [RS:0;f334e8b0fbdf:35885 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/f334e8b0fbdf:0, corePoolSize=3, maxPoolSize=3 2024-11-11T06:22:31,892 DEBUG [RS:0;f334e8b0fbdf:35885 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/f334e8b0fbdf:0, corePoolSize=3, maxPoolSize=3 2024-11-11T06:22:31,896 INFO [RS:0;f334e8b0fbdf:35885 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T06:22:31,896 INFO [RS:0;f334e8b0fbdf:35885 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T06:22:31,896 INFO [RS:0;f334e8b0fbdf:35885 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T06:22:31,896 INFO [RS:0;f334e8b0fbdf:35885 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-11T06:22:31,896 INFO [RS:0;f334e8b0fbdf:35885 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-11T06:22:31,897 INFO [RS:0;f334e8b0fbdf:35885 {}] hbase.ChoreService(168): Chore ScheduledChore name=f334e8b0fbdf,35885,1731306150038-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T06:22:31,911 INFO [RS:0;f334e8b0fbdf:35885 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-11T06:22:31,911 INFO [RS:0;f334e8b0fbdf:35885 {}] hbase.ChoreService(168): Chore ScheduledChore name=f334e8b0fbdf,35885,1731306150038-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T06:22:31,911 INFO [RS:0;f334e8b0fbdf:35885 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T06:22:31,911 INFO [RS:0;f334e8b0fbdf:35885 {}] regionserver.Replication(171): f334e8b0fbdf,35885,1731306150038 started 2024-11-11T06:22:31,924 INFO [RS:0;f334e8b0fbdf:35885 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T06:22:31,924 INFO [RS:0;f334e8b0fbdf:35885 {}] regionserver.HRegionServer(1482): Serving as f334e8b0fbdf,35885,1731306150038, RpcServer on f334e8b0fbdf/172.17.0.2:35885, sessionid=0x10105b140750001 2024-11-11T06:22:31,924 DEBUG [RS:0;f334e8b0fbdf:35885 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-11T06:22:31,924 DEBUG [RS:0;f334e8b0fbdf:35885 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager f334e8b0fbdf,35885,1731306150038 2024-11-11T06:22:31,924 DEBUG [RS:0;f334e8b0fbdf:35885 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f334e8b0fbdf,35885,1731306150038' 2024-11-11T06:22:31,924 DEBUG [RS:0;f334e8b0fbdf:35885 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1680822688/flush-table-proc/abort' 2024-11-11T06:22:31,925 DEBUG [RS:0;f334e8b0fbdf:35885 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1680822688/flush-table-proc/acquired' 2024-11-11T06:22:31,925 DEBUG [RS:0;f334e8b0fbdf:35885 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-11T06:22:31,925 DEBUG [RS:0;f334e8b0fbdf:35885 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-11T06:22:31,925 DEBUG [RS:0;f334e8b0fbdf:35885 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager f334e8b0fbdf,35885,1731306150038 2024-11-11T06:22:31,925 DEBUG [RS:0;f334e8b0fbdf:35885 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f334e8b0fbdf,35885,1731306150038' 2024-11-11T06:22:31,925 DEBUG [RS:0;f334e8b0fbdf:35885 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1680822688/online-snapshot/abort' 2024-11-11T06:22:31,926 DEBUG [RS:0;f334e8b0fbdf:35885 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1680822688/online-snapshot/acquired' 2024-11-11T06:22:31,926 DEBUG [RS:0;f334e8b0fbdf:35885 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-11T06:22:31,926 INFO [RS:0;f334e8b0fbdf:35885 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-11T06:22:31,926 INFO [RS:0;f334e8b0fbdf:35885 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-11T06:22:32,026 INFO [RS:0;f334e8b0fbdf:35885 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T06:22:32,028 INFO [RS:0;f334e8b0fbdf:35885 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f334e8b0fbdf%2C35885%2C1731306150038, suffix=, logDir=hdfs://localhost:44453/user/jenkins/test-data/9d540fb5-24c7-4ff7-fa58-3b9979a11333/WALs/f334e8b0fbdf,35885,1731306150038, archiveDir=hdfs://localhost:44453/user/jenkins/test-data/9d540fb5-24c7-4ff7-fa58-3b9979a11333/oldWALs, maxLogs=10 2024-11-11T06:22:32,041 DEBUG [RS:0;f334e8b0fbdf:35885 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/9d540fb5-24c7-4ff7-fa58-3b9979a11333/WALs/f334e8b0fbdf,35885,1731306150038/f334e8b0fbdf%2C35885%2C1731306150038.1731306152029, exclude list is [], retry=0 2024-11-11T06:22:32,044 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33547,DS-84f8346d-8810-4389-8ea4-39a1223e8d2e,DISK] 2024-11-11T06:22:32,045 INFO [RS:0;f334e8b0fbdf:35885 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9d540fb5-24c7-4ff7-fa58-3b9979a11333/WALs/f334e8b0fbdf,35885,1731306150038/f334e8b0fbdf%2C35885%2C1731306150038.1731306152029 2024-11-11T06:22:32,046 DEBUG [RS:0;f334e8b0fbdf:35885 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45209:45209)] 2024-11-11T06:22:32,218 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:44453/user/jenkins/test-data/9d540fb5-24c7-4ff7-fa58-3b9979a11333/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-11T06:22:32,218 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:44453/user/jenkins/test-data/9d540fb5-24c7-4ff7-fa58-3b9979a11333 2024-11-11T06:22:32,223 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33547 is added to blk_1073741833_1009 (size=32) 2024-11-11T06:22:32,624 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T06:22:32,625 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T06:22:32,626 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T06:22:32,626 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:22:32,627 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T06:22:32,627 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T06:22:32,628 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T06:22:32,628 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:22:32,628 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T06:22:32,628 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T06:22:32,629 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T06:22:32,629 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:22:32,629 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T06:22:32,629 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T06:22:32,630 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T06:22:32,630 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:22:32,630 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T06:22:32,631 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T06:22:32,631 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44453/user/jenkins/test-data/9d540fb5-24c7-4ff7-fa58-3b9979a11333/data/hbase/meta/1588230740 2024-11-11T06:22:32,631 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44453/user/jenkins/test-data/9d540fb5-24c7-4ff7-fa58-3b9979a11333/data/hbase/meta/1588230740 2024-11-11T06:22:32,632 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T06:22:32,632 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T06:22:32,633 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T06:22:32,634 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T06:22:32,635 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44453/user/jenkins/test-data/9d540fb5-24c7-4ff7-fa58-3b9979a11333/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T06:22:32,636 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61214379, jitterRate=-0.0878346711397171}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T06:22:32,637 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731306152624Initializing all the Stores at 1731306152625 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731306152625Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731306152625Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731306152625Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731306152625Cleaning up temporary data from old regions at 1731306152632 (+7 ms)Region opened successfully at 1731306152636 (+4 ms) 2024-11-11T06:22:32,637 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-11T06:22:32,637 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-11T06:22:32,637 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-11T06:22:32,637 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-11T06:22:32,637 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-11T06:22:32,637 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-11T06:22:32,637 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731306152637Disabling compacts and flushes for region at 1731306152637Disabling writes for close at 1731306152637Writing region close event to WAL at 1731306152637Closed at 1731306152637 2024-11-11T06:22:32,638 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T06:22:32,638 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-11T06:22:32,638 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-11T06:22:32,639 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T06:22:32,640 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-11T06:22:32,790 DEBUG [f334e8b0fbdf:42891 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-11T06:22:32,791 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=f334e8b0fbdf,35885,1731306150038 2024-11-11T06:22:32,792 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f334e8b0fbdf,35885,1731306150038, state=OPENING 2024-11-11T06:22:32,793 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-11T06:22:32,797 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35885-0x10105b140750001, quorum=127.0.0.1:51279, baseZNode=/0-1680822688 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1680822688 2024-11-11T06:22:32,797 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42891-0x10105b140750000, quorum=127.0.0.1:51279, baseZNode=/0-1680822688 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1680822688 2024-11-11T06:22:32,798 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T06:22:32,798 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1680822688/meta-region-server: CHANGED 2024-11-11T06:22:32,798 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1680822688/meta-region-server: CHANGED 2024-11-11T06:22:32,798 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=f334e8b0fbdf,35885,1731306150038}] 2024-11-11T06:22:32,950 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-11T06:22:32,952 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57217, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-11T06:22:32,955 INFO [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-11T06:22:32,955 INFO [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T06:22:32,956 INFO [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-11T06:22:32,957 INFO [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f334e8b0fbdf%2C35885%2C1731306150038.meta, suffix=.meta, logDir=hdfs://localhost:44453/user/jenkins/test-data/9d540fb5-24c7-4ff7-fa58-3b9979a11333/WALs/f334e8b0fbdf,35885,1731306150038, archiveDir=hdfs://localhost:44453/user/jenkins/test-data/9d540fb5-24c7-4ff7-fa58-3b9979a11333/oldWALs, maxLogs=10 2024-11-11T06:22:32,970 DEBUG [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/9d540fb5-24c7-4ff7-fa58-3b9979a11333/WALs/f334e8b0fbdf,35885,1731306150038/f334e8b0fbdf%2C35885%2C1731306150038.meta.1731306152957.meta, exclude list is [], retry=0 2024-11-11T06:22:32,972 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33547,DS-84f8346d-8810-4389-8ea4-39a1223e8d2e,DISK] 2024-11-11T06:22:32,974 INFO [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9d540fb5-24c7-4ff7-fa58-3b9979a11333/WALs/f334e8b0fbdf,35885,1731306150038/f334e8b0fbdf%2C35885%2C1731306150038.meta.1731306152957.meta 2024-11-11T06:22:32,974 DEBUG [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45209:45209)] 2024-11-11T06:22:32,974 DEBUG [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-11T06:22:32,975 INFO [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-11T06:22:32,975 DEBUG [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-11T06:22:32,975 DEBUG [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-11T06:22:32,975 INFO [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-11T06:22:32,975 DEBUG [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-11T06:22:32,975 DEBUG [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T06:22:32,975 DEBUG [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-11T06:22:32,975 DEBUG [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-11T06:22:32,977 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T06:22:32,977 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T06:22:32,977 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:22:32,978 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T06:22:32,978 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T06:22:32,978 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T06:22:32,978 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:22:32,979 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T06:22:32,979 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T06:22:32,979 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T06:22:32,979 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:22:32,980 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T06:22:32,980 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T06:22:32,980 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T06:22:32,980 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:22:32,981 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T06:22:32,981 DEBUG [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T06:22:32,981 DEBUG [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44453/user/jenkins/test-data/9d540fb5-24c7-4ff7-fa58-3b9979a11333/data/hbase/meta/1588230740 2024-11-11T06:22:32,982 DEBUG [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44453/user/jenkins/test-data/9d540fb5-24c7-4ff7-fa58-3b9979a11333/data/hbase/meta/1588230740 2024-11-11T06:22:32,983 DEBUG [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T06:22:32,983 DEBUG [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T06:22:32,983 DEBUG [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T06:22:32,984 DEBUG [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T06:22:32,985 INFO [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67916688, jitterRate=0.012037515640258789}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T06:22:32,985 DEBUG [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-11T06:22:32,986 DEBUG [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731306152975Writing region info on filesystem at 1731306152976 (+1 ms)Initializing all the Stores at 1731306152976Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731306152976Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731306152976Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731306152976Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731306152976Cleaning up temporary data from old regions at 1731306152983 (+7 ms)Running coprocessor post-open hooks at 1731306152985 (+2 ms)Region opened successfully at 1731306152986 (+1 ms) 2024-11-11T06:22:32,986 INFO [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731306152950 2024-11-11T06:22:32,988 DEBUG [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-11T06:22:32,988 INFO [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-11T06:22:32,989 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=f334e8b0fbdf,35885,1731306150038 2024-11-11T06:22:32,990 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f334e8b0fbdf,35885,1731306150038, state=OPEN 2024-11-11T06:22:32,991 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35885-0x10105b140750001, quorum=127.0.0.1:51279, baseZNode=/0-1680822688 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1680822688/meta-region-server 2024-11-11T06:22:32,991 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42891-0x10105b140750000, quorum=127.0.0.1:51279, baseZNode=/0-1680822688 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1680822688/meta-region-server 2024-11-11T06:22:32,991 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=f334e8b0fbdf,35885,1731306150038 2024-11-11T06:22:32,991 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1680822688/meta-region-server: CHANGED 2024-11-11T06:22:32,991 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1680822688/meta-region-server: CHANGED 2024-11-11T06:22:32,993 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-11T06:22:32,993 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=f334e8b0fbdf,35885,1731306150038 in 193 msec 2024-11-11T06:22:32,994 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-11T06:22:32,995 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 355 msec 2024-11-11T06:22:32,995 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T06:22:32,995 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-11T06:22:32,996 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T06:22:32,996 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f334e8b0fbdf,35885,1731306150038, seqNum=-1] 2024-11-11T06:22:32,997 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T06:22:32,998 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40265, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T06:22:33,001 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.1960 sec 2024-11-11T06:22:33,002 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731306153002, completionTime=-1 2024-11-11T06:22:33,002 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-11T06:22:33,002 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-11T06:22:33,004 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-11T06:22:33,004 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731306213004 2024-11-11T06:22:33,004 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731306273004 2024-11-11T06:22:33,004 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-11T06:22:33,004 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f334e8b0fbdf,42891,1731306149986-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T06:22:33,004 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f334e8b0fbdf,42891,1731306149986-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T06:22:33,004 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f334e8b0fbdf,42891,1731306149986-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T06:22:33,004 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-f334e8b0fbdf:42891, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T06:22:33,004 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-11T06:22:33,004 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-11T06:22:33,006 DEBUG [master/f334e8b0fbdf:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-11T06:22:33,007 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.917sec 2024-11-11T06:22:33,007 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-11T06:22:33,007 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-11T06:22:33,007 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-11T06:22:33,008 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-11T06:22:33,008 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-11T06:22:33,008 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f334e8b0fbdf,42891,1731306149986-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T06:22:33,008 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f334e8b0fbdf,42891,1731306149986-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-11T06:22:33,009 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-11T06:22:33,009 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-11T06:22:33,009 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f334e8b0fbdf,42891,1731306149986-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T06:22:33,054 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-11T06:22:33,062 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@df58c48, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T06:22:33,062 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f334e8b0fbdf,42891,-1 for getting cluster id 2024-11-11T06:22:33,062 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T06:22:33,064 DEBUG [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b564daa9-78c8-433e-9151-c219b8deb1d1' 2024-11-11T06:22:33,064 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T06:22:33,064 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b564daa9-78c8-433e-9151-c219b8deb1d1" 2024-11-11T06:22:33,064 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7444c9a3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T06:22:33,064 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f334e8b0fbdf,42891,-1] 2024-11-11T06:22:33,065 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T06:22:33,065 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T06:22:33,066 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45588, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T06:22:33,066 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d90865a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T06:22:33,067 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T06:22:33,067 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f334e8b0fbdf,35885,1731306150038, seqNum=-1] 2024-11-11T06:22:33,068 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T06:22:33,069 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37332, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T06:22:33,070 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=f334e8b0fbdf,42891,1731306149986 2024-11-11T06:22:33,071 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:51279 2024-11-11T06:22:33,075 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:51279, baseZNode=/0-1680822688 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T06:22:33,076 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x10105b140750002 connected 2024-11-11T06:22:33,078 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T06:22:33,079 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T06:22:33,079 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T06:22:33,079 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T06:22:33,079 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9efad21d-3372-e44a-92c9-123337543937/hadoop.log.dir so I do NOT create it in target/test-data/91dd6bf6-6ab8-cafe-45f0-8a6f175996e3 2024-11-11T06:22:33,079 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9efad21d-3372-e44a-92c9-123337543937/hadoop.log.dir Erasing configuration value by system value. 2024-11-11T06:22:33,079 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9efad21d-3372-e44a-92c9-123337543937/hadoop.tmp.dir so I do NOT create it in target/test-data/91dd6bf6-6ab8-cafe-45f0-8a6f175996e3 2024-11-11T06:22:33,079 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9efad21d-3372-e44a-92c9-123337543937/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-11T06:22:33,080 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/91dd6bf6-6ab8-cafe-45f0-8a6f175996e3 2024-11-11T06:22:33,080 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-11T06:22:33,080 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T06:22:33,080 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/91dd6bf6-6ab8-cafe-45f0-8a6f175996e3/cluster_988a52d8-d84b-d803-f450-1038de363f2d, deleteOnExit=true 2024-11-11T06:22:33,080 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-11T06:22:33,080 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/91dd6bf6-6ab8-cafe-45f0-8a6f175996e3/test.cache.data in system properties and HBase conf 2024-11-11T06:22:33,080 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T06:22:33,080 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/91dd6bf6-6ab8-cafe-45f0-8a6f175996e3/hadoop.tmp.dir in system properties and HBase conf 2024-11-11T06:22:33,080 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/91dd6bf6-6ab8-cafe-45f0-8a6f175996e3/hadoop.log.dir in system properties and HBase conf 2024-11-11T06:22:33,080 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/91dd6bf6-6ab8-cafe-45f0-8a6f175996e3/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-11T06:22:33,080 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/91dd6bf6-6ab8-cafe-45f0-8a6f175996e3/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-11T06:22:33,080 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-11T06:22:33,080 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-11T06:22:33,081 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/91dd6bf6-6ab8-cafe-45f0-8a6f175996e3/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-11T06:22:33,081 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/91dd6bf6-6ab8-cafe-45f0-8a6f175996e3/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-11T06:22:33,081 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/91dd6bf6-6ab8-cafe-45f0-8a6f175996e3/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-11T06:22:33,081 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/91dd6bf6-6ab8-cafe-45f0-8a6f175996e3/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-11T06:22:33,081 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/91dd6bf6-6ab8-cafe-45f0-8a6f175996e3/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-11T06:22:33,081 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/91dd6bf6-6ab8-cafe-45f0-8a6f175996e3/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-11T06:22:33,081 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/91dd6bf6-6ab8-cafe-45f0-8a6f175996e3/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-11T06:22:33,081 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/91dd6bf6-6ab8-cafe-45f0-8a6f175996e3/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-11T06:22:33,081 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/91dd6bf6-6ab8-cafe-45f0-8a6f175996e3/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-11T06:22:33,081 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/91dd6bf6-6ab8-cafe-45f0-8a6f175996e3/nfs.dump.dir in system properties and HBase conf 2024-11-11T06:22:33,081 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/91dd6bf6-6ab8-cafe-45f0-8a6f175996e3/java.io.tmpdir in system properties and HBase conf 2024-11-11T06:22:33,081 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/91dd6bf6-6ab8-cafe-45f0-8a6f175996e3/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-11T06:22:33,082 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/91dd6bf6-6ab8-cafe-45f0-8a6f175996e3/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-11T06:22:33,082 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/91dd6bf6-6ab8-cafe-45f0-8a6f175996e3/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-11T06:22:33,090 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T06:22:33,093 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T06:22:33,179 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T06:22:33,183 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T06:22:33,185 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T06:22:33,185 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T06:22:33,185 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-11T06:22:33,186 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T06:22:33,186 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@146da649{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/91dd6bf6-6ab8-cafe-45f0-8a6f175996e3/hadoop.log.dir/,AVAILABLE} 2024-11-11T06:22:33,187 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3fa101ba{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T06:22:33,310 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2c69b0dc{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/91dd6bf6-6ab8-cafe-45f0-8a6f175996e3/java.io.tmpdir/jetty-localhost-42159-hadoop-hdfs-3_4_1-tests_jar-_-any-1369283879613526289/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-11T06:22:33,312 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@353d6e27{HTTP/1.1, (http/1.1)}{localhost:42159} 2024-11-11T06:22:33,312 INFO [Time-limited test {}] server.Server(415): Started @160318ms 2024-11-11T06:22:33,403 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T06:22:33,405 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T06:22:33,412 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T06:22:33,412 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T06:22:33,412 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-11T06:22:33,413 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@21f4271f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/91dd6bf6-6ab8-cafe-45f0-8a6f175996e3/hadoop.log.dir/,AVAILABLE} 2024-11-11T06:22:33,413 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7ff97960{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T06:22:33,528 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@31f69d6c{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/91dd6bf6-6ab8-cafe-45f0-8a6f175996e3/java.io.tmpdir/jetty-localhost-42765-hadoop-hdfs-3_4_1-tests_jar-_-any-7516513346553396151/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T06:22:33,528 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@26ec8d21{HTTP/1.1, (http/1.1)}{localhost:42765} 2024-11-11T06:22:33,528 INFO [Time-limited test {}] server.Server(415): Started @160534ms 2024-11-11T06:22:33,530 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-11T06:22:33,638 WARN [Thread-1803 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/91dd6bf6-6ab8-cafe-45f0-8a6f175996e3/cluster_988a52d8-d84b-d803-f450-1038de363f2d/data/data2/current/BP-1515965920-172.17.0.2-1731306153114/current, will proceed with Du for space computation calculation, 2024-11-11T06:22:33,638 WARN [Thread-1802 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/91dd6bf6-6ab8-cafe-45f0-8a6f175996e3/cluster_988a52d8-d84b-d803-f450-1038de363f2d/data/data1/current/BP-1515965920-172.17.0.2-1731306153114/current, will proceed with Du for space computation calculation, 2024-11-11T06:22:33,658 WARN [Thread-1790 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-11T06:22:33,660 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9e3952b81fe83308 with lease ID 0x3193a0b77aec59b2: Processing first storage report for DS-feb54f8d-eecb-4791-87d5-7237e98d2b6b from datanode DatanodeRegistration(127.0.0.1:38777, datanodeUuid=58445ad8-98a8-45f1-bb31-1e364c046b4e, infoPort=38149, infoSecurePort=0, ipcPort=44251, storageInfo=lv=-57;cid=testClusterID;nsid=1302305538;c=1731306153114) 2024-11-11T06:22:33,660 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9e3952b81fe83308 with lease ID 0x3193a0b77aec59b2: from storage DS-feb54f8d-eecb-4791-87d5-7237e98d2b6b node DatanodeRegistration(127.0.0.1:38777, datanodeUuid=58445ad8-98a8-45f1-bb31-1e364c046b4e, infoPort=38149, infoSecurePort=0, ipcPort=44251, storageInfo=lv=-57;cid=testClusterID;nsid=1302305538;c=1731306153114), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T06:22:33,660 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x9e3952b81fe83308 with lease ID 0x3193a0b77aec59b2: Processing first storage report for DS-ab51bd71-e9c3-4000-8257-347436f544c9 from datanode DatanodeRegistration(127.0.0.1:38777, datanodeUuid=58445ad8-98a8-45f1-bb31-1e364c046b4e, infoPort=38149, infoSecurePort=0, ipcPort=44251, storageInfo=lv=-57;cid=testClusterID;nsid=1302305538;c=1731306153114) 2024-11-11T06:22:33,660 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x9e3952b81fe83308 with lease ID 0x3193a0b77aec59b2: from storage DS-ab51bd71-e9c3-4000-8257-347436f544c9 node DatanodeRegistration(127.0.0.1:38777, datanodeUuid=58445ad8-98a8-45f1-bb31-1e364c046b4e, infoPort=38149, infoSecurePort=0, ipcPort=44251, storageInfo=lv=-57;cid=testClusterID;nsid=1302305538;c=1731306153114), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T06:22:33,753 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/91dd6bf6-6ab8-cafe-45f0-8a6f175996e3 2024-11-11T06:22:33,754 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T06:22:33,755 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T06:22:33,761 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38777 is added to blk_1073741825_1001 (size=7) 2024-11-11T06:22:34,163 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39195/user/jenkins/test-data/f7c9a3c2-ca09-5ef0-8ad6-202de407bfc3 with version=8 2024-11-11T06:22:34,163 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:39195/user/jenkins/test-data/f7c9a3c2-ca09-5ef0-8ad6-202de407bfc3/hbase-staging 2024-11-11T06:22:34,165 INFO [Time-limited test {}] client.ConnectionUtils(128): master/f334e8b0fbdf:0 server-side Connection retries=45 2024-11-11T06:22:34,165 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T06:22:34,165 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T06:22:34,165 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T06:22:34,165 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T06:22:34,165 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T06:22:34,165 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-11T06:22:34,165 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T06:22:34,166 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42169 2024-11-11T06:22:34,167 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:42169 connecting to ZooKeeper ensemble=127.0.0.1:51279 2024-11-11T06:22:34,170 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:421690x0, quorum=127.0.0.1:51279, baseZNode=/17878825 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T06:22:34,170 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:42169-0x10105b140750003 connected 2024-11-11T06:22:34,185 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T06:22:34,186 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T06:22:34,188 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42169-0x10105b140750003, quorum=127.0.0.1:51279, baseZNode=/17878825 Set watcher on znode that does not yet exist, /17878825/running 2024-11-11T06:22:34,188 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:39195/user/jenkins/test-data/f7c9a3c2-ca09-5ef0-8ad6-202de407bfc3, hbase.cluster.distributed=false 2024-11-11T06:22:34,189 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:42169-0x10105b140750003, quorum=127.0.0.1:51279, baseZNode=/17878825 Set watcher on znode that does not yet exist, /17878825/acl 2024-11-11T06:22:34,189 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42169 2024-11-11T06:22:34,190 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42169 2024-11-11T06:22:34,190 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42169 2024-11-11T06:22:34,190 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42169 2024-11-11T06:22:34,190 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42169 2024-11-11T06:22:34,204 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/f334e8b0fbdf:0 server-side Connection retries=45 2024-11-11T06:22:34,205 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T06:22:34,205 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T06:22:34,205 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T06:22:34,205 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T06:22:34,205 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T06:22:34,205 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-11T06:22:34,205 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T06:22:34,205 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38445 2024-11-11T06:22:34,206 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38445 connecting to ZooKeeper ensemble=127.0.0.1:51279 2024-11-11T06:22:34,207 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T06:22:34,208 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T06:22:34,212 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:384450x0, quorum=127.0.0.1:51279, baseZNode=/17878825 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T06:22:34,212 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:384450x0, quorum=127.0.0.1:51279, baseZNode=/17878825 Set watcher on znode that does not yet exist, /17878825/running 2024-11-11T06:22:34,212 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38445-0x10105b140750004 connected 2024-11-11T06:22:34,212 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-11T06:22:34,217 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-11T06:22:34,217 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38445-0x10105b140750004, quorum=127.0.0.1:51279, baseZNode=/17878825 Set watcher on znode that does not yet exist, /17878825/master 2024-11-11T06:22:34,218 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38445-0x10105b140750004, quorum=127.0.0.1:51279, baseZNode=/17878825 Set watcher on znode that does not yet exist, /17878825/acl 2024-11-11T06:22:34,218 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38445 2024-11-11T06:22:34,218 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38445 2024-11-11T06:22:34,219 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38445 2024-11-11T06:22:34,220 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38445 2024-11-11T06:22:34,221 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38445 2024-11-11T06:22:34,233 DEBUG [M:0;f334e8b0fbdf:42169 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;f334e8b0fbdf:42169 2024-11-11T06:22:34,233 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /17878825/backup-masters/f334e8b0fbdf,42169,1731306154165 2024-11-11T06:22:34,234 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42169-0x10105b140750003, quorum=127.0.0.1:51279, baseZNode=/17878825 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/17878825/backup-masters 2024-11-11T06:22:34,234 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38445-0x10105b140750004, quorum=127.0.0.1:51279, baseZNode=/17878825 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/17878825/backup-masters 2024-11-11T06:22:34,235 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42169-0x10105b140750003, quorum=127.0.0.1:51279, baseZNode=/17878825 Set watcher on existing znode=/17878825/backup-masters/f334e8b0fbdf,42169,1731306154165 2024-11-11T06:22:34,236 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38445-0x10105b140750004, quorum=127.0.0.1:51279, baseZNode=/17878825 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/17878825/master 2024-11-11T06:22:34,236 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42169-0x10105b140750003, quorum=127.0.0.1:51279, baseZNode=/17878825 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/17878825 2024-11-11T06:22:34,236 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38445-0x10105b140750004, quorum=127.0.0.1:51279, baseZNode=/17878825 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/17878825 2024-11-11T06:22:34,236 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:42169-0x10105b140750003, quorum=127.0.0.1:51279, baseZNode=/17878825 Set watcher on existing znode=/17878825/master 2024-11-11T06:22:34,237 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /17878825/backup-masters/f334e8b0fbdf,42169,1731306154165 from backup master directory 2024-11-11T06:22:34,238 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38445-0x10105b140750004, quorum=127.0.0.1:51279, baseZNode=/17878825 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/17878825/backup-masters 2024-11-11T06:22:34,238 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42169-0x10105b140750003, quorum=127.0.0.1:51279, baseZNode=/17878825 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/17878825/backup-masters/f334e8b0fbdf,42169,1731306154165 2024-11-11T06:22:34,238 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42169-0x10105b140750003, quorum=127.0.0.1:51279, baseZNode=/17878825 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/17878825/backup-masters 2024-11-11T06:22:34,238 WARN [master/f334e8b0fbdf:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T06:22:34,238 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=f334e8b0fbdf,42169,1731306154165 2024-11-11T06:22:34,241 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:39195/user/jenkins/test-data/f7c9a3c2-ca09-5ef0-8ad6-202de407bfc3/hbase.id] with ID: 15a600de-c153-4c9d-b8ef-82e01732a438 2024-11-11T06:22:34,241 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:39195/user/jenkins/test-data/f7c9a3c2-ca09-5ef0-8ad6-202de407bfc3/.tmp/hbase.id 2024-11-11T06:22:34,248 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38777 is added to blk_1073741826_1002 (size=42) 2024-11-11T06:22:34,649 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:39195/user/jenkins/test-data/f7c9a3c2-ca09-5ef0-8ad6-202de407bfc3/.tmp/hbase.id]:[hdfs://localhost:39195/user/jenkins/test-data/f7c9a3c2-ca09-5ef0-8ad6-202de407bfc3/hbase.id] 2024-11-11T06:22:34,658 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T06:22:34,658 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-11T06:22:34,659 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-11T06:22:34,663 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42169-0x10105b140750003, quorum=127.0.0.1:51279, baseZNode=/17878825 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/17878825 2024-11-11T06:22:34,663 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38445-0x10105b140750004, quorum=127.0.0.1:51279, baseZNode=/17878825 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/17878825 2024-11-11T06:22:34,668 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38777 is added to blk_1073741827_1003 (size=196) 2024-11-11T06:22:35,069 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T06:22:35,070 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-11T06:22:35,070 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T06:22:35,075 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38777 is added to blk_1073741828_1004 (size=1189) 2024-11-11T06:22:35,477 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:39195/user/jenkins/test-data/f7c9a3c2-ca09-5ef0-8ad6-202de407bfc3/MasterData/data/master/store 2024-11-11T06:22:35,482 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38777 is added to blk_1073741829_1005 (size=34) 2024-11-11T06:22:35,883 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T06:22:35,883 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-11T06:22:35,883 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T06:22:35,883 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T06:22:35,883 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-11T06:22:35,883 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T06:22:35,884 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T06:22:35,884 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731306155883Disabling compacts and flushes for region at 1731306155883Disabling writes for close at 1731306155883Writing region close event to WAL at 1731306155884 (+1 ms)Closed at 1731306155884 2024-11-11T06:22:35,884 WARN [master/f334e8b0fbdf:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:39195/user/jenkins/test-data/f7c9a3c2-ca09-5ef0-8ad6-202de407bfc3/MasterData/data/master/store/.initializing 2024-11-11T06:22:35,884 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:39195/user/jenkins/test-data/f7c9a3c2-ca09-5ef0-8ad6-202de407bfc3/MasterData/WALs/f334e8b0fbdf,42169,1731306154165 2024-11-11T06:22:35,885 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T06:22:35,887 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=f334e8b0fbdf%2C42169%2C1731306154165, suffix=, logDir=hdfs://localhost:39195/user/jenkins/test-data/f7c9a3c2-ca09-5ef0-8ad6-202de407bfc3/MasterData/WALs/f334e8b0fbdf,42169,1731306154165, archiveDir=hdfs://localhost:39195/user/jenkins/test-data/f7c9a3c2-ca09-5ef0-8ad6-202de407bfc3/MasterData/oldWALs, maxLogs=10 2024-11-11T06:22:35,900 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/f7c9a3c2-ca09-5ef0-8ad6-202de407bfc3/MasterData/WALs/f334e8b0fbdf,42169,1731306154165/f334e8b0fbdf%2C42169%2C1731306154165.1731306155887, exclude list is [], retry=0 2024-11-11T06:22:35,902 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38777,DS-feb54f8d-eecb-4791-87d5-7237e98d2b6b,DISK] 2024-11-11T06:22:35,904 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f7c9a3c2-ca09-5ef0-8ad6-202de407bfc3/MasterData/WALs/f334e8b0fbdf,42169,1731306154165/f334e8b0fbdf%2C42169%2C1731306154165.1731306155887 2024-11-11T06:22:35,904 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38149:38149)] 2024-11-11T06:22:35,904 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-11T06:22:35,904 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T06:22:35,905 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T06:22:35,905 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T06:22:35,906 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T06:22:35,907 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-11T06:22:35,907 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:22:35,907 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T06:22:35,907 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T06:22:35,908 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-11T06:22:35,908 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:22:35,909 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T06:22:35,909 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T06:22:35,909 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-11T06:22:35,909 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:22:35,910 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T06:22:35,910 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T06:22:35,911 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-11T06:22:35,911 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:22:35,911 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T06:22:35,911 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T06:22:35,912 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39195/user/jenkins/test-data/f7c9a3c2-ca09-5ef0-8ad6-202de407bfc3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-11T06:22:35,912 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39195/user/jenkins/test-data/f7c9a3c2-ca09-5ef0-8ad6-202de407bfc3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-11T06:22:35,913 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T06:22:35,913 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T06:22:35,914 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T06:22:35,914 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T06:22:35,916 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39195/user/jenkins/test-data/f7c9a3c2-ca09-5ef0-8ad6-202de407bfc3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T06:22:35,916 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60049153, jitterRate=-0.10519789159297943}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T06:22:35,917 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731306155905Initializing all the Stores at 1731306155905Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731306155905Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731306155905Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731306155905Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731306155905Cleaning up temporary data from old regions at 1731306155913 (+8 ms)Region opened successfully at 1731306155917 (+4 ms) 2024-11-11T06:22:35,917 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-11T06:22:35,919 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a411da2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f334e8b0fbdf/172.17.0.2:0 2024-11-11T06:22:35,920 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-11T06:22:35,921 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-11T06:22:35,921 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-11T06:22:35,921 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-11T06:22:35,921 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-11T06:22:35,921 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-11T06:22:35,921 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-11T06:22:35,925 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-11T06:22:35,926 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42169-0x10105b140750003, quorum=127.0.0.1:51279, baseZNode=/17878825 Unable to get data of znode /17878825/balancer because node does not exist (not necessarily an error) 2024-11-11T06:22:35,927 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /17878825/balancer already deleted, retry=false 2024-11-11T06:22:35,928 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-11T06:22:35,928 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42169-0x10105b140750003, quorum=127.0.0.1:51279, baseZNode=/17878825 Unable to get data of znode /17878825/normalizer because node does not exist (not necessarily an error) 2024-11-11T06:22:35,929 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /17878825/normalizer already deleted, retry=false 2024-11-11T06:22:35,929 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-11T06:22:35,930 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42169-0x10105b140750003, quorum=127.0.0.1:51279, baseZNode=/17878825 Unable to get data of znode /17878825/switch/split because node does not exist (not necessarily an error) 2024-11-11T06:22:35,931 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /17878825/switch/split already deleted, retry=false 2024-11-11T06:22:35,932 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42169-0x10105b140750003, quorum=127.0.0.1:51279, baseZNode=/17878825 Unable to get data of znode /17878825/switch/merge because node does not exist (not necessarily an error) 2024-11-11T06:22:35,934 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /17878825/switch/merge already deleted, retry=false 2024-11-11T06:22:35,935 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:42169-0x10105b140750003, quorum=127.0.0.1:51279, baseZNode=/17878825 Unable to get data of znode /17878825/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-11T06:22:35,936 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /17878825/snapshot-cleanup already deleted, retry=false 2024-11-11T06:22:35,938 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38445-0x10105b140750004, quorum=127.0.0.1:51279, baseZNode=/17878825 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/17878825/running 2024-11-11T06:22:35,938 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38445-0x10105b140750004, quorum=127.0.0.1:51279, baseZNode=/17878825 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/17878825 2024-11-11T06:22:35,938 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42169-0x10105b140750003, quorum=127.0.0.1:51279, baseZNode=/17878825 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/17878825/running 2024-11-11T06:22:35,938 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42169-0x10105b140750003, quorum=127.0.0.1:51279, baseZNode=/17878825 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/17878825 2024-11-11T06:22:35,939 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=f334e8b0fbdf,42169,1731306154165, sessionid=0x10105b140750003, setting cluster-up flag (Was=false) 2024-11-11T06:22:35,943 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42169-0x10105b140750003, quorum=127.0.0.1:51279, baseZNode=/17878825 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/17878825 2024-11-11T06:22:35,943 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38445-0x10105b140750004, quorum=127.0.0.1:51279, baseZNode=/17878825 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/17878825 2024-11-11T06:22:35,947 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /17878825/flush-table-proc/acquired, /17878825/flush-table-proc/reached, /17878825/flush-table-proc/abort 2024-11-11T06:22:35,948 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f334e8b0fbdf,42169,1731306154165 2024-11-11T06:22:35,951 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42169-0x10105b140750003, quorum=127.0.0.1:51279, baseZNode=/17878825 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/17878825 2024-11-11T06:22:35,951 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38445-0x10105b140750004, quorum=127.0.0.1:51279, baseZNode=/17878825 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/17878825 2024-11-11T06:22:35,956 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /17878825/online-snapshot/acquired, /17878825/online-snapshot/reached, /17878825/online-snapshot/abort 2024-11-11T06:22:35,957 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f334e8b0fbdf,42169,1731306154165 2024-11-11T06:22:35,958 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:39195/user/jenkins/test-data/f7c9a3c2-ca09-5ef0-8ad6-202de407bfc3/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-11T06:22:35,959 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-11T06:22:35,959 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-11T06:22:35,960 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-11T06:22:35,960 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: f334e8b0fbdf,42169,1731306154165 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-11T06:22:35,961 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/f334e8b0fbdf:0, corePoolSize=5, maxPoolSize=5 2024-11-11T06:22:35,961 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/f334e8b0fbdf:0, corePoolSize=5, maxPoolSize=5 2024-11-11T06:22:35,961 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/f334e8b0fbdf:0, corePoolSize=5, maxPoolSize=5 2024-11-11T06:22:35,961 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/f334e8b0fbdf:0, corePoolSize=5, maxPoolSize=5 2024-11-11T06:22:35,961 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/f334e8b0fbdf:0, corePoolSize=10, maxPoolSize=10 2024-11-11T06:22:35,961 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/f334e8b0fbdf:0, corePoolSize=1, maxPoolSize=1 2024-11-11T06:22:35,961 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/f334e8b0fbdf:0, corePoolSize=2, maxPoolSize=2 2024-11-11T06:22:35,961 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/f334e8b0fbdf:0, corePoolSize=1, maxPoolSize=1 2024-11-11T06:22:35,962 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731306185962 2024-11-11T06:22:35,962 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T06:22:35,962 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-11T06:22:35,962 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-11T06:22:35,962 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-11T06:22:35,962 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-11T06:22:35,962 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-11T06:22:35,962 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-11T06:22:35,963 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-11T06:22:35,963 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:22:35,963 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-11T06:22:35,967 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T06:22:35,968 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-11T06:22:35,968 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-11T06:22:35,968 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-11T06:22:35,968 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-11T06:22:35,968 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-11T06:22:35,968 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-11T06:22:35,968 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/f334e8b0fbdf:0:becomeActiveMaster-HFileCleaner.large.0-1731306155968,5,FailOnTimeoutGroup] 2024-11-11T06:22:35,968 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/f334e8b0fbdf:0:becomeActiveMaster-HFileCleaner.small.0-1731306155968,5,FailOnTimeoutGroup] 2024-11-11T06:22:35,968 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T06:22:35,968 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-11T06:22:35,969 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-11T06:22:35,969 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-11T06:22:35,974 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38777 is added to blk_1073741831_1007 (size=1321) 2024-11-11T06:22:36,024 INFO [RS:0;f334e8b0fbdf:38445 {}] regionserver.HRegionServer(746): ClusterId : 15a600de-c153-4c9d-b8ef-82e01732a438 2024-11-11T06:22:36,024 DEBUG [RS:0;f334e8b0fbdf:38445 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-11T06:22:36,026 DEBUG [RS:0;f334e8b0fbdf:38445 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-11T06:22:36,026 DEBUG [RS:0;f334e8b0fbdf:38445 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-11T06:22:36,028 DEBUG [RS:0;f334e8b0fbdf:38445 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-11T06:22:36,028 DEBUG [RS:0;f334e8b0fbdf:38445 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@563e6604, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f334e8b0fbdf/172.17.0.2:0 2024-11-11T06:22:36,039 DEBUG [RS:0;f334e8b0fbdf:38445 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;f334e8b0fbdf:38445 2024-11-11T06:22:36,040 INFO [RS:0;f334e8b0fbdf:38445 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-11T06:22:36,040 INFO [RS:0;f334e8b0fbdf:38445 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-11T06:22:36,040 DEBUG [RS:0;f334e8b0fbdf:38445 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-11T06:22:36,040 INFO [RS:0;f334e8b0fbdf:38445 {}] regionserver.HRegionServer(2659): reportForDuty to master=f334e8b0fbdf,42169,1731306154165 with port=38445, startcode=1731306154204 2024-11-11T06:22:36,040 DEBUG [RS:0;f334e8b0fbdf:38445 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-11T06:22:36,042 INFO [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41207, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=RegionServerStatusService 2024-11-11T06:22:36,043 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42169 {}] master.ServerManager(363): Checking decommissioned status of RegionServer f334e8b0fbdf,38445,1731306154204 2024-11-11T06:22:36,043 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=42169 {}] master.ServerManager(517): Registering regionserver=f334e8b0fbdf,38445,1731306154204 2024-11-11T06:22:36,044 DEBUG [RS:0;f334e8b0fbdf:38445 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39195/user/jenkins/test-data/f7c9a3c2-ca09-5ef0-8ad6-202de407bfc3 2024-11-11T06:22:36,044 DEBUG [RS:0;f334e8b0fbdf:38445 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39195 2024-11-11T06:22:36,044 DEBUG [RS:0;f334e8b0fbdf:38445 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-11T06:22:36,045 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42169-0x10105b140750003, quorum=127.0.0.1:51279, baseZNode=/17878825 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/17878825/rs 2024-11-11T06:22:36,046 DEBUG [RS:0;f334e8b0fbdf:38445 {}] zookeeper.ZKUtil(111): regionserver:38445-0x10105b140750004, quorum=127.0.0.1:51279, baseZNode=/17878825 Set watcher on existing znode=/17878825/rs/f334e8b0fbdf,38445,1731306154204 2024-11-11T06:22:36,046 WARN [RS:0;f334e8b0fbdf:38445 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T06:22:36,046 INFO [RS:0;f334e8b0fbdf:38445 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T06:22:36,046 DEBUG [RS:0;f334e8b0fbdf:38445 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39195/user/jenkins/test-data/f7c9a3c2-ca09-5ef0-8ad6-202de407bfc3/WALs/f334e8b0fbdf,38445,1731306154204 2024-11-11T06:22:36,046 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [f334e8b0fbdf,38445,1731306154204] 2024-11-11T06:22:36,049 INFO [RS:0;f334e8b0fbdf:38445 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-11T06:22:36,050 INFO [RS:0;f334e8b0fbdf:38445 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-11T06:22:36,051 INFO [RS:0;f334e8b0fbdf:38445 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-11T06:22:36,051 INFO [RS:0;f334e8b0fbdf:38445 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T06:22:36,051 INFO [RS:0;f334e8b0fbdf:38445 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-11T06:22:36,051 INFO [RS:0;f334e8b0fbdf:38445 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-11T06:22:36,051 INFO [RS:0;f334e8b0fbdf:38445 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-11T06:22:36,052 DEBUG [RS:0;f334e8b0fbdf:38445 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/f334e8b0fbdf:0, corePoolSize=1, maxPoolSize=1 2024-11-11T06:22:36,052 DEBUG [RS:0;f334e8b0fbdf:38445 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/f334e8b0fbdf:0, corePoolSize=1, maxPoolSize=1 2024-11-11T06:22:36,052 DEBUG [RS:0;f334e8b0fbdf:38445 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/f334e8b0fbdf:0, corePoolSize=1, maxPoolSize=1 2024-11-11T06:22:36,052 DEBUG [RS:0;f334e8b0fbdf:38445 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0, corePoolSize=1, maxPoolSize=1 2024-11-11T06:22:36,052 DEBUG [RS:0;f334e8b0fbdf:38445 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/f334e8b0fbdf:0, corePoolSize=1, maxPoolSize=1 2024-11-11T06:22:36,052 DEBUG [RS:0;f334e8b0fbdf:38445 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/f334e8b0fbdf:0, corePoolSize=2, maxPoolSize=2 2024-11-11T06:22:36,052 DEBUG [RS:0;f334e8b0fbdf:38445 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/f334e8b0fbdf:0, corePoolSize=1, maxPoolSize=1 2024-11-11T06:22:36,052 DEBUG [RS:0;f334e8b0fbdf:38445 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/f334e8b0fbdf:0, corePoolSize=1, maxPoolSize=1 2024-11-11T06:22:36,052 DEBUG [RS:0;f334e8b0fbdf:38445 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0, corePoolSize=1, maxPoolSize=1 2024-11-11T06:22:36,052 DEBUG [RS:0;f334e8b0fbdf:38445 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/f334e8b0fbdf:0, corePoolSize=1, maxPoolSize=1 2024-11-11T06:22:36,052 DEBUG [RS:0;f334e8b0fbdf:38445 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/f334e8b0fbdf:0, corePoolSize=1, maxPoolSize=1 2024-11-11T06:22:36,052 DEBUG [RS:0;f334e8b0fbdf:38445 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/f334e8b0fbdf:0, corePoolSize=1, maxPoolSize=1 2024-11-11T06:22:36,052 DEBUG [RS:0;f334e8b0fbdf:38445 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/f334e8b0fbdf:0, corePoolSize=3, maxPoolSize=3 2024-11-11T06:22:36,052 DEBUG [RS:0;f334e8b0fbdf:38445 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/f334e8b0fbdf:0, corePoolSize=3, maxPoolSize=3 2024-11-11T06:22:36,056 INFO [RS:0;f334e8b0fbdf:38445 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T06:22:36,056 INFO [RS:0;f334e8b0fbdf:38445 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T06:22:36,056 INFO [RS:0;f334e8b0fbdf:38445 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T06:22:36,056 INFO [RS:0;f334e8b0fbdf:38445 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-11T06:22:36,056 INFO [RS:0;f334e8b0fbdf:38445 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-11T06:22:36,056 INFO [RS:0;f334e8b0fbdf:38445 {}] hbase.ChoreService(168): Chore ScheduledChore name=f334e8b0fbdf,38445,1731306154204-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T06:22:36,072 INFO [RS:0;f334e8b0fbdf:38445 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-11T06:22:36,072 INFO [RS:0;f334e8b0fbdf:38445 {}] hbase.ChoreService(168): Chore ScheduledChore name=f334e8b0fbdf,38445,1731306154204-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T06:22:36,072 INFO [RS:0;f334e8b0fbdf:38445 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T06:22:36,072 INFO [RS:0;f334e8b0fbdf:38445 {}] regionserver.Replication(171): f334e8b0fbdf,38445,1731306154204 started 2024-11-11T06:22:36,085 INFO [RS:0;f334e8b0fbdf:38445 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T06:22:36,085 INFO [RS:0;f334e8b0fbdf:38445 {}] regionserver.HRegionServer(1482): Serving as f334e8b0fbdf,38445,1731306154204, RpcServer on f334e8b0fbdf/172.17.0.2:38445, sessionid=0x10105b140750004 2024-11-11T06:22:36,085 DEBUG [RS:0;f334e8b0fbdf:38445 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-11T06:22:36,085 DEBUG [RS:0;f334e8b0fbdf:38445 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager f334e8b0fbdf,38445,1731306154204 2024-11-11T06:22:36,085 DEBUG [RS:0;f334e8b0fbdf:38445 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f334e8b0fbdf,38445,1731306154204' 2024-11-11T06:22:36,085 DEBUG [RS:0;f334e8b0fbdf:38445 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/17878825/flush-table-proc/abort' 2024-11-11T06:22:36,086 DEBUG [RS:0;f334e8b0fbdf:38445 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/17878825/flush-table-proc/acquired' 2024-11-11T06:22:36,086 DEBUG [RS:0;f334e8b0fbdf:38445 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-11T06:22:36,086 DEBUG [RS:0;f334e8b0fbdf:38445 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-11T06:22:36,086 DEBUG [RS:0;f334e8b0fbdf:38445 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager f334e8b0fbdf,38445,1731306154204 2024-11-11T06:22:36,086 DEBUG [RS:0;f334e8b0fbdf:38445 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f334e8b0fbdf,38445,1731306154204' 2024-11-11T06:22:36,086 DEBUG [RS:0;f334e8b0fbdf:38445 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/17878825/online-snapshot/abort' 2024-11-11T06:22:36,086 DEBUG [RS:0;f334e8b0fbdf:38445 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/17878825/online-snapshot/acquired' 2024-11-11T06:22:36,087 DEBUG [RS:0;f334e8b0fbdf:38445 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-11T06:22:36,087 INFO [RS:0;f334e8b0fbdf:38445 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-11T06:22:36,087 INFO [RS:0;f334e8b0fbdf:38445 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-11T06:22:36,187 INFO [RS:0;f334e8b0fbdf:38445 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T06:22:36,189 INFO [RS:0;f334e8b0fbdf:38445 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f334e8b0fbdf%2C38445%2C1731306154204, suffix=, logDir=hdfs://localhost:39195/user/jenkins/test-data/f7c9a3c2-ca09-5ef0-8ad6-202de407bfc3/WALs/f334e8b0fbdf,38445,1731306154204, archiveDir=hdfs://localhost:39195/user/jenkins/test-data/f7c9a3c2-ca09-5ef0-8ad6-202de407bfc3/oldWALs, maxLogs=10 2024-11-11T06:22:36,202 DEBUG [RS:0;f334e8b0fbdf:38445 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/f7c9a3c2-ca09-5ef0-8ad6-202de407bfc3/WALs/f334e8b0fbdf,38445,1731306154204/f334e8b0fbdf%2C38445%2C1731306154204.1731306156189, exclude list is [], retry=0 2024-11-11T06:22:36,204 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38777,DS-feb54f8d-eecb-4791-87d5-7237e98d2b6b,DISK] 2024-11-11T06:22:36,206 INFO [RS:0;f334e8b0fbdf:38445 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f7c9a3c2-ca09-5ef0-8ad6-202de407bfc3/WALs/f334e8b0fbdf,38445,1731306154204/f334e8b0fbdf%2C38445%2C1731306154204.1731306156189 2024-11-11T06:22:36,206 DEBUG [RS:0;f334e8b0fbdf:38445 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38149:38149)] 2024-11-11T06:22:36,375 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:39195/user/jenkins/test-data/f7c9a3c2-ca09-5ef0-8ad6-202de407bfc3/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-11T06:22:36,375 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:39195/user/jenkins/test-data/f7c9a3c2-ca09-5ef0-8ad6-202de407bfc3 2024-11-11T06:22:36,380 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38777 is added to blk_1073741833_1009 (size=32) 2024-11-11T06:22:36,781 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T06:22:36,782 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T06:22:36,783 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T06:22:36,784 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:22:36,784 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T06:22:36,784 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T06:22:36,785 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T06:22:36,785 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:22:36,785 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T06:22:36,785 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T06:22:36,786 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T06:22:36,786 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:22:36,787 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T06:22:36,787 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T06:22:36,788 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T06:22:36,788 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:22:36,788 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T06:22:36,788 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T06:22:36,789 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39195/user/jenkins/test-data/f7c9a3c2-ca09-5ef0-8ad6-202de407bfc3/data/hbase/meta/1588230740 2024-11-11T06:22:36,789 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39195/user/jenkins/test-data/f7c9a3c2-ca09-5ef0-8ad6-202de407bfc3/data/hbase/meta/1588230740 2024-11-11T06:22:36,790 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T06:22:36,790 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T06:22:36,790 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T06:22:36,791 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T06:22:36,793 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39195/user/jenkins/test-data/f7c9a3c2-ca09-5ef0-8ad6-202de407bfc3/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T06:22:36,793 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75239485, jitterRate=0.12115569412708282}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T06:22:36,793 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731306156781Initializing all the Stores at 1731306156782 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731306156782Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731306156782Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731306156782Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731306156782Cleaning up temporary data from old regions at 1731306156790 (+8 ms)Region opened successfully at 1731306156793 (+3 ms) 2024-11-11T06:22:36,794 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-11T06:22:36,794 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-11T06:22:36,794 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-11T06:22:36,794 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-11T06:22:36,794 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-11T06:22:36,794 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-11T06:22:36,794 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731306156793Disabling compacts and flushes for region at 1731306156793Disabling writes for close at 1731306156794 (+1 ms)Writing region close event to WAL at 1731306156794Closed at 1731306156794 2024-11-11T06:22:36,795 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T06:22:36,795 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-11T06:22:36,795 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-11T06:22:36,796 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T06:22:36,797 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-11T06:22:36,947 DEBUG [f334e8b0fbdf:42169 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-11T06:22:36,947 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=f334e8b0fbdf,38445,1731306154204 2024-11-11T06:22:36,948 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f334e8b0fbdf,38445,1731306154204, state=OPENING 2024-11-11T06:22:36,954 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-11T06:22:36,955 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38445-0x10105b140750004, quorum=127.0.0.1:51279, baseZNode=/17878825 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/17878825 2024-11-11T06:22:36,955 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42169-0x10105b140750003, quorum=127.0.0.1:51279, baseZNode=/17878825 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/17878825 2024-11-11T06:22:36,956 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T06:22:36,956 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /17878825/meta-region-server: CHANGED 2024-11-11T06:22:36,956 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /17878825/meta-region-server: CHANGED 2024-11-11T06:22:36,956 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=f334e8b0fbdf,38445,1731306154204}] 2024-11-11T06:22:37,109 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-11T06:22:37,111 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41447, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-11T06:22:37,116 INFO [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-11T06:22:37,116 INFO [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T06:22:37,117 INFO [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-11T06:22:37,118 INFO [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f334e8b0fbdf%2C38445%2C1731306154204.meta, suffix=.meta, logDir=hdfs://localhost:39195/user/jenkins/test-data/f7c9a3c2-ca09-5ef0-8ad6-202de407bfc3/WALs/f334e8b0fbdf,38445,1731306154204, archiveDir=hdfs://localhost:39195/user/jenkins/test-data/f7c9a3c2-ca09-5ef0-8ad6-202de407bfc3/oldWALs, maxLogs=10 2024-11-11T06:22:37,135 DEBUG [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/f7c9a3c2-ca09-5ef0-8ad6-202de407bfc3/WALs/f334e8b0fbdf,38445,1731306154204/f334e8b0fbdf%2C38445%2C1731306154204.meta.1731306157118.meta, exclude list is [], retry=0 2024-11-11T06:22:37,137 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38777,DS-feb54f8d-eecb-4791-87d5-7237e98d2b6b,DISK] 2024-11-11T06:22:37,139 INFO [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f7c9a3c2-ca09-5ef0-8ad6-202de407bfc3/WALs/f334e8b0fbdf,38445,1731306154204/f334e8b0fbdf%2C38445%2C1731306154204.meta.1731306157118.meta 2024-11-11T06:22:37,139 DEBUG [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38149:38149)] 2024-11-11T06:22:37,140 DEBUG [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-11T06:22:37,140 INFO [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-11T06:22:37,140 DEBUG [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-11T06:22:37,140 DEBUG [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-11T06:22:37,140 INFO [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-11T06:22:37,140 DEBUG [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-11T06:22:37,141 DEBUG [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T06:22:37,141 DEBUG [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-11T06:22:37,141 DEBUG [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-11T06:22:37,142 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T06:22:37,143 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T06:22:37,143 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:22:37,143 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T06:22:37,143 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T06:22:37,144 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T06:22:37,144 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:22:37,144 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T06:22:37,144 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T06:22:37,145 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T06:22:37,145 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:22:37,145 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T06:22:37,145 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T06:22:37,146 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T06:22:37,146 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:22:37,146 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T06:22:37,146 DEBUG [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T06:22:37,147 DEBUG [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39195/user/jenkins/test-data/f7c9a3c2-ca09-5ef0-8ad6-202de407bfc3/data/hbase/meta/1588230740 2024-11-11T06:22:37,148 DEBUG [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39195/user/jenkins/test-data/f7c9a3c2-ca09-5ef0-8ad6-202de407bfc3/data/hbase/meta/1588230740 2024-11-11T06:22:37,149 DEBUG [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T06:22:37,149 DEBUG [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T06:22:37,149 DEBUG [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T06:22:37,150 DEBUG [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T06:22:37,151 INFO [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65535343, jitterRate=-0.023447290062904358}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T06:22:37,151 DEBUG [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-11T06:22:37,151 DEBUG [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731306157141Writing region info on filesystem at 1731306157141Initializing all the Stores at 1731306157141Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731306157142 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731306157142Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731306157142Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731306157142Cleaning up temporary data from old regions at 1731306157149 (+7 ms)Running coprocessor post-open hooks at 1731306157151 (+2 ms)Region opened successfully at 1731306157151 2024-11-11T06:22:37,152 INFO [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731306157109 2024-11-11T06:22:37,154 DEBUG [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-11T06:22:37,154 INFO [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-11T06:22:37,154 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=f334e8b0fbdf,38445,1731306154204 2024-11-11T06:22:37,155 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f334e8b0fbdf,38445,1731306154204, state=OPEN 2024-11-11T06:22:37,156 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42169-0x10105b140750003, quorum=127.0.0.1:51279, baseZNode=/17878825 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/17878825/meta-region-server 2024-11-11T06:22:37,156 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38445-0x10105b140750004, quorum=127.0.0.1:51279, baseZNode=/17878825 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/17878825/meta-region-server 2024-11-11T06:22:37,156 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=f334e8b0fbdf,38445,1731306154204 2024-11-11T06:22:37,157 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /17878825/meta-region-server: CHANGED 2024-11-11T06:22:37,157 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /17878825/meta-region-server: CHANGED 2024-11-11T06:22:37,158 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-11T06:22:37,158 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=f334e8b0fbdf,38445,1731306154204 in 201 msec 2024-11-11T06:22:37,160 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-11T06:22:37,160 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 363 msec 2024-11-11T06:22:37,160 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T06:22:37,160 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-11T06:22:37,162 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T06:22:37,162 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f334e8b0fbdf,38445,1731306154204, seqNum=-1] 2024-11-11T06:22:37,162 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T06:22:37,163 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37169, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T06:22:37,167 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2080 sec 2024-11-11T06:22:37,167 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731306157167, completionTime=-1 2024-11-11T06:22:37,167 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-11T06:22:37,167 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-11T06:22:37,169 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-11T06:22:37,169 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731306217169 2024-11-11T06:22:37,169 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731306277169 2024-11-11T06:22:37,169 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-11T06:22:37,169 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f334e8b0fbdf,42169,1731306154165-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T06:22:37,169 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f334e8b0fbdf,42169,1731306154165-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T06:22:37,169 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f334e8b0fbdf,42169,1731306154165-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T06:22:37,169 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-f334e8b0fbdf:42169, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T06:22:37,169 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-11T06:22:37,169 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-11T06:22:37,171 DEBUG [master/f334e8b0fbdf:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-11T06:22:37,173 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.935sec 2024-11-11T06:22:37,173 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-11T06:22:37,173 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-11T06:22:37,173 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-11T06:22:37,173 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-11T06:22:37,173 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-11T06:22:37,173 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f334e8b0fbdf,42169,1731306154165-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T06:22:37,173 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f334e8b0fbdf,42169,1731306154165-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-11T06:22:37,175 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-11T06:22:37,175 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-11T06:22:37,175 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f334e8b0fbdf,42169,1731306154165-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T06:22:37,225 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4149c537, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T06:22:37,225 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f334e8b0fbdf,42169,-1 for getting cluster id 2024-11-11T06:22:37,225 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T06:22:37,226 DEBUG [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '15a600de-c153-4c9d-b8ef-82e01732a438' 2024-11-11T06:22:37,226 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T06:22:37,227 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "15a600de-c153-4c9d-b8ef-82e01732a438" 2024-11-11T06:22:37,227 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ab8517b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T06:22:37,227 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f334e8b0fbdf,42169,-1] 2024-11-11T06:22:37,227 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T06:22:37,227 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T06:22:37,228 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40070, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T06:22:37,229 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@40c71db6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T06:22:37,229 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T06:22:37,230 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f334e8b0fbdf,38445,1731306154204, seqNum=-1] 2024-11-11T06:22:37,230 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T06:22:37,231 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46020, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T06:22:37,233 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=f334e8b0fbdf,42169,1731306154165 2024-11-11T06:22:37,234 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:51279 2024-11-11T06:22:37,237 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:51279, baseZNode=/17878825 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T06:22:37,237 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x10105b140750005 connected 2024-11-11T06:22:37,240 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T06:22:37,241 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is f334e8b0fbdf,42891,1731306149986 2024-11-11T06:22:37,241 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@506827b0 2024-11-11T06:22:37,241 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T06:22:37,242 INFO [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45596, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T06:22:37,243 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T06:22:37,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-11T06:22:37,245 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-11T06:22:37,245 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:22:37,245 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-11T06:22:37,246 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-11T06:22:37,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T06:22:37,253 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33547 is added to blk_1073741835_1011 (size=902) 2024-11-11T06:22:37,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T06:22:37,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T06:22:37,654 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => a1e5f2a8129a004338c38add09e856ff, NAME => 'test,,1731306157242.a1e5f2a8129a004338c38add09e856ff.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44453/user/jenkins/test-data/9d540fb5-24c7-4ff7-fa58-3b9979a11333 2024-11-11T06:22:37,659 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33547 is added to blk_1073741836_1012 (size=39) 2024-11-11T06:22:37,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T06:22:37,888 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-11T06:22:38,060 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731306157242.a1e5f2a8129a004338c38add09e856ff.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T06:22:38,061 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing a1e5f2a8129a004338c38add09e856ff, disabling compactions & flushes 2024-11-11T06:22:38,061 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731306157242.a1e5f2a8129a004338c38add09e856ff. 2024-11-11T06:22:38,061 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731306157242.a1e5f2a8129a004338c38add09e856ff. 2024-11-11T06:22:38,061 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731306157242.a1e5f2a8129a004338c38add09e856ff. after waiting 0 ms 2024-11-11T06:22:38,061 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731306157242.a1e5f2a8129a004338c38add09e856ff. 2024-11-11T06:22:38,061 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731306157242.a1e5f2a8129a004338c38add09e856ff. 2024-11-11T06:22:38,061 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for a1e5f2a8129a004338c38add09e856ff: Waiting for close lock at 1731306158060Disabling compacts and flushes for region at 1731306158060Disabling writes for close at 1731306158061 (+1 ms)Writing region close event to WAL at 1731306158061Closed at 1731306158061 2024-11-11T06:22:38,062 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-11T06:22:38,062 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731306157242.a1e5f2a8129a004338c38add09e856ff.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731306158062"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731306158062"}]},"ts":"1731306158062"} 2024-11-11T06:22:38,064 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-11T06:22:38,065 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-11T06:22:38,065 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731306158065"}]},"ts":"1731306158065"} 2024-11-11T06:22:38,067 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-11T06:22:38,067 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=a1e5f2a8129a004338c38add09e856ff, ASSIGN}] 2024-11-11T06:22:38,068 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=a1e5f2a8129a004338c38add09e856ff, ASSIGN 2024-11-11T06:22:38,069 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=a1e5f2a8129a004338c38add09e856ff, ASSIGN; state=OFFLINE, location=f334e8b0fbdf,35885,1731306150038; forceNewPlan=false, retain=false 2024-11-11T06:22:38,220 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=a1e5f2a8129a004338c38add09e856ff, regionState=OPENING, regionLocation=f334e8b0fbdf,35885,1731306150038 2024-11-11T06:22:38,222 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=a1e5f2a8129a004338c38add09e856ff, ASSIGN because future has completed 2024-11-11T06:22:38,223 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure a1e5f2a8129a004338c38add09e856ff, server=f334e8b0fbdf,35885,1731306150038}] 2024-11-11T06:22:38,379 INFO [RS_OPEN_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731306157242.a1e5f2a8129a004338c38add09e856ff. 2024-11-11T06:22:38,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T06:22:38,379 DEBUG [RS_OPEN_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => a1e5f2a8129a004338c38add09e856ff, NAME => 'test,,1731306157242.a1e5f2a8129a004338c38add09e856ff.', STARTKEY => '', ENDKEY => ''} 2024-11-11T06:22:38,379 INFO [RS_OPEN_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-11T06:22:38,379 INFO [RS_OPEN_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-11T06:22:38,380 DEBUG [RS_OPEN_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test a1e5f2a8129a004338c38add09e856ff 2024-11-11T06:22:38,380 DEBUG [RS_OPEN_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731306157242.a1e5f2a8129a004338c38add09e856ff.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T06:22:38,380 DEBUG [RS_OPEN_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for a1e5f2a8129a004338c38add09e856ff 2024-11-11T06:22:38,380 DEBUG [RS_OPEN_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for a1e5f2a8129a004338c38add09e856ff 2024-11-11T06:22:38,381 INFO [StoreOpener-a1e5f2a8129a004338c38add09e856ff-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region a1e5f2a8129a004338c38add09e856ff 2024-11-11T06:22:38,382 INFO [StoreOpener-a1e5f2a8129a004338c38add09e856ff-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a1e5f2a8129a004338c38add09e856ff columnFamilyName f 2024-11-11T06:22:38,382 DEBUG [StoreOpener-a1e5f2a8129a004338c38add09e856ff-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:22:38,383 INFO [StoreOpener-a1e5f2a8129a004338c38add09e856ff-1 {}] regionserver.HStore(327): Store=a1e5f2a8129a004338c38add09e856ff/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T06:22:38,383 INFO [StoreOpener-a1e5f2a8129a004338c38add09e856ff-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region a1e5f2a8129a004338c38add09e856ff 2024-11-11T06:22:38,384 INFO [StoreOpener-a1e5f2a8129a004338c38add09e856ff-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a1e5f2a8129a004338c38add09e856ff columnFamilyName f1 2024-11-11T06:22:38,384 DEBUG [StoreOpener-a1e5f2a8129a004338c38add09e856ff-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:22:38,384 INFO [StoreOpener-a1e5f2a8129a004338c38add09e856ff-1 {}] regionserver.HStore(327): Store=a1e5f2a8129a004338c38add09e856ff/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T06:22:38,384 INFO [StoreOpener-a1e5f2a8129a004338c38add09e856ff-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region a1e5f2a8129a004338c38add09e856ff 2024-11-11T06:22:38,385 INFO [StoreOpener-a1e5f2a8129a004338c38add09e856ff-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a1e5f2a8129a004338c38add09e856ff columnFamilyName norep 2024-11-11T06:22:38,385 DEBUG [StoreOpener-a1e5f2a8129a004338c38add09e856ff-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:22:38,385 INFO [StoreOpener-a1e5f2a8129a004338c38add09e856ff-1 {}] regionserver.HStore(327): Store=a1e5f2a8129a004338c38add09e856ff/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T06:22:38,386 DEBUG [RS_OPEN_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for a1e5f2a8129a004338c38add09e856ff 2024-11-11T06:22:38,386 DEBUG [RS_OPEN_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44453/user/jenkins/test-data/9d540fb5-24c7-4ff7-fa58-3b9979a11333/data/default/test/a1e5f2a8129a004338c38add09e856ff 2024-11-11T06:22:38,386 DEBUG [RS_OPEN_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44453/user/jenkins/test-data/9d540fb5-24c7-4ff7-fa58-3b9979a11333/data/default/test/a1e5f2a8129a004338c38add09e856ff 2024-11-11T06:22:38,387 DEBUG [RS_OPEN_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for a1e5f2a8129a004338c38add09e856ff 2024-11-11T06:22:38,387 DEBUG [RS_OPEN_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for a1e5f2a8129a004338c38add09e856ff 2024-11-11T06:22:38,388 DEBUG [RS_OPEN_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-11T06:22:38,388 DEBUG [RS_OPEN_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for a1e5f2a8129a004338c38add09e856ff 2024-11-11T06:22:38,390 DEBUG [RS_OPEN_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44453/user/jenkins/test-data/9d540fb5-24c7-4ff7-fa58-3b9979a11333/data/default/test/a1e5f2a8129a004338c38add09e856ff/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T06:22:38,390 INFO [RS_OPEN_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened a1e5f2a8129a004338c38add09e856ff; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71552582, jitterRate=0.06621655821800232}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-11T06:22:38,390 DEBUG [RS_OPEN_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a1e5f2a8129a004338c38add09e856ff 2024-11-11T06:22:38,391 DEBUG [RS_OPEN_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for a1e5f2a8129a004338c38add09e856ff: Running coprocessor pre-open hook at 1731306158380Writing region info on filesystem at 1731306158380Initializing all the Stores at 1731306158381 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731306158381Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731306158381Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731306158381Cleaning up temporary data from old regions at 1731306158387 (+6 ms)Running coprocessor post-open hooks at 1731306158390 (+3 ms)Region opened successfully at 1731306158391 (+1 ms) 2024-11-11T06:22:38,392 INFO [RS_OPEN_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731306157242.a1e5f2a8129a004338c38add09e856ff., pid=6, masterSystemTime=1731306158375 2024-11-11T06:22:38,394 DEBUG [RS_OPEN_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731306157242.a1e5f2a8129a004338c38add09e856ff. 2024-11-11T06:22:38,394 INFO [RS_OPEN_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731306157242.a1e5f2a8129a004338c38add09e856ff. 2024-11-11T06:22:38,394 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=a1e5f2a8129a004338c38add09e856ff, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=f334e8b0fbdf,35885,1731306150038 2024-11-11T06:22:38,396 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure a1e5f2a8129a004338c38add09e856ff, server=f334e8b0fbdf,35885,1731306150038 because future has completed 2024-11-11T06:22:38,399 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-11T06:22:38,399 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure a1e5f2a8129a004338c38add09e856ff, server=f334e8b0fbdf,35885,1731306150038 in 174 msec 2024-11-11T06:22:38,401 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-11T06:22:38,401 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=a1e5f2a8129a004338c38add09e856ff, ASSIGN in 332 msec 2024-11-11T06:22:38,401 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-11T06:22:38,402 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731306158401"}]},"ts":"1731306158401"} 2024-11-11T06:22:38,403 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-11T06:22:38,404 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-11T06:22:38,406 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1610 sec 2024-11-11T06:22:38,478 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-11T06:22:38,509 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T06:22:38,509 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T06:22:38,510 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T06:22:38,510 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T06:22:38,510 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T06:22:38,511 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T06:22:38,521 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T06:22:38,524 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T06:22:38,533 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-11T06:22:38,533 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-11T06:22:38,533 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-11T06:22:38,533 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-11T06:22:38,534 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-11T06:22:38,534 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-11T06:22:38,534 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-11T06:22:38,534 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-11T06:22:38,534 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-11T06:22:38,534 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-11T06:22:39,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T06:22:39,400 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-11T06:22:39,400 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T06:22:39,401 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is f334e8b0fbdf,42169,1731306154165 2024-11-11T06:22:39,401 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@443c783e 2024-11-11T06:22:39,401 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T06:22:39,402 INFO [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40078, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T06:22:39,403 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42169 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T06:22:39,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42169 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-11T06:22:39,405 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-11T06:22:39,405 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:22:39,405 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42169 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-11T06:22:39,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42169 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T06:22:39,406 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-11T06:22:39,411 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38777 is added to blk_1073741835_1011 (size=902) 2024-11-11T06:22:39,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42169 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T06:22:39,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42169 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T06:22:39,813 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => cd0b53213cc0c269e74f844ff43a4d33, NAME => 'test,,1731306159403.cd0b53213cc0c269e74f844ff43a4d33.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39195/user/jenkins/test-data/f7c9a3c2-ca09-5ef0-8ad6-202de407bfc3 2024-11-11T06:22:39,821 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38777 is added to blk_1073741836_1012 (size=39) 2024-11-11T06:22:40,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42169 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T06:22:40,222 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731306159403.cd0b53213cc0c269e74f844ff43a4d33.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T06:22:40,222 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing cd0b53213cc0c269e74f844ff43a4d33, disabling compactions & flushes 2024-11-11T06:22:40,222 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731306159403.cd0b53213cc0c269e74f844ff43a4d33. 2024-11-11T06:22:40,222 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731306159403.cd0b53213cc0c269e74f844ff43a4d33. 2024-11-11T06:22:40,222 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731306159403.cd0b53213cc0c269e74f844ff43a4d33. after waiting 0 ms 2024-11-11T06:22:40,222 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731306159403.cd0b53213cc0c269e74f844ff43a4d33. 2024-11-11T06:22:40,222 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731306159403.cd0b53213cc0c269e74f844ff43a4d33. 2024-11-11T06:22:40,222 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for cd0b53213cc0c269e74f844ff43a4d33: Waiting for close lock at 1731306160222Disabling compacts and flushes for region at 1731306160222Disabling writes for close at 1731306160222Writing region close event to WAL at 1731306160222Closed at 1731306160222 2024-11-11T06:22:40,223 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-11T06:22:40,224 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731306159403.cd0b53213cc0c269e74f844ff43a4d33.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731306160223"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731306160223"}]},"ts":"1731306160223"} 2024-11-11T06:22:40,226 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-11T06:22:40,227 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-11T06:22:40,227 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731306160227"}]},"ts":"1731306160227"} 2024-11-11T06:22:40,229 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-11T06:22:40,229 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=cd0b53213cc0c269e74f844ff43a4d33, ASSIGN}] 2024-11-11T06:22:40,230 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=cd0b53213cc0c269e74f844ff43a4d33, ASSIGN 2024-11-11T06:22:40,231 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=cd0b53213cc0c269e74f844ff43a4d33, ASSIGN; state=OFFLINE, location=f334e8b0fbdf,38445,1731306154204; forceNewPlan=false, retain=false 2024-11-11T06:22:40,381 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=cd0b53213cc0c269e74f844ff43a4d33, regionState=OPENING, regionLocation=f334e8b0fbdf,38445,1731306154204 2024-11-11T06:22:40,383 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=cd0b53213cc0c269e74f844ff43a4d33, ASSIGN because future has completed 2024-11-11T06:22:40,384 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure cd0b53213cc0c269e74f844ff43a4d33, server=f334e8b0fbdf,38445,1731306154204}] 2024-11-11T06:22:40,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42169 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T06:22:40,540 INFO [RS_OPEN_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731306159403.cd0b53213cc0c269e74f844ff43a4d33. 2024-11-11T06:22:40,540 DEBUG [RS_OPEN_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => cd0b53213cc0c269e74f844ff43a4d33, NAME => 'test,,1731306159403.cd0b53213cc0c269e74f844ff43a4d33.', STARTKEY => '', ENDKEY => ''} 2024-11-11T06:22:40,541 INFO [RS_OPEN_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-11T06:22:40,541 INFO [RS_OPEN_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-11T06:22:40,541 DEBUG [RS_OPEN_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test cd0b53213cc0c269e74f844ff43a4d33 2024-11-11T06:22:40,541 DEBUG [RS_OPEN_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731306159403.cd0b53213cc0c269e74f844ff43a4d33.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T06:22:40,541 DEBUG [RS_OPEN_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for cd0b53213cc0c269e74f844ff43a4d33 2024-11-11T06:22:40,541 DEBUG [RS_OPEN_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for cd0b53213cc0c269e74f844ff43a4d33 2024-11-11T06:22:40,542 INFO [StoreOpener-cd0b53213cc0c269e74f844ff43a4d33-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region cd0b53213cc0c269e74f844ff43a4d33 2024-11-11T06:22:40,543 INFO [StoreOpener-cd0b53213cc0c269e74f844ff43a4d33-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cd0b53213cc0c269e74f844ff43a4d33 columnFamilyName f 2024-11-11T06:22:40,543 DEBUG [StoreOpener-cd0b53213cc0c269e74f844ff43a4d33-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:22:40,544 INFO [StoreOpener-cd0b53213cc0c269e74f844ff43a4d33-1 {}] regionserver.HStore(327): Store=cd0b53213cc0c269e74f844ff43a4d33/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T06:22:40,544 INFO [StoreOpener-cd0b53213cc0c269e74f844ff43a4d33-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region cd0b53213cc0c269e74f844ff43a4d33 2024-11-11T06:22:40,545 INFO [StoreOpener-cd0b53213cc0c269e74f844ff43a4d33-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cd0b53213cc0c269e74f844ff43a4d33 columnFamilyName f1 2024-11-11T06:22:40,545 DEBUG [StoreOpener-cd0b53213cc0c269e74f844ff43a4d33-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:22:40,545 INFO [StoreOpener-cd0b53213cc0c269e74f844ff43a4d33-1 {}] regionserver.HStore(327): Store=cd0b53213cc0c269e74f844ff43a4d33/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T06:22:40,545 INFO [StoreOpener-cd0b53213cc0c269e74f844ff43a4d33-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region cd0b53213cc0c269e74f844ff43a4d33 2024-11-11T06:22:40,546 INFO [StoreOpener-cd0b53213cc0c269e74f844ff43a4d33-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cd0b53213cc0c269e74f844ff43a4d33 columnFamilyName norep 2024-11-11T06:22:40,546 DEBUG [StoreOpener-cd0b53213cc0c269e74f844ff43a4d33-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:22:40,546 INFO [StoreOpener-cd0b53213cc0c269e74f844ff43a4d33-1 {}] regionserver.HStore(327): Store=cd0b53213cc0c269e74f844ff43a4d33/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T06:22:40,546 DEBUG [RS_OPEN_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for cd0b53213cc0c269e74f844ff43a4d33 2024-11-11T06:22:40,547 DEBUG [RS_OPEN_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39195/user/jenkins/test-data/f7c9a3c2-ca09-5ef0-8ad6-202de407bfc3/data/default/test/cd0b53213cc0c269e74f844ff43a4d33 2024-11-11T06:22:40,547 DEBUG [RS_OPEN_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39195/user/jenkins/test-data/f7c9a3c2-ca09-5ef0-8ad6-202de407bfc3/data/default/test/cd0b53213cc0c269e74f844ff43a4d33 2024-11-11T06:22:40,548 DEBUG [RS_OPEN_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for cd0b53213cc0c269e74f844ff43a4d33 2024-11-11T06:22:40,548 DEBUG [RS_OPEN_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for cd0b53213cc0c269e74f844ff43a4d33 2024-11-11T06:22:40,549 DEBUG [RS_OPEN_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-11T06:22:40,549 DEBUG [RS_OPEN_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for cd0b53213cc0c269e74f844ff43a4d33 2024-11-11T06:22:40,551 DEBUG [RS_OPEN_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39195/user/jenkins/test-data/f7c9a3c2-ca09-5ef0-8ad6-202de407bfc3/data/default/test/cd0b53213cc0c269e74f844ff43a4d33/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T06:22:40,552 INFO [RS_OPEN_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened cd0b53213cc0c269e74f844ff43a4d33; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69800710, jitterRate=0.04011163115501404}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-11T06:22:40,552 DEBUG [RS_OPEN_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for cd0b53213cc0c269e74f844ff43a4d33 2024-11-11T06:22:40,552 DEBUG [RS_OPEN_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for cd0b53213cc0c269e74f844ff43a4d33: Running coprocessor pre-open hook at 1731306160541Writing region info on filesystem at 1731306160541Initializing all the Stores at 1731306160542 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731306160542Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731306160542Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731306160542Cleaning up temporary data from old regions at 1731306160548 (+6 ms)Running coprocessor post-open hooks at 1731306160552 (+4 ms)Region opened successfully at 1731306160552 2024-11-11T06:22:40,553 INFO [RS_OPEN_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731306159403.cd0b53213cc0c269e74f844ff43a4d33., pid=6, masterSystemTime=1731306160536 2024-11-11T06:22:40,555 DEBUG [RS_OPEN_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731306159403.cd0b53213cc0c269e74f844ff43a4d33. 2024-11-11T06:22:40,555 INFO [RS_OPEN_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731306159403.cd0b53213cc0c269e74f844ff43a4d33. 2024-11-11T06:22:40,555 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=cd0b53213cc0c269e74f844ff43a4d33, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=f334e8b0fbdf,38445,1731306154204 2024-11-11T06:22:40,557 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure cd0b53213cc0c269e74f844ff43a4d33, server=f334e8b0fbdf,38445,1731306154204 because future has completed 2024-11-11T06:22:40,560 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-11T06:22:40,560 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure cd0b53213cc0c269e74f844ff43a4d33, server=f334e8b0fbdf,38445,1731306154204 in 174 msec 2024-11-11T06:22:40,562 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-11T06:22:40,562 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=cd0b53213cc0c269e74f844ff43a4d33, ASSIGN in 331 msec 2024-11-11T06:22:40,562 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-11T06:22:40,563 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731306160562"}]},"ts":"1731306160562"} 2024-11-11T06:22:40,564 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-11T06:22:40,565 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-11T06:22:40,566 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1620 sec 2024-11-11T06:22:41,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42169 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T06:22:41,550 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-11T06:22:41,551 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f433d4c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T06:22:41,551 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f334e8b0fbdf,42891,-1 for getting cluster id 2024-11-11T06:22:41,551 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T06:22:41,552 DEBUG [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b564daa9-78c8-433e-9151-c219b8deb1d1' 2024-11-11T06:22:41,552 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T06:22:41,552 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b564daa9-78c8-433e-9151-c219b8deb1d1" 2024-11-11T06:22:41,552 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@587ab72d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T06:22:41,552 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f334e8b0fbdf,42891,-1] 2024-11-11T06:22:41,553 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T06:22:41,553 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T06:22:41,554 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52336, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T06:22:41,554 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a68187c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T06:22:41,555 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e166a81, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T06:22:41,555 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f334e8b0fbdf,42169,-1 for getting cluster id 2024-11-11T06:22:41,555 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T06:22:41,555 DEBUG [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '15a600de-c153-4c9d-b8ef-82e01732a438' 2024-11-11T06:22:41,556 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T06:22:41,556 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "15a600de-c153-4c9d-b8ef-82e01732a438" 2024-11-11T06:22:41,556 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d01b6d4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T06:22:41,556 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f334e8b0fbdf,42169,-1] 2024-11-11T06:22:41,556 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T06:22:41,556 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T06:22:41,557 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46810, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T06:22:41,557 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@28d5bed9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T06:22:41,558 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d85e0c8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T06:22:41,558 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f334e8b0fbdf,42891,-1 for getting cluster id 2024-11-11T06:22:41,558 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T06:22:41,559 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b564daa9-78c8-433e-9151-c219b8deb1d1' 2024-11-11T06:22:41,559 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T06:22:41,559 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b564daa9-78c8-433e-9151-c219b8deb1d1" 2024-11-11T06:22:41,559 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@75ee3686, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T06:22:41,559 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f334e8b0fbdf,42891,-1] 2024-11-11T06:22:41,559 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T06:22:41,559 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T06:22:41,560 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52352, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T06:22:41,561 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@27d6ff46, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T06:22:41,561 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T06:22:41,561 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is f334e8b0fbdf,42891,1731306149986 2024-11-11T06:22:41,561 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2fc0f3f6 2024-11-11T06:22:41,562 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T06:22:41,562 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52356, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T06:22:41,563 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://f334e8b0fbdf:42169,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-11T06:22:41,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-11T06:22:41,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T06:22:41,565 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='f334e8b0fbdf:42169' 2024-11-11T06:22:41,566 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@558cc4a2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T06:22:41,566 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request f334e8b0fbdf,42169,-1 for getting cluster id 2024-11-11T06:22:41,566 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T06:22:41,567 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '15a600de-c153-4c9d-b8ef-82e01732a438' 2024-11-11T06:22:41,567 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T06:22:41,567 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "15a600de-c153-4c9d-b8ef-82e01732a438" 2024-11-11T06:22:41,567 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12db1b5c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T06:22:41,567 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f334e8b0fbdf,42169,-1] 2024-11-11T06:22:41,567 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T06:22:41,567 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T06:22:41,568 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46826, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T06:22:41,568 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4952f601, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T06:22:41,568 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T06:22:41,569 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is f334e8b0fbdf,42169,1731306154165 2024-11-11T06:22:41,569 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1f2b9fc0 2024-11-11T06:22:41,569 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T06:22:41,570 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46832, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T06:22:41,570 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-11T06:22:41,571 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-11T06:22:41,571 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T06:22:41,571 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T06:22:41,571 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T06:22:41,571 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T06:22:41,572 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-11T06:22:41,574 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-11T06:22:41,574 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:22:41,574 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-11T06:22:41,579 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33547 is added to blk_1073741837_1013 (size=1138) 2024-11-11T06:22:41,622 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-11T06:22:41,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T06:22:41,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T06:22:41,981 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 2b9cd178e38bfe12784344bd4d5474be, NAME => 'hbase:replication,,1731306161571.2b9cd178e38bfe12784344bd4d5474be.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44453/user/jenkins/test-data/9d540fb5-24c7-4ff7-fa58-3b9979a11333 2024-11-11T06:22:41,987 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33547 is added to blk_1073741838_1014 (size=44) 2024-11-11T06:22:42,049 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-11T06:22:42,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T06:22:42,388 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731306161571.2b9cd178e38bfe12784344bd4d5474be.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T06:22:42,388 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 2b9cd178e38bfe12784344bd4d5474be, disabling compactions & flushes 2024-11-11T06:22:42,388 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731306161571.2b9cd178e38bfe12784344bd4d5474be. 2024-11-11T06:22:42,388 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731306161571.2b9cd178e38bfe12784344bd4d5474be. 2024-11-11T06:22:42,388 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731306161571.2b9cd178e38bfe12784344bd4d5474be. after waiting 0 ms 2024-11-11T06:22:42,388 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731306161571.2b9cd178e38bfe12784344bd4d5474be. 2024-11-11T06:22:42,388 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731306161571.2b9cd178e38bfe12784344bd4d5474be. 2024-11-11T06:22:42,388 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 2b9cd178e38bfe12784344bd4d5474be: Waiting for close lock at 1731306162388Disabling compacts and flushes for region at 1731306162388Disabling writes for close at 1731306162388Writing region close event to WAL at 1731306162388Closed at 1731306162388 2024-11-11T06:22:42,389 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-11T06:22:42,390 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731306161571.2b9cd178e38bfe12784344bd4d5474be.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731306162389"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731306162389"}]},"ts":"1731306162389"} 2024-11-11T06:22:42,392 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-11T06:22:42,393 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-11T06:22:42,393 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731306162393"}]},"ts":"1731306162393"} 2024-11-11T06:22:42,395 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-11T06:22:42,395 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=2b9cd178e38bfe12784344bd4d5474be, ASSIGN}] 2024-11-11T06:22:42,396 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=2b9cd178e38bfe12784344bd4d5474be, ASSIGN 2024-11-11T06:22:42,396 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=2b9cd178e38bfe12784344bd4d5474be, ASSIGN; state=OFFLINE, location=f334e8b0fbdf,35885,1731306150038; forceNewPlan=false, retain=false 2024-11-11T06:22:42,547 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=2b9cd178e38bfe12784344bd4d5474be, regionState=OPENING, regionLocation=f334e8b0fbdf,35885,1731306150038 2024-11-11T06:22:42,549 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=2b9cd178e38bfe12784344bd4d5474be, ASSIGN because future has completed 2024-11-11T06:22:42,550 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2b9cd178e38bfe12784344bd4d5474be, server=f334e8b0fbdf,35885,1731306150038}] 2024-11-11T06:22:42,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T06:22:42,705 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731306161571.2b9cd178e38bfe12784344bd4d5474be. 2024-11-11T06:22:42,705 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T06:22:42,705 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-11T06:22:42,707 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f334e8b0fbdf%2C35885%2C1731306150038.rep, suffix=, logDir=hdfs://localhost:44453/user/jenkins/test-data/9d540fb5-24c7-4ff7-fa58-3b9979a11333/WALs/f334e8b0fbdf,35885,1731306150038, archiveDir=hdfs://localhost:44453/user/jenkins/test-data/9d540fb5-24c7-4ff7-fa58-3b9979a11333/oldWALs, maxLogs=10 2024-11-11T06:22:42,724 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/9d540fb5-24c7-4ff7-fa58-3b9979a11333/WALs/f334e8b0fbdf,35885,1731306150038/f334e8b0fbdf%2C35885%2C1731306150038.rep.1731306162707, exclude list is [], retry=0 2024-11-11T06:22:42,726 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33547,DS-84f8346d-8810-4389-8ea4-39a1223e8d2e,DISK] 2024-11-11T06:22:42,727 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/9d540fb5-24c7-4ff7-fa58-3b9979a11333/WALs/f334e8b0fbdf,35885,1731306150038/f334e8b0fbdf%2C35885%2C1731306150038.rep.1731306162707 2024-11-11T06:22:42,727 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45209:45209)] 2024-11-11T06:22:42,728 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 2b9cd178e38bfe12784344bd4d5474be, NAME => 'hbase:replication,,1731306161571.2b9cd178e38bfe12784344bd4d5474be.', STARTKEY => '', ENDKEY => ''} 2024-11-11T06:22:42,728 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-11T06:22:42,728 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-11T06:22:42,728 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731306161571.2b9cd178e38bfe12784344bd4d5474be. service=MultiRowMutationService 2024-11-11T06:22:42,728 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-11T06:22:42,728 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 2b9cd178e38bfe12784344bd4d5474be 2024-11-11T06:22:42,728 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731306161571.2b9cd178e38bfe12784344bd4d5474be.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T06:22:42,728 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 2b9cd178e38bfe12784344bd4d5474be 2024-11-11T06:22:42,728 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 2b9cd178e38bfe12784344bd4d5474be 2024-11-11T06:22:42,730 INFO [StoreOpener-2b9cd178e38bfe12784344bd4d5474be-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 2b9cd178e38bfe12784344bd4d5474be 2024-11-11T06:22:42,731 INFO [StoreOpener-2b9cd178e38bfe12784344bd4d5474be-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2b9cd178e38bfe12784344bd4d5474be columnFamilyName hfileref 2024-11-11T06:22:42,731 DEBUG [StoreOpener-2b9cd178e38bfe12784344bd4d5474be-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:22:42,731 INFO [StoreOpener-2b9cd178e38bfe12784344bd4d5474be-1 {}] regionserver.HStore(327): Store=2b9cd178e38bfe12784344bd4d5474be/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T06:22:42,731 INFO [StoreOpener-2b9cd178e38bfe12784344bd4d5474be-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 2b9cd178e38bfe12784344bd4d5474be 2024-11-11T06:22:42,732 INFO [StoreOpener-2b9cd178e38bfe12784344bd4d5474be-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2b9cd178e38bfe12784344bd4d5474be columnFamilyName queue 2024-11-11T06:22:42,732 DEBUG [StoreOpener-2b9cd178e38bfe12784344bd4d5474be-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:22:42,732 INFO [StoreOpener-2b9cd178e38bfe12784344bd4d5474be-1 {}] regionserver.HStore(327): Store=2b9cd178e38bfe12784344bd4d5474be/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T06:22:42,733 INFO [StoreOpener-2b9cd178e38bfe12784344bd4d5474be-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 2b9cd178e38bfe12784344bd4d5474be 2024-11-11T06:22:42,733 INFO [StoreOpener-2b9cd178e38bfe12784344bd4d5474be-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2b9cd178e38bfe12784344bd4d5474be columnFamilyName sid 2024-11-11T06:22:42,733 DEBUG [StoreOpener-2b9cd178e38bfe12784344bd4d5474be-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:22:42,734 INFO [StoreOpener-2b9cd178e38bfe12784344bd4d5474be-1 {}] regionserver.HStore(327): Store=2b9cd178e38bfe12784344bd4d5474be/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T06:22:42,734 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 2b9cd178e38bfe12784344bd4d5474be 2024-11-11T06:22:42,734 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44453/user/jenkins/test-data/9d540fb5-24c7-4ff7-fa58-3b9979a11333/data/hbase/replication/2b9cd178e38bfe12784344bd4d5474be 2024-11-11T06:22:42,735 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44453/user/jenkins/test-data/9d540fb5-24c7-4ff7-fa58-3b9979a11333/data/hbase/replication/2b9cd178e38bfe12784344bd4d5474be 2024-11-11T06:22:42,735 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 2b9cd178e38bfe12784344bd4d5474be 2024-11-11T06:22:42,735 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 2b9cd178e38bfe12784344bd4d5474be 2024-11-11T06:22:42,736 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-11T06:22:42,737 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 2b9cd178e38bfe12784344bd4d5474be 2024-11-11T06:22:42,738 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44453/user/jenkins/test-data/9d540fb5-24c7-4ff7-fa58-3b9979a11333/data/hbase/replication/2b9cd178e38bfe12784344bd4d5474be/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T06:22:42,739 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 2b9cd178e38bfe12784344bd4d5474be; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66647444, jitterRate=-0.0068756937980651855}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-11T06:22:42,739 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 2b9cd178e38bfe12784344bd4d5474be 2024-11-11T06:22:42,739 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 2b9cd178e38bfe12784344bd4d5474be: Running coprocessor pre-open hook at 1731306162729Writing region info on filesystem at 1731306162729Initializing all the Stores at 1731306162729Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731306162729Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731306162729Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731306162729Cleaning up temporary data from old regions at 1731306162735 (+6 ms)Running coprocessor post-open hooks at 1731306162739 (+4 ms)Region opened successfully at 1731306162739 2024-11-11T06:22:42,740 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731306161571.2b9cd178e38bfe12784344bd4d5474be., pid=10, masterSystemTime=1731306162702 2024-11-11T06:22:42,742 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731306161571.2b9cd178e38bfe12784344bd4d5474be. 2024-11-11T06:22:42,742 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731306161571.2b9cd178e38bfe12784344bd4d5474be. 2024-11-11T06:22:42,742 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=2b9cd178e38bfe12784344bd4d5474be, regionState=OPEN, openSeqNum=2, regionLocation=f334e8b0fbdf,35885,1731306150038 2024-11-11T06:22:42,744 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2b9cd178e38bfe12784344bd4d5474be, server=f334e8b0fbdf,35885,1731306150038 because future has completed 2024-11-11T06:22:42,747 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-11T06:22:42,747 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 2b9cd178e38bfe12784344bd4d5474be, server=f334e8b0fbdf,35885,1731306150038 in 195 msec 2024-11-11T06:22:42,748 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-11T06:22:42,748 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=2b9cd178e38bfe12784344bd4d5474be, ASSIGN in 352 msec 2024-11-11T06:22:42,749 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-11T06:22:42,749 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731306162749"}]},"ts":"1731306162749"} 2024-11-11T06:22:42,751 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-11T06:22:42,752 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-11T06:22:42,753 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1810 sec 2024-11-11T06:22:42,776 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731306161571.2b9cd178e38bfe12784344bd4d5474be., hostname=f334e8b0fbdf,35885,1731306150038, seqNum=2] 2024-11-11T06:22:42,783 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35885-0x10105b140750001, quorum=127.0.0.1:51279, baseZNode=/0-1680822688 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1680822688 2024-11-11T06:22:42,783 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42891-0x10105b140750000, quorum=127.0.0.1:51279, baseZNode=/0-1680822688 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1680822688 2024-11-11T06:22:42,786 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-11T06:22:42,939 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35885 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-11T06:22:42,939 INFO [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-11T06:22:42,968 INFO [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-f334e8b0fbdf,35885,1731306150038, ReplicationSource: 1, currentBandwidth=0 2024-11-11T06:22:42,969 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T06:22:42,969 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f334e8b0fbdf,35885,1731306150038, seqNum=-1] 2024-11-11T06:22:42,969 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T06:22:42,970 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35249, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientService 2024-11-11T06:22:42,972 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-f334e8b0fbdf,35885,1731306150038', locateType=CURRENT is [region=hbase:replication,,1731306161571.2b9cd178e38bfe12784344bd4d5474be., hostname=f334e8b0fbdf,35885,1731306150038, seqNum=2] 2024-11-11T06:22:42,975 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-11T06:22:42,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-11T06:22:42,977 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on f334e8b0fbdf,35885,1731306150038 suceeded 2024-11-11T06:22:42,978 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-11T06:22:42,978 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 191 msec 2024-11-11T06:22:42,978 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://f334e8b0fbdf:42169,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-11T06:22:42,980 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4150 sec 2024-11-11T06:22:42,996 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,35885,1731306150038 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='f334e8b0fbdf:42169' 2024-11-11T06:22:42,997 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,35885,1731306150038 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6e0dfebb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T06:22:42,997 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,35885,1731306150038 {}] client.ClusterIdFetcher(90): Going to request f334e8b0fbdf,42169,-1 for getting cluster id 2024-11-11T06:22:42,997 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,35885,1731306150038 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T06:22:42,999 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '15a600de-c153-4c9d-b8ef-82e01732a438' 2024-11-11T06:22:42,999 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T06:22:42,999 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "15a600de-c153-4c9d-b8ef-82e01732a438" 2024-11-11T06:22:43,000 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@56a59798, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T06:22:43,000 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f334e8b0fbdf,42169,-1] 2024-11-11T06:22:43,000 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T06:22:43,000 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T06:22:43,001 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46850, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientMetaService 2024-11-11T06:22:43,001 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,35885,1731306150038 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2bed54c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T06:22:43,001 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,35885,1731306150038 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T06:22:43,002 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncConnectionImpl(321): The fetched master address is f334e8b0fbdf,42169,1731306154165 2024-11-11T06:22:43,002 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6479dda0 2024-11-11T06:22:43,002 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T06:22:43,003 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46854, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=MasterService 2024-11-11T06:22:43,004 INFO [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,35885,1731306150038 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-f334e8b0fbdf,35885,1731306150038 (queues=1) is replicating from cluster=b564daa9-78c8-433e-9151-c219b8deb1d1 to cluster=15a600de-c153-4c9d-b8ef-82e01732a438 2024-11-11T06:22:43,004 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,35885,1731306150038 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=f334e8b0fbdf%2C35885%2C1731306150038 2024-11-11T06:22:43,004 INFO [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,35885,1731306150038 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-f334e8b0fbdf,35885,1731306150038, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-11T06:22:43,004 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,35885,1731306150038.replicationSource.wal-reader.f334e8b0fbdf%2C35885%2C1731306150038,1-f334e8b0fbdf,35885,1731306150038 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:44453/user/jenkins/test-data/9d540fb5-24c7-4ff7-fa58-3b9979a11333/WALs/f334e8b0fbdf,35885,1731306150038/f334e8b0fbdf%2C35885%2C1731306150038.1731306152029, startPosition=0, beingWritten=true 2024-11-11T06:22:43,006 INFO [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,35885,1731306150038.replicationSource.shipperf334e8b0fbdf%2C35885%2C1731306150038,1-f334e8b0fbdf,35885,1731306150038 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: f334e8b0fbdf%2C35885%2C1731306150038 2024-11-11T06:22:43,009 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,35885,1731306150038.replicationSource.wal-reader.f334e8b0fbdf%2C35885%2C1731306150038,1-f334e8b0fbdf,35885,1731306150038 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-11T06:22:43,010 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,35885,1731306150038.replicationSource.wal-reader.f334e8b0fbdf%2C35885%2C1731306150038,1-f334e8b0fbdf,35885,1731306150038 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44453/user/jenkins/test-data/9d540fb5-24c7-4ff7-fa58-3b9979a11333/WALs/f334e8b0fbdf,35885,1731306150038/f334e8b0fbdf%2C35885%2C1731306150038.1731306152029 to pos 379, reset compression=false 2024-11-11T06:22:43,010 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,35885,1731306150038.replicationSource.shipperf334e8b0fbdf%2C35885%2C1731306150038,1-f334e8b0fbdf,35885,1731306150038 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f334e8b0fbdf,35885,1731306150038 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44453/user/jenkins/test-data/9d540fb5-24c7-4ff7-fa58-3b9979a11333/WALs/f334e8b0fbdf,35885,1731306150038/f334e8b0fbdf%2C35885%2C1731306150038.1731306152029, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-11T06:22:43,214 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,35885,1731306150038.replicationSource.wal-reader.f334e8b0fbdf%2C35885%2C1731306150038,1-f334e8b0fbdf,35885,1731306150038 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44453/user/jenkins/test-data/9d540fb5-24c7-4ff7-fa58-3b9979a11333/WALs/f334e8b0fbdf,35885,1731306150038/f334e8b0fbdf%2C35885%2C1731306150038.1731306152029 to pos 379, reset compression=false 2024-11-11T06:22:43,518 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,35885,1731306150038.replicationSource.wal-reader.f334e8b0fbdf%2C35885%2C1731306150038,1-f334e8b0fbdf,35885,1731306150038 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44453/user/jenkins/test-data/9d540fb5-24c7-4ff7-fa58-3b9979a11333/WALs/f334e8b0fbdf,35885,1731306150038/f334e8b0fbdf%2C35885%2C1731306150038.1731306152029 to pos 379, reset compression=false 2024-11-11T06:22:43,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42891 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T06:22:43,720 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-11T06:22:43,720 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T06:22:43,720 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:232) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:194) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T06:22:43,720 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T06:22:43,720 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T06:22:43,720 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T06:22:43,721 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@682dc81b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T06:22:43,721 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f334e8b0fbdf,42169,-1 for getting cluster id 2024-11-11T06:22:43,721 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T06:22:43,722 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '15a600de-c153-4c9d-b8ef-82e01732a438' 2024-11-11T06:22:43,722 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T06:22:43,722 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "15a600de-c153-4c9d-b8ef-82e01732a438" 2024-11-11T06:22:43,722 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@69596bb4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T06:22:43,722 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f334e8b0fbdf,42169,-1] 2024-11-11T06:22:43,723 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T06:22:43,723 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T06:22:43,724 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46870, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T06:22:43,724 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f403842, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T06:22:43,724 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T06:22:43,725 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is f334e8b0fbdf,42169,1731306154165 2024-11-11T06:22:43,725 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5dd9861f 2024-11-11T06:22:43,726 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T06:22:43,726 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46882, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T06:22:43,727 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42169 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://f334e8b0fbdf:42891,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-11T06:22:43,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42169 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-11T06:22:43,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42169 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T06:22:43,730 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='f334e8b0fbdf:42891' 2024-11-11T06:22:43,731 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@89e6f2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T06:22:43,731 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request f334e8b0fbdf,42891,-1 for getting cluster id 2024-11-11T06:22:43,731 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T06:22:43,732 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b564daa9-78c8-433e-9151-c219b8deb1d1' 2024-11-11T06:22:43,732 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T06:22:43,732 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b564daa9-78c8-433e-9151-c219b8deb1d1" 2024-11-11T06:22:43,732 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@241d24b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T06:22:43,732 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f334e8b0fbdf,42891,-1] 2024-11-11T06:22:43,732 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T06:22:43,732 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T06:22:43,733 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52372, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T06:22:43,734 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1810dbf1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T06:22:43,734 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T06:22:43,734 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncConnectionImpl(321): The fetched master address is f334e8b0fbdf,42891,1731306149986 2024-11-11T06:22:43,734 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2ba7babb 2024-11-11T06:22:43,734 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T06:22:43,735 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52380, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T06:22:43,736 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-11T06:22:43,736 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-11T06:22:43,736 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T06:22:43,736 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T06:22:43,736 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T06:22:43,736 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T06:22:43,738 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-11T06:22:43,739 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-11T06:22:43,739 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:22:43,740 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-11T06:22:43,745 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38777 is added to blk_1073741837_1013 (size=1138) 2024-11-11T06:22:43,788 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-11T06:22:43,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42169 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T06:22:43,882 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-11T06:22:43,903 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T06:22:43,904 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T06:22:43,904 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T06:22:43,904 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T06:22:43,905 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T06:22:43,905 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T06:22:43,918 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T06:22:43,922 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T06:22:43,922 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,35885,1731306150038.replicationSource.wal-reader.f334e8b0fbdf%2C35885%2C1731306150038,1-f334e8b0fbdf,35885,1731306150038 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44453/user/jenkins/test-data/9d540fb5-24c7-4ff7-fa58-3b9979a11333/WALs/f334e8b0fbdf,35885,1731306150038/f334e8b0fbdf%2C35885%2C1731306150038.1731306152029 to pos 379, reset compression=false 2024-11-11T06:22:43,938 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-11T06:22:44,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42169 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T06:22:44,148 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 928a900b9f93fa9affb95b2b0cd332fb, NAME => 'hbase:replication,,1731306163736.928a900b9f93fa9affb95b2b0cd332fb.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39195/user/jenkins/test-data/f7c9a3c2-ca09-5ef0-8ad6-202de407bfc3 2024-11-11T06:22:44,153 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38777 is added to blk_1073741838_1014 (size=44) 2024-11-11T06:22:44,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42169 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T06:22:44,427 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,35885,1731306150038.replicationSource.wal-reader.f334e8b0fbdf%2C35885%2C1731306150038,1-f334e8b0fbdf,35885,1731306150038 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44453/user/jenkins/test-data/9d540fb5-24c7-4ff7-fa58-3b9979a11333/WALs/f334e8b0fbdf,35885,1731306150038/f334e8b0fbdf%2C35885%2C1731306150038.1731306152029 to pos 379, reset compression=false 2024-11-11T06:22:44,554 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731306163736.928a900b9f93fa9affb95b2b0cd332fb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T06:22:44,554 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 928a900b9f93fa9affb95b2b0cd332fb, disabling compactions & flushes 2024-11-11T06:22:44,554 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731306163736.928a900b9f93fa9affb95b2b0cd332fb. 2024-11-11T06:22:44,554 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731306163736.928a900b9f93fa9affb95b2b0cd332fb. 2024-11-11T06:22:44,554 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731306163736.928a900b9f93fa9affb95b2b0cd332fb. after waiting 0 ms 2024-11-11T06:22:44,554 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731306163736.928a900b9f93fa9affb95b2b0cd332fb. 2024-11-11T06:22:44,554 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731306163736.928a900b9f93fa9affb95b2b0cd332fb. 2024-11-11T06:22:44,554 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 928a900b9f93fa9affb95b2b0cd332fb: Waiting for close lock at 1731306164554Disabling compacts and flushes for region at 1731306164554Disabling writes for close at 1731306164554Writing region close event to WAL at 1731306164554Closed at 1731306164554 2024-11-11T06:22:44,555 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-11T06:22:44,555 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731306163736.928a900b9f93fa9affb95b2b0cd332fb.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731306164555"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731306164555"}]},"ts":"1731306164555"} 2024-11-11T06:22:44,557 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-11T06:22:44,558 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-11T06:22:44,558 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731306164558"}]},"ts":"1731306164558"} 2024-11-11T06:22:44,560 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-11T06:22:44,560 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=928a900b9f93fa9affb95b2b0cd332fb, ASSIGN}] 2024-11-11T06:22:44,561 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=928a900b9f93fa9affb95b2b0cd332fb, ASSIGN 2024-11-11T06:22:44,561 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=928a900b9f93fa9affb95b2b0cd332fb, ASSIGN; state=OFFLINE, location=f334e8b0fbdf,38445,1731306154204; forceNewPlan=false, retain=false 2024-11-11T06:22:44,712 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=928a900b9f93fa9affb95b2b0cd332fb, regionState=OPENING, regionLocation=f334e8b0fbdf,38445,1731306154204 2024-11-11T06:22:44,714 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=928a900b9f93fa9affb95b2b0cd332fb, ASSIGN because future has completed 2024-11-11T06:22:44,715 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 928a900b9f93fa9affb95b2b0cd332fb, server=f334e8b0fbdf,38445,1731306154204}] 2024-11-11T06:22:44,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42169 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T06:22:44,871 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731306163736.928a900b9f93fa9affb95b2b0cd332fb. 2024-11-11T06:22:44,871 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T06:22:44,871 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-11T06:22:44,873 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f334e8b0fbdf%2C38445%2C1731306154204.rep, suffix=, logDir=hdfs://localhost:39195/user/jenkins/test-data/f7c9a3c2-ca09-5ef0-8ad6-202de407bfc3/WALs/f334e8b0fbdf,38445,1731306154204, archiveDir=hdfs://localhost:39195/user/jenkins/test-data/f7c9a3c2-ca09-5ef0-8ad6-202de407bfc3/oldWALs, maxLogs=10 2024-11-11T06:22:44,886 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/f7c9a3c2-ca09-5ef0-8ad6-202de407bfc3/WALs/f334e8b0fbdf,38445,1731306154204/f334e8b0fbdf%2C38445%2C1731306154204.rep.1731306164873, exclude list is [], retry=0 2024-11-11T06:22:44,888 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38777,DS-feb54f8d-eecb-4791-87d5-7237e98d2b6b,DISK] 2024-11-11T06:22:44,889 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/f7c9a3c2-ca09-5ef0-8ad6-202de407bfc3/WALs/f334e8b0fbdf,38445,1731306154204/f334e8b0fbdf%2C38445%2C1731306154204.rep.1731306164873 2024-11-11T06:22:44,890 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38149:38149)] 2024-11-11T06:22:44,890 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 928a900b9f93fa9affb95b2b0cd332fb, NAME => 'hbase:replication,,1731306163736.928a900b9f93fa9affb95b2b0cd332fb.', STARTKEY => '', ENDKEY => ''} 2024-11-11T06:22:44,890 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-11T06:22:44,890 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-11T06:22:44,890 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731306163736.928a900b9f93fa9affb95b2b0cd332fb. service=MultiRowMutationService 2024-11-11T06:22:44,890 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-11T06:22:44,890 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 928a900b9f93fa9affb95b2b0cd332fb 2024-11-11T06:22:44,890 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731306163736.928a900b9f93fa9affb95b2b0cd332fb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T06:22:44,890 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 928a900b9f93fa9affb95b2b0cd332fb 2024-11-11T06:22:44,890 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 928a900b9f93fa9affb95b2b0cd332fb 2024-11-11T06:22:44,892 INFO [StoreOpener-928a900b9f93fa9affb95b2b0cd332fb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 928a900b9f93fa9affb95b2b0cd332fb 2024-11-11T06:22:44,893 INFO [StoreOpener-928a900b9f93fa9affb95b2b0cd332fb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 928a900b9f93fa9affb95b2b0cd332fb columnFamilyName hfileref 2024-11-11T06:22:44,893 DEBUG [StoreOpener-928a900b9f93fa9affb95b2b0cd332fb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:22:44,893 INFO [StoreOpener-928a900b9f93fa9affb95b2b0cd332fb-1 {}] regionserver.HStore(327): Store=928a900b9f93fa9affb95b2b0cd332fb/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T06:22:44,893 INFO [StoreOpener-928a900b9f93fa9affb95b2b0cd332fb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 928a900b9f93fa9affb95b2b0cd332fb 2024-11-11T06:22:44,894 INFO [StoreOpener-928a900b9f93fa9affb95b2b0cd332fb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 928a900b9f93fa9affb95b2b0cd332fb columnFamilyName queue 2024-11-11T06:22:44,894 DEBUG [StoreOpener-928a900b9f93fa9affb95b2b0cd332fb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:22:44,894 INFO [StoreOpener-928a900b9f93fa9affb95b2b0cd332fb-1 {}] regionserver.HStore(327): Store=928a900b9f93fa9affb95b2b0cd332fb/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T06:22:44,894 INFO [StoreOpener-928a900b9f93fa9affb95b2b0cd332fb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 928a900b9f93fa9affb95b2b0cd332fb 2024-11-11T06:22:44,895 INFO [StoreOpener-928a900b9f93fa9affb95b2b0cd332fb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 928a900b9f93fa9affb95b2b0cd332fb columnFamilyName sid 2024-11-11T06:22:44,895 DEBUG [StoreOpener-928a900b9f93fa9affb95b2b0cd332fb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:22:44,895 INFO [StoreOpener-928a900b9f93fa9affb95b2b0cd332fb-1 {}] regionserver.HStore(327): Store=928a900b9f93fa9affb95b2b0cd332fb/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T06:22:44,895 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 928a900b9f93fa9affb95b2b0cd332fb 2024-11-11T06:22:44,896 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39195/user/jenkins/test-data/f7c9a3c2-ca09-5ef0-8ad6-202de407bfc3/data/hbase/replication/928a900b9f93fa9affb95b2b0cd332fb 2024-11-11T06:22:44,896 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39195/user/jenkins/test-data/f7c9a3c2-ca09-5ef0-8ad6-202de407bfc3/data/hbase/replication/928a900b9f93fa9affb95b2b0cd332fb 2024-11-11T06:22:44,897 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 928a900b9f93fa9affb95b2b0cd332fb 2024-11-11T06:22:44,897 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 928a900b9f93fa9affb95b2b0cd332fb 2024-11-11T06:22:44,897 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-11T06:22:44,898 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 928a900b9f93fa9affb95b2b0cd332fb 2024-11-11T06:22:44,899 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39195/user/jenkins/test-data/f7c9a3c2-ca09-5ef0-8ad6-202de407bfc3/data/hbase/replication/928a900b9f93fa9affb95b2b0cd332fb/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T06:22:44,900 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 928a900b9f93fa9affb95b2b0cd332fb; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66823085, jitterRate=-0.004258438944816589}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-11T06:22:44,900 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 928a900b9f93fa9affb95b2b0cd332fb 2024-11-11T06:22:44,900 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 928a900b9f93fa9affb95b2b0cd332fb: Running coprocessor pre-open hook at 1731306164891Writing region info on filesystem at 1731306164891Initializing all the Stores at 1731306164891Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731306164891Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731306164891Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731306164891Cleaning up temporary data from old regions at 1731306164897 (+6 ms)Running coprocessor post-open hooks at 1731306164900 (+3 ms)Region opened successfully at 1731306164900 2024-11-11T06:22:44,901 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731306163736.928a900b9f93fa9affb95b2b0cd332fb., pid=10, masterSystemTime=1731306164867 2024-11-11T06:22:44,903 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731306163736.928a900b9f93fa9affb95b2b0cd332fb. 2024-11-11T06:22:44,903 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731306163736.928a900b9f93fa9affb95b2b0cd332fb. 2024-11-11T06:22:44,903 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=928a900b9f93fa9affb95b2b0cd332fb, regionState=OPEN, openSeqNum=2, regionLocation=f334e8b0fbdf,38445,1731306154204 2024-11-11T06:22:44,905 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 928a900b9f93fa9affb95b2b0cd332fb, server=f334e8b0fbdf,38445,1731306154204 because future has completed 2024-11-11T06:22:44,908 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-11T06:22:44,908 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 928a900b9f93fa9affb95b2b0cd332fb, server=f334e8b0fbdf,38445,1731306154204 in 191 msec 2024-11-11T06:22:44,909 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-11T06:22:44,909 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=928a900b9f93fa9affb95b2b0cd332fb, ASSIGN in 348 msec 2024-11-11T06:22:44,910 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-11T06:22:44,910 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731306164910"}]},"ts":"1731306164910"} 2024-11-11T06:22:44,912 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-11T06:22:44,912 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-11T06:22:44,914 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1760 sec 2024-11-11T06:22:44,942 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731306163736.928a900b9f93fa9affb95b2b0cd332fb., hostname=f334e8b0fbdf,38445,1731306154204, seqNum=2] 2024-11-11T06:22:44,948 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42169-0x10105b140750003, quorum=127.0.0.1:51279, baseZNode=/17878825 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/17878825 2024-11-11T06:22:44,948 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38445-0x10105b140750004, quorum=127.0.0.1:51279, baseZNode=/17878825 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/17878825 2024-11-11T06:22:44,953 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-11T06:22:45,032 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,35885,1731306150038.replicationSource.wal-reader.f334e8b0fbdf%2C35885%2C1731306150038,1-f334e8b0fbdf,35885,1731306150038 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44453/user/jenkins/test-data/9d540fb5-24c7-4ff7-fa58-3b9979a11333/WALs/f334e8b0fbdf,35885,1731306150038/f334e8b0fbdf%2C35885%2C1731306150038.1731306152029 to pos 379, reset compression=false 2024-11-11T06:22:45,105 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38445 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-11T06:22:45,105 INFO [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-11T06:22:45,140 INFO [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-f334e8b0fbdf,38445,1731306154204, ReplicationSource: 1, currentBandwidth=0 2024-11-11T06:22:45,140 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T06:22:45,140 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f334e8b0fbdf,38445,1731306154204, seqNum=-1] 2024-11-11T06:22:45,141 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T06:22:45,142 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53781, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientService 2024-11-11T06:22:45,144 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-f334e8b0fbdf,38445,1731306154204', locateType=CURRENT is [region=hbase:replication,,1731306163736.928a900b9f93fa9affb95b2b0cd332fb., hostname=f334e8b0fbdf,38445,1731306154204, seqNum=2] 2024-11-11T06:22:45,146 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-11T06:22:45,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42169 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-11T06:22:45,149 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on f334e8b0fbdf,38445,1731306154204 suceeded 2024-11-11T06:22:45,150 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-11T06:22:45,151 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 196 msec 2024-11-11T06:22:45,151 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://f334e8b0fbdf:42891,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-11T06:22:45,152 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4240 sec 2024-11-11T06:22:45,161 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,38445,1731306154204 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='f334e8b0fbdf:42891' 2024-11-11T06:22:45,162 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,38445,1731306154204 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@51bcb9f7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T06:22:45,162 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,38445,1731306154204 {}] client.ClusterIdFetcher(90): Going to request f334e8b0fbdf,42891,-1 for getting cluster id 2024-11-11T06:22:45,162 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,38445,1731306154204 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T06:22:45,163 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b564daa9-78c8-433e-9151-c219b8deb1d1' 2024-11-11T06:22:45,163 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T06:22:45,163 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b564daa9-78c8-433e-9151-c219b8deb1d1" 2024-11-11T06:22:45,163 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@62b2d480, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T06:22:45,163 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f334e8b0fbdf,42891,-1] 2024-11-11T06:22:45,164 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T06:22:45,164 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T06:22:45,165 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52396, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientMetaService 2024-11-11T06:22:45,165 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,38445,1731306154204 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@19912e3e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T06:22:45,165 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,38445,1731306154204 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T06:22:45,166 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is f334e8b0fbdf,42891,1731306149986 2024-11-11T06:22:45,166 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1ef95749 2024-11-11T06:22:45,166 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T06:22:45,167 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52404, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=MasterService 2024-11-11T06:22:45,167 INFO [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,38445,1731306154204 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-f334e8b0fbdf,38445,1731306154204 (queues=1) is replicating from cluster=15a600de-c153-4c9d-b8ef-82e01732a438 to cluster=b564daa9-78c8-433e-9151-c219b8deb1d1 2024-11-11T06:22:45,167 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,38445,1731306154204 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=f334e8b0fbdf%2C38445%2C1731306154204 2024-11-11T06:22:45,167 INFO [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,38445,1731306154204 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-f334e8b0fbdf,38445,1731306154204, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-11T06:22:45,168 INFO [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,38445,1731306154204.replicationSource.shipperf334e8b0fbdf%2C38445%2C1731306154204,1-f334e8b0fbdf,38445,1731306154204 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: f334e8b0fbdf%2C38445%2C1731306154204 2024-11-11T06:22:45,168 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,38445,1731306154204.replicationSource.wal-reader.f334e8b0fbdf%2C38445%2C1731306154204,1-f334e8b0fbdf,38445,1731306154204 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:39195/user/jenkins/test-data/f7c9a3c2-ca09-5ef0-8ad6-202de407bfc3/WALs/f334e8b0fbdf,38445,1731306154204/f334e8b0fbdf%2C38445%2C1731306154204.1731306156189, startPosition=0, beingWritten=true 2024-11-11T06:22:45,174 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,38445,1731306154204.replicationSource.wal-reader.f334e8b0fbdf%2C38445%2C1731306154204,1-f334e8b0fbdf,38445,1731306154204 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-11T06:22:45,174 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,38445,1731306154204.replicationSource.wal-reader.f334e8b0fbdf%2C38445%2C1731306154204,1-f334e8b0fbdf,38445,1731306154204 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39195/user/jenkins/test-data/f7c9a3c2-ca09-5ef0-8ad6-202de407bfc3/WALs/f334e8b0fbdf,38445,1731306154204/f334e8b0fbdf%2C38445%2C1731306154204.1731306156189 to pos 379, reset compression=false 2024-11-11T06:22:45,174 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,38445,1731306154204.replicationSource.shipperf334e8b0fbdf%2C38445%2C1731306154204,1-f334e8b0fbdf,38445,1731306154204 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f334e8b0fbdf,38445,1731306154204 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39195/user/jenkins/test-data/f7c9a3c2-ca09-5ef0-8ad6-202de407bfc3/WALs/f334e8b0fbdf,38445,1731306154204/f334e8b0fbdf%2C38445%2C1731306154204.1731306156189, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-11T06:22:45,378 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,38445,1731306154204.replicationSource.wal-reader.f334e8b0fbdf%2C38445%2C1731306154204,1-f334e8b0fbdf,38445,1731306154204 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39195/user/jenkins/test-data/f7c9a3c2-ca09-5ef0-8ad6-202de407bfc3/WALs/f334e8b0fbdf,38445,1731306154204/f334e8b0fbdf%2C38445%2C1731306154204.1731306156189 to pos 379, reset compression=false 2024-11-11T06:22:45,683 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,38445,1731306154204.replicationSource.wal-reader.f334e8b0fbdf%2C38445%2C1731306154204,1-f334e8b0fbdf,38445,1731306154204 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39195/user/jenkins/test-data/f7c9a3c2-ca09-5ef0-8ad6-202de407bfc3/WALs/f334e8b0fbdf,38445,1731306154204/f334e8b0fbdf%2C38445%2C1731306154204.1731306156189 to pos 379, reset compression=false 2024-11-11T06:22:45,736 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,35885,1731306150038.replicationSource.wal-reader.f334e8b0fbdf%2C35885%2C1731306150038,1-f334e8b0fbdf,35885,1731306150038 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44453/user/jenkins/test-data/9d540fb5-24c7-4ff7-fa58-3b9979a11333/WALs/f334e8b0fbdf,35885,1731306150038/f334e8b0fbdf%2C35885%2C1731306150038.1731306152029 to pos 379, reset compression=false 2024-11-11T06:22:45,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42169 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T06:22:45,880 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-11T06:22:45,880 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T06:22:45,880 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:233) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:194) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T06:22:45,881 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T06:22:45,881 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T06:22:45,881 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T06:22:45,881 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T06:22:45,885 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44453/user/jenkins/test-data/9d540fb5-24c7-4ff7-fa58-3b9979a11333/testHFileCyclicReplication_01/f/hfile_0 is 36, key is aaaa/f:row/1731306165884/Put/seqid=0 2024-11-11T06:22:45,889 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33547 is added to blk_1073741840_1016 (size=7894) 2024-11-11T06:22:46,086 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,38445,1731306154204.replicationSource.wal-reader.f334e8b0fbdf%2C38445%2C1731306154204,1-f334e8b0fbdf,38445,1731306154204 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39195/user/jenkins/test-data/f7c9a3c2-ca09-5ef0-8ad6-202de407bfc3/WALs/f334e8b0fbdf,38445,1731306154204/f334e8b0fbdf%2C38445%2C1731306154204.1731306156189 to pos 379, reset compression=false 2024-11-11T06:22:46,291 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44453/user/jenkins/test-data/9d540fb5-24c7-4ff7-fa58-3b9979a11333/testHFileCyclicReplication_01/f/hfile_1 is 34, key is ddd/f:row/1731306166291/Put/seqid=0 2024-11-11T06:22:46,295 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33547 is added to blk_1073741841_1017 (size=7691) 2024-11-11T06:22:46,540 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,35885,1731306150038.replicationSource.wal-reader.f334e8b0fbdf%2C35885%2C1731306150038,1-f334e8b0fbdf,35885,1731306150038 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44453/user/jenkins/test-data/9d540fb5-24c7-4ff7-fa58-3b9979a11333/WALs/f334e8b0fbdf,35885,1731306150038/f334e8b0fbdf%2C35885%2C1731306150038.1731306152029 to pos 379, reset compression=false 2024-11-11T06:22:46,591 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,38445,1731306154204.replicationSource.wal-reader.f334e8b0fbdf%2C38445%2C1731306154204,1-f334e8b0fbdf,38445,1731306154204 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39195/user/jenkins/test-data/f7c9a3c2-ca09-5ef0-8ad6-202de407bfc3/WALs/f334e8b0fbdf,38445,1731306154204/f334e8b0fbdf%2C38445%2C1731306154204.1731306156189 to pos 379, reset compression=false 2024-11-11T06:22:46,697 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c5abca2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T06:22:46,697 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f334e8b0fbdf,42891,-1 for getting cluster id 2024-11-11T06:22:46,697 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T06:22:46,698 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b564daa9-78c8-433e-9151-c219b8deb1d1' 2024-11-11T06:22:46,698 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T06:22:46,698 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b564daa9-78c8-433e-9151-c219b8deb1d1" 2024-11-11T06:22:46,699 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a339078, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T06:22:46,699 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f334e8b0fbdf,42891,-1] 2024-11-11T06:22:46,699 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T06:22:46,699 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T06:22:46,700 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52416, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T06:22:46,700 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d85e558, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T06:22:46,701 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T06:22:46,701 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f334e8b0fbdf,35885,1731306150038, seqNum=-1] 2024-11-11T06:22:46,702 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T06:22:46,702 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49812, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T06:22:46,710 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T06:22:46,711 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is f334e8b0fbdf,42891,1731306149986 2024-11-11T06:22:46,711 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@20824e12 2024-11-11T06:22:46,711 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T06:22:46,712 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52422, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T06:22:46,716 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731306157242.a1e5f2a8129a004338c38add09e856ff., hostname=f334e8b0fbdf,35885,1731306150038, seqNum=2] 2024-11-11T06:22:46,719 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-11T06:22:46,724 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:44453/user/jenkins/test-data/9d540fb5-24c7-4ff7-fa58-3b9979a11333/testHFileCyclicReplication_01/f/hfile_0 first=Optional[aaaa] last=Optional[cccc] 2024-11-11T06:22:46,727 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:44453/user/jenkins/test-data/9d540fb5-24c7-4ff7-fa58-3b9979a11333/testHFileCyclicReplication_01/f/hfile_1 first=Optional[ddd] last=Optional[fff] 2024-11-11T06:22:46,731 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35885 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:44453/user/jenkins/test-data/9d540fb5-24c7-4ff7-fa58-3b9979a11333/testHFileCyclicReplication_01/f/hfile_1 for inclusion in a1e5f2a8129a004338c38add09e856ff/f 2024-11-11T06:22:46,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35885 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-11T06:22:46,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35885 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-11T06:22:46,734 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35885 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:44453/user/jenkins/test-data/9d540fb5-24c7-4ff7-fa58-3b9979a11333/testHFileCyclicReplication_01/f/hfile_0 for inclusion in a1e5f2a8129a004338c38add09e856ff/f 2024-11-11T06:22:46,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35885 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-11T06:22:46,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35885 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-11T06:22:46,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35885 {}] regionserver.HRegion(2603): Flush status journal for a1e5f2a8129a004338c38add09e856ff: 2024-11-11T06:22:46,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35885 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:44453/user/jenkins/test-data/9d540fb5-24c7-4ff7-fa58-3b9979a11333/testHFileCyclicReplication_01/f/hfile_1 to hdfs://localhost:44453/user/jenkins/test-data/9d540fb5-24c7-4ff7-fa58-3b9979a11333/staging/jenkins__test__905953q5a4k62co280gcspb0iapvsee8a5bv8rk4h2ouopueipg5b9jctk1ho0ge/f/hfile_1 2024-11-11T06:22:46,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35885 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44453/user/jenkins/test-data/9d540fb5-24c7-4ff7-fa58-3b9979a11333/staging/jenkins__test__905953q5a4k62co280gcspb0iapvsee8a5bv8rk4h2ouopueipg5b9jctk1ho0ge/f/hfile_1 as hdfs://localhost:44453/user/jenkins/test-data/9d540fb5-24c7-4ff7-fa58-3b9979a11333/data/default/test/a1e5f2a8129a004338c38add09e856ff/f/feda898010cd4a1082669b78cbfc9213_SeqId_4_ 2024-11-11T06:22:46,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35885 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:44453/user/jenkins/test-data/9d540fb5-24c7-4ff7-fa58-3b9979a11333/testHFileCyclicReplication_01/f/hfile_0 to hdfs://localhost:44453/user/jenkins/test-data/9d540fb5-24c7-4ff7-fa58-3b9979a11333/staging/jenkins__test__905953q5a4k62co280gcspb0iapvsee8a5bv8rk4h2ouopueipg5b9jctk1ho0ge/f/hfile_0 2024-11-11T06:22:46,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35885 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44453/user/jenkins/test-data/9d540fb5-24c7-4ff7-fa58-3b9979a11333/staging/jenkins__test__905953q5a4k62co280gcspb0iapvsee8a5bv8rk4h2ouopueipg5b9jctk1ho0ge/f/hfile_0 as hdfs://localhost:44453/user/jenkins/test-data/9d540fb5-24c7-4ff7-fa58-3b9979a11333/data/default/test/a1e5f2a8129a004338c38add09e856ff/f/a95df2fcb28a47d895b8178471420dc0_SeqId_4_ 2024-11-11T06:22:46,744 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35885 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:44453/user/jenkins/test-data/9d540fb5-24c7-4ff7-fa58-3b9979a11333/staging/jenkins__test__905953q5a4k62co280gcspb0iapvsee8a5bv8rk4h2ouopueipg5b9jctk1ho0ge/f/hfile_1 into a1e5f2a8129a004338c38add09e856ff/f as hdfs://localhost:44453/user/jenkins/test-data/9d540fb5-24c7-4ff7-fa58-3b9979a11333/data/default/test/a1e5f2a8129a004338c38add09e856ff/f/feda898010cd4a1082669b78cbfc9213_SeqId_4_ - updating store file list. 2024-11-11T06:22:46,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35885 {}] regionserver.HStoreFile(483): HFile Bloom filter type for feda898010cd4a1082669b78cbfc9213_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-11T06:22:46,748 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35885 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:44453/user/jenkins/test-data/9d540fb5-24c7-4ff7-fa58-3b9979a11333/data/default/test/a1e5f2a8129a004338c38add09e856ff/f/feda898010cd4a1082669b78cbfc9213_SeqId_4_ into a1e5f2a8129a004338c38add09e856ff/f 2024-11-11T06:22:46,748 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35885 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:44453/user/jenkins/test-data/9d540fb5-24c7-4ff7-fa58-3b9979a11333/staging/jenkins__test__905953q5a4k62co280gcspb0iapvsee8a5bv8rk4h2ouopueipg5b9jctk1ho0ge/f/hfile_1 into a1e5f2a8129a004338c38add09e856ff/f (new location: hdfs://localhost:44453/user/jenkins/test-data/9d540fb5-24c7-4ff7-fa58-3b9979a11333/data/default/test/a1e5f2a8129a004338c38add09e856ff/f/feda898010cd4a1082669b78cbfc9213_SeqId_4_) 2024-11-11T06:22:46,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35885 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:44453/user/jenkins/test-data/9d540fb5-24c7-4ff7-fa58-3b9979a11333/staging/jenkins__test__905953q5a4k62co280gcspb0iapvsee8a5bv8rk4h2ouopueipg5b9jctk1ho0ge/f/hfile_1 2024-11-11T06:22:46,750 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35885 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:44453/user/jenkins/test-data/9d540fb5-24c7-4ff7-fa58-3b9979a11333/staging/jenkins__test__905953q5a4k62co280gcspb0iapvsee8a5bv8rk4h2ouopueipg5b9jctk1ho0ge/f/hfile_0 into a1e5f2a8129a004338c38add09e856ff/f as hdfs://localhost:44453/user/jenkins/test-data/9d540fb5-24c7-4ff7-fa58-3b9979a11333/data/default/test/a1e5f2a8129a004338c38add09e856ff/f/a95df2fcb28a47d895b8178471420dc0_SeqId_4_ - updating store file list. 2024-11-11T06:22:46,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35885 {}] regionserver.HStoreFile(483): HFile Bloom filter type for a95df2fcb28a47d895b8178471420dc0_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-11T06:22:46,754 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35885 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:44453/user/jenkins/test-data/9d540fb5-24c7-4ff7-fa58-3b9979a11333/data/default/test/a1e5f2a8129a004338c38add09e856ff/f/a95df2fcb28a47d895b8178471420dc0_SeqId_4_ into a1e5f2a8129a004338c38add09e856ff/f 2024-11-11T06:22:46,754 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35885 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:44453/user/jenkins/test-data/9d540fb5-24c7-4ff7-fa58-3b9979a11333/staging/jenkins__test__905953q5a4k62co280gcspb0iapvsee8a5bv8rk4h2ouopueipg5b9jctk1ho0ge/f/hfile_0 into a1e5f2a8129a004338c38add09e856ff/f (new location: hdfs://localhost:44453/user/jenkins/test-data/9d540fb5-24c7-4ff7-fa58-3b9979a11333/data/default/test/a1e5f2a8129a004338c38add09e856ff/f/a95df2fcb28a47d895b8178471420dc0_SeqId_4_) 2024-11-11T06:22:46,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35885 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:44453/user/jenkins/test-data/9d540fb5-24c7-4ff7-fa58-3b9979a11333/staging/jenkins__test__905953q5a4k62co280gcspb0iapvsee8a5bv8rk4h2ouopueipg5b9jctk1ho0ge/f/hfile_0 2024-11-11T06:22:46,756 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T06:22:46,756 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:205) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T06:22:46,756 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T06:22:46,756 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T06:22:46,756 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T06:22:46,756 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731306157242.a1e5f2a8129a004338c38add09e856ff., hostname=f334e8b0fbdf,35885,1731306150038, seqNum=2 , the old value is region=test,,1731306157242.a1e5f2a8129a004338c38add09e856ff., hostname=f334e8b0fbdf,35885,1731306150038, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=f334e8b0fbdf:35885 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-11T06:22:46,756 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731306157242.a1e5f2a8129a004338c38add09e856ff., hostname=f334e8b0fbdf,35885,1731306150038, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-11T06:22:46,757 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731306157242.a1e5f2a8129a004338c38add09e856ff., hostname=f334e8b0fbdf,35885,1731306150038, seqNum=2 from cache 2024-11-11T06:22:46,757 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T06:22:46,757 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-11T06:22:46,758 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f334e8b0fbdf,38445,1731306154204, seqNum=-1] 2024-11-11T06:22:46,758 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T06:22:46,759 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33744, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T06:22:46,761 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731306159403.cd0b53213cc0c269e74f844ff43a4d33., hostname=f334e8b0fbdf,38445,1731306154204, seqNum=2] 2024-11-11T06:22:46,762 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-11T06:22:46,860 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f334e8b0fbdf:35885 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-11T06:22:47,195 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,38445,1731306154204.replicationSource.wal-reader.f334e8b0fbdf%2C38445%2C1731306154204,1-f334e8b0fbdf,38445,1731306154204 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39195/user/jenkins/test-data/f7c9a3c2-ca09-5ef0-8ad6-202de407bfc3/WALs/f334e8b0fbdf,38445,1731306154204/f334e8b0fbdf%2C38445%2C1731306154204.1731306156189 to pos 379, reset compression=false 2024-11-11T06:22:47,444 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,35885,1731306150038.replicationSource.wal-reader.f334e8b0fbdf%2C35885%2C1731306150038,1-f334e8b0fbdf,35885,1731306150038 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44453/user/jenkins/test-data/9d540fb5-24c7-4ff7-fa58-3b9979a11333/WALs/f334e8b0fbdf,35885,1731306150038/f334e8b0fbdf%2C35885%2C1731306150038.1731306152029 to pos 379, reset compression=false 2024-11-11T06:22:47,449 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,35885,1731306150038.replicationSource.wal-reader.f334e8b0fbdf%2C35885%2C1731306150038,1-f334e8b0fbdf,35885,1731306150038 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-11T06:22:47,449 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,35885,1731306150038.replicationSource.shipperf334e8b0fbdf%2C35885%2C1731306150038,1-f334e8b0fbdf,35885,1731306150038 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f334e8b0fbdf,35885,1731306150038 got entry batch from reader: WALEntryBatch [walEntries=[{test/a1e5f2a8129a004338c38add09e856ff/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731306166754/Put/vlen=190/seqid=0; >],8301}], lastWalPath=hdfs://localhost:44453/user/jenkins/test-data/9d540fb5-24c7-4ff7-fa58-3b9979a11333/WALs/f334e8b0fbdf,35885,1731306150038/f334e8b0fbdf%2C35885%2C1731306150038.1731306152029, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8301, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-11T06:22:47,451 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,35885,1731306150038.replicationSource.shipperf334e8b0fbdf%2C35885%2C1731306150038,1-f334e8b0fbdf,35885,1731306150038 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-11T06:22:47,452 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33758, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=AdminService 2024-11-11T06:22:47,453 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38445 {}] regionserver.ReplicationSink(318): Replicating [b564daa9-78c8-433e-9151-c219b8deb1d1] bulk loaded data 2024-11-11T06:22:47,453 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38445 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@274e7df6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T06:22:47,454 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38445 {}] client.ClusterIdFetcher(90): Going to request f334e8b0fbdf,42169,-1 for getting cluster id 2024-11-11T06:22:47,454 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38445 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T06:22:47,454 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '15a600de-c153-4c9d-b8ef-82e01732a438' 2024-11-11T06:22:47,454 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T06:22:47,454 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "15a600de-c153-4c9d-b8ef-82e01732a438" 2024-11-11T06:22:47,455 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@39a3f59, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T06:22:47,455 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f334e8b0fbdf,42169,-1] 2024-11-11T06:22:47,455 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T06:22:47,455 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T06:22:47,455 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46894, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientMetaService 2024-11-11T06:22:47,456 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38445 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1314fce0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T06:22:47,467 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38777 is added to blk_1073741840_1016 (size=7691) 2024-11-11T06:22:47,649 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,35885,1731306150038.replicationSource.wal-reader.f334e8b0fbdf%2C35885%2C1731306150038,1-f334e8b0fbdf,35885,1731306150038 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44453/user/jenkins/test-data/9d540fb5-24c7-4ff7-fa58-3b9979a11333/WALs/f334e8b0fbdf,35885,1731306150038/f334e8b0fbdf%2C35885%2C1731306150038.1731306152029 to pos 687, reset compression=false 2024-11-11T06:22:47,765 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-11T06:22:47,874 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38777 is added to blk_1073741841_1017 (size=7894) 2024-11-11T06:22:47,898 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,38445,1731306154204.replicationSource.wal-reader.f334e8b0fbdf%2C38445%2C1731306154204,1-f334e8b0fbdf,38445,1731306154204 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39195/user/jenkins/test-data/f7c9a3c2-ca09-5ef0-8ad6-202de407bfc3/WALs/f334e8b0fbdf,38445,1731306154204/f334e8b0fbdf%2C38445%2C1731306154204.1731306156189 to pos 379, reset compression=false 2024-11-11T06:22:47,954 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,35885,1731306150038.replicationSource.wal-reader.f334e8b0fbdf%2C35885%2C1731306150038,1-f334e8b0fbdf,35885,1731306150038 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44453/user/jenkins/test-data/9d540fb5-24c7-4ff7-fa58-3b9979a11333/WALs/f334e8b0fbdf,35885,1731306150038/f334e8b0fbdf%2C35885%2C1731306150038.1731306152029 to pos 687, reset compression=false 2024-11-11T06:22:48,178 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-11T06:22:48,178 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-11T06:22:48,277 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38445 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T06:22:48,278 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is f334e8b0fbdf,42169,1731306154165 2024-11-11T06:22:48,278 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2f806e0e 2024-11-11T06:22:48,278 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T06:22:48,279 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46896, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=MasterService 2024-11-11T06:22:48,281 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38445 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-11T06:22:48,281 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38445 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T06:22:48,282 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f334e8b0fbdf,38445,1731306154204, seqNum=-1] 2024-11-11T06:22:48,282 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T06:22:48,283 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33766, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientService 2024-11-11T06:22:48,288 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:39195/user/jenkins/test-data/f7c9a3c2-ca09-5ef0-8ad6-202de407bfc3/staging/jenkins.hfs.11__test__3pkdll8k81s8mee8djfepsh6m9nt7qod2sge1d9tiug4vac33tsqgjuao5vha9ar/f/a95df2fcb28a47d895b8178471420dc0_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-11-11T06:22:48,291 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:39195/user/jenkins/test-data/f7c9a3c2-ca09-5ef0-8ad6-202de407bfc3/staging/jenkins.hfs.11__test__3pkdll8k81s8mee8djfepsh6m9nt7qod2sge1d9tiug4vac33tsqgjuao5vha9ar/f/feda898010cd4a1082669b78cbfc9213_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-11-11T06:22:48,293 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38445 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:39195/user/jenkins/test-data/f7c9a3c2-ca09-5ef0-8ad6-202de407bfc3/staging/jenkins.hfs.11__test__3pkdll8k81s8mee8djfepsh6m9nt7qod2sge1d9tiug4vac33tsqgjuao5vha9ar/f/a95df2fcb28a47d895b8178471420dc0_SeqId_4_ for inclusion in cd0b53213cc0c269e74f844ff43a4d33/f 2024-11-11T06:22:48,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38445 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-11T06:22:48,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38445 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-11T06:22:48,295 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38445 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:39195/user/jenkins/test-data/f7c9a3c2-ca09-5ef0-8ad6-202de407bfc3/staging/jenkins.hfs.11__test__3pkdll8k81s8mee8djfepsh6m9nt7qod2sge1d9tiug4vac33tsqgjuao5vha9ar/f/feda898010cd4a1082669b78cbfc9213_SeqId_4_ for inclusion in cd0b53213cc0c269e74f844ff43a4d33/f 2024-11-11T06:22:48,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38445 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-11T06:22:48,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38445 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-11T06:22:48,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38445 {}] regionserver.HRegion(2603): Flush status journal for cd0b53213cc0c269e74f844ff43a4d33: 2024-11-11T06:22:48,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38445 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): a95df2fcb28a47d895b8178471420dc0_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-11T06:22:48,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38445 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39195/user/jenkins/test-data/f7c9a3c2-ca09-5ef0-8ad6-202de407bfc3/staging/jenkins.hfs.11__test__3pkdll8k81s8mee8djfepsh6m9nt7qod2sge1d9tiug4vac33tsqgjuao5vha9ar/f/a95df2fcb28a47d895b8178471420dc0_SeqId_4_ as hdfs://localhost:39195/user/jenkins/test-data/f7c9a3c2-ca09-5ef0-8ad6-202de407bfc3/data/default/test/cd0b53213cc0c269e74f844ff43a4d33/f/f38a82ea268f48d2bfc22fe02b338214_SeqId_4_ 2024-11-11T06:22:48,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38445 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): feda898010cd4a1082669b78cbfc9213_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-11T06:22:48,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38445 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39195/user/jenkins/test-data/f7c9a3c2-ca09-5ef0-8ad6-202de407bfc3/staging/jenkins.hfs.11__test__3pkdll8k81s8mee8djfepsh6m9nt7qod2sge1d9tiug4vac33tsqgjuao5vha9ar/f/feda898010cd4a1082669b78cbfc9213_SeqId_4_ as hdfs://localhost:39195/user/jenkins/test-data/f7c9a3c2-ca09-5ef0-8ad6-202de407bfc3/data/default/test/cd0b53213cc0c269e74f844ff43a4d33/f/e5f13669395c4c6688fe203c21536489_SeqId_4_ 2024-11-11T06:22:48,303 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38445 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:39195/user/jenkins/test-data/f7c9a3c2-ca09-5ef0-8ad6-202de407bfc3/staging/jenkins.hfs.11__test__3pkdll8k81s8mee8djfepsh6m9nt7qod2sge1d9tiug4vac33tsqgjuao5vha9ar/f/a95df2fcb28a47d895b8178471420dc0_SeqId_4_ into cd0b53213cc0c269e74f844ff43a4d33/f as hdfs://localhost:39195/user/jenkins/test-data/f7c9a3c2-ca09-5ef0-8ad6-202de407bfc3/data/default/test/cd0b53213cc0c269e74f844ff43a4d33/f/f38a82ea268f48d2bfc22fe02b338214_SeqId_4_ - updating store file list. 2024-11-11T06:22:48,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38445 {}] regionserver.HStoreFile(483): HFile Bloom filter type for f38a82ea268f48d2bfc22fe02b338214_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-11T06:22:48,306 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38445 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:39195/user/jenkins/test-data/f7c9a3c2-ca09-5ef0-8ad6-202de407bfc3/data/default/test/cd0b53213cc0c269e74f844ff43a4d33/f/f38a82ea268f48d2bfc22fe02b338214_SeqId_4_ into cd0b53213cc0c269e74f844ff43a4d33/f 2024-11-11T06:22:48,306 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38445 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:39195/user/jenkins/test-data/f7c9a3c2-ca09-5ef0-8ad6-202de407bfc3/staging/jenkins.hfs.11__test__3pkdll8k81s8mee8djfepsh6m9nt7qod2sge1d9tiug4vac33tsqgjuao5vha9ar/f/a95df2fcb28a47d895b8178471420dc0_SeqId_4_ into cd0b53213cc0c269e74f844ff43a4d33/f (new location: hdfs://localhost:39195/user/jenkins/test-data/f7c9a3c2-ca09-5ef0-8ad6-202de407bfc3/data/default/test/cd0b53213cc0c269e74f844ff43a4d33/f/f38a82ea268f48d2bfc22fe02b338214_SeqId_4_) 2024-11-11T06:22:48,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38445 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:39195/user/jenkins/test-data/f7c9a3c2-ca09-5ef0-8ad6-202de407bfc3/staging/jenkins.hfs.11__test__3pkdll8k81s8mee8djfepsh6m9nt7qod2sge1d9tiug4vac33tsqgjuao5vha9ar/f/a95df2fcb28a47d895b8178471420dc0_SeqId_4_ 2024-11-11T06:22:48,307 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38445 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:39195/user/jenkins/test-data/f7c9a3c2-ca09-5ef0-8ad6-202de407bfc3/staging/jenkins.hfs.11__test__3pkdll8k81s8mee8djfepsh6m9nt7qod2sge1d9tiug4vac33tsqgjuao5vha9ar/f/feda898010cd4a1082669b78cbfc9213_SeqId_4_ into cd0b53213cc0c269e74f844ff43a4d33/f as hdfs://localhost:39195/user/jenkins/test-data/f7c9a3c2-ca09-5ef0-8ad6-202de407bfc3/data/default/test/cd0b53213cc0c269e74f844ff43a4d33/f/e5f13669395c4c6688fe203c21536489_SeqId_4_ - updating store file list. 2024-11-11T06:22:48,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38445 {}] regionserver.HStoreFile(483): HFile Bloom filter type for e5f13669395c4c6688fe203c21536489_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-11T06:22:48,310 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38445 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:39195/user/jenkins/test-data/f7c9a3c2-ca09-5ef0-8ad6-202de407bfc3/data/default/test/cd0b53213cc0c269e74f844ff43a4d33/f/e5f13669395c4c6688fe203c21536489_SeqId_4_ into cd0b53213cc0c269e74f844ff43a4d33/f 2024-11-11T06:22:48,310 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38445 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:39195/user/jenkins/test-data/f7c9a3c2-ca09-5ef0-8ad6-202de407bfc3/staging/jenkins.hfs.11__test__3pkdll8k81s8mee8djfepsh6m9nt7qod2sge1d9tiug4vac33tsqgjuao5vha9ar/f/feda898010cd4a1082669b78cbfc9213_SeqId_4_ into cd0b53213cc0c269e74f844ff43a4d33/f (new location: hdfs://localhost:39195/user/jenkins/test-data/f7c9a3c2-ca09-5ef0-8ad6-202de407bfc3/data/default/test/cd0b53213cc0c269e74f844ff43a4d33/f/e5f13669395c4c6688fe203c21536489_SeqId_4_) 2024-11-11T06:22:48,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38445 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:39195/user/jenkins/test-data/f7c9a3c2-ca09-5ef0-8ad6-202de407bfc3/staging/jenkins.hfs.11__test__3pkdll8k81s8mee8djfepsh6m9nt7qod2sge1d9tiug4vac33tsqgjuao5vha9ar/f/feda898010cd4a1082669b78cbfc9213_SeqId_4_ 2024-11-11T06:22:48,312 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38445 {}] regionserver.ReplicationSink(324): Finished replicating [b564daa9-78c8-433e-9151-c219b8deb1d1] bulk loaded data 2024-11-11T06:22:48,358 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,35885,1731306150038.replicationSource.wal-reader.f334e8b0fbdf%2C35885%2C1731306150038,1-f334e8b0fbdf,35885,1731306150038 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44453/user/jenkins/test-data/9d540fb5-24c7-4ff7-fa58-3b9979a11333/WALs/f334e8b0fbdf,35885,1731306150038/f334e8b0fbdf%2C35885%2C1731306150038.1731306152029 to pos 687, reset compression=false 2024-11-11T06:22:48,703 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,38445,1731306154204.replicationSource.wal-reader.f334e8b0fbdf%2C38445%2C1731306154204,1-f334e8b0fbdf,38445,1731306154204 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39195/user/jenkins/test-data/f7c9a3c2-ca09-5ef0-8ad6-202de407bfc3/WALs/f334e8b0fbdf,38445,1731306154204/f334e8b0fbdf%2C38445%2C1731306154204.1731306156189 to pos 379, reset compression=false 2024-11-11T06:22:48,708 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,38445,1731306154204.replicationSource.wal-reader.f334e8b0fbdf%2C38445%2C1731306154204,1-f334e8b0fbdf,38445,1731306154204 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-11T06:22:48,708 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,38445,1731306154204.replicationSource.shipperf334e8b0fbdf%2C38445%2C1731306154204,1-f334e8b0fbdf,38445,1731306154204 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f334e8b0fbdf,38445,1731306154204 got entry batch from reader: WALEntryBatch [walEntries=[{test/cd0b53213cc0c269e74f844ff43a4d33/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731306168311/Put/vlen=228/seqid=0; >],8138}], lastWalPath=hdfs://localhost:39195/user/jenkins/test-data/f7c9a3c2-ca09-5ef0-8ad6-202de407bfc3/WALs/f334e8b0fbdf,38445,1731306154204/f334e8b0fbdf%2C38445%2C1731306154204.1731306156189, lastWalPosition=725, nbRowKeys=1, nbHFiles=2, heapSize=8138, lastSeqIds={}, endOfFile=false,usedBufferSize=447] 2024-11-11T06:22:48,710 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,38445,1731306154204.replicationSource.shipperf334e8b0fbdf%2C38445%2C1731306154204,1-f334e8b0fbdf,38445,1731306154204 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-11T06:22:48,711 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49820, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=AdminService 2024-11-11T06:22:48,711 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35885 {}] regionserver.ReplicationSink(318): Replicating [b564daa9-78c8-433e-9151-c219b8deb1d1, 15a600de-c153-4c9d-b8ef-82e01732a438] bulk loaded data 2024-11-11T06:22:48,712 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35885 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6030b739, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T06:22:48,712 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35885 {}] client.ClusterIdFetcher(90): Going to request f334e8b0fbdf,42891,-1 for getting cluster id 2024-11-11T06:22:48,712 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35885 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T06:22:48,712 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b564daa9-78c8-433e-9151-c219b8deb1d1' 2024-11-11T06:22:48,713 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T06:22:48,713 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b564daa9-78c8-433e-9151-c219b8deb1d1" 2024-11-11T06:22:48,713 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2f9308b9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T06:22:48,713 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f334e8b0fbdf,42891,-1] 2024-11-11T06:22:48,713 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T06:22:48,713 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T06:22:48,714 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52442, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientMetaService 2024-11-11T06:22:48,714 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35885 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@65f3b28e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T06:22:48,724 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33547 is added to blk_1073741842_1018 (size=7894) 2024-11-11T06:22:48,772 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T06:22:48,775 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39195/user/jenkins/test-data/f7c9a3c2-ca09-5ef0-8ad6-202de407bfc3/testHFileCyclicReplication_10/f/hfile_0 is 36, key is gggg/f:row/1731306168775/Put/seqid=0 2024-11-11T06:22:48,779 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38777 is added to blk_1073741842_1018 (size=11194) 2024-11-11T06:22:48,862 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,35885,1731306150038.replicationSource.wal-reader.f334e8b0fbdf%2C35885%2C1731306150038,1-f334e8b0fbdf,35885,1731306150038 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44453/user/jenkins/test-data/9d540fb5-24c7-4ff7-fa58-3b9979a11333/WALs/f334e8b0fbdf,35885,1731306150038/f334e8b0fbdf%2C35885%2C1731306150038.1731306152029 to pos 687, reset compression=false 2024-11-11T06:22:48,908 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,38445,1731306154204.replicationSource.wal-reader.f334e8b0fbdf%2C38445%2C1731306154204,1-f334e8b0fbdf,38445,1731306154204 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39195/user/jenkins/test-data/f7c9a3c2-ca09-5ef0-8ad6-202de407bfc3/WALs/f334e8b0fbdf,38445,1731306154204/f334e8b0fbdf%2C38445%2C1731306154204.1731306156189 to pos 725, reset compression=false 2024-11-11T06:22:49,131 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33547 is added to blk_1073741843_1019 (size=7691) 2024-11-11T06:22:49,182 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39195/user/jenkins/test-data/f7c9a3c2-ca09-5ef0-8ad6-202de407bfc3/testHFileCyclicReplication_10/f/hfile_1 is 34, key is jjj/f:row/1731306169181/Put/seqid=0 2024-11-11T06:22:49,185 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38777 is added to blk_1073741843_1019 (size=10791) 2024-11-11T06:22:49,212 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,38445,1731306154204.replicationSource.wal-reader.f334e8b0fbdf%2C38445%2C1731306154204,1-f334e8b0fbdf,38445,1731306154204 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39195/user/jenkins/test-data/f7c9a3c2-ca09-5ef0-8ad6-202de407bfc3/WALs/f334e8b0fbdf,38445,1731306154204/f334e8b0fbdf%2C38445%2C1731306154204.1731306156189 to pos 725, reset compression=false 2024-11-11T06:22:49,466 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,35885,1731306150038.replicationSource.wal-reader.f334e8b0fbdf%2C35885%2C1731306150038,1-f334e8b0fbdf,35885,1731306150038 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44453/user/jenkins/test-data/9d540fb5-24c7-4ff7-fa58-3b9979a11333/WALs/f334e8b0fbdf,35885,1731306150038/f334e8b0fbdf%2C35885%2C1731306150038.1731306152029 to pos 687, reset compression=false 2024-11-11T06:22:49,534 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35885 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T06:22:49,534 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is f334e8b0fbdf,42891,1731306149986 2024-11-11T06:22:49,535 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@290e8c92 2024-11-11T06:22:49,535 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T06:22:49,536 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52454, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=MasterService 2024-11-11T06:22:49,537 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35885 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-11T06:22:49,538 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35885 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T06:22:49,538 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f334e8b0fbdf,35885,1731306150038, seqNum=-1] 2024-11-11T06:22:49,539 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T06:22:49,540 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49836, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientService 2024-11-11T06:22:49,545 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:44453/user/jenkins/test-data/9d540fb5-24c7-4ff7-fa58-3b9979a11333/staging/jenkins.hfs.10__test__nsnuhcts8n2mt8p5bsfss0j07mqs579g3f0acs982iqmk3r4o0fckd8228cd3opr/f/e5f13669395c4c6688fe203c21536489_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-11-11T06:22:49,547 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:44453/user/jenkins/test-data/9d540fb5-24c7-4ff7-fa58-3b9979a11333/staging/jenkins.hfs.10__test__nsnuhcts8n2mt8p5bsfss0j07mqs579g3f0acs982iqmk3r4o0fckd8228cd3opr/f/f38a82ea268f48d2bfc22fe02b338214_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-11-11T06:22:49,549 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35885 {}] regionserver.ReplicationSink(324): Finished replicating [b564daa9-78c8-433e-9151-c219b8deb1d1, 15a600de-c153-4c9d-b8ef-82e01732a438] bulk loaded data 2024-11-11T06:22:49,587 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45df1f56, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T06:22:49,587 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f334e8b0fbdf,42169,-1 for getting cluster id 2024-11-11T06:22:49,587 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T06:22:49,588 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '15a600de-c153-4c9d-b8ef-82e01732a438' 2024-11-11T06:22:49,588 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T06:22:49,588 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "15a600de-c153-4c9d-b8ef-82e01732a438" 2024-11-11T06:22:49,588 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6266c886, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T06:22:49,588 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f334e8b0fbdf,42169,-1] 2024-11-11T06:22:49,589 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T06:22:49,589 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T06:22:49,589 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46924, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T06:22:49,590 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2fbc8980, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T06:22:49,590 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T06:22:49,591 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f334e8b0fbdf,38445,1731306154204, seqNum=-1] 2024-11-11T06:22:49,591 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T06:22:49,592 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33782, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T06:22:49,599 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T06:22:49,599 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is f334e8b0fbdf,42169,1731306154165 2024-11-11T06:22:49,599 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@55058f71 2024-11-11T06:22:49,600 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T06:22:49,600 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46934, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T06:22:49,603 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731306159403.cd0b53213cc0c269e74f844ff43a4d33., hostname=f334e8b0fbdf,38445,1731306154204, seqNum=2] 2024-11-11T06:22:49,605 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-11T06:22:49,610 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:39195/user/jenkins/test-data/f7c9a3c2-ca09-5ef0-8ad6-202de407bfc3/testHFileCyclicReplication_10/f/hfile_0 first=Optional[gggg] last=Optional[iiii] 2024-11-11T06:22:49,612 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:39195/user/jenkins/test-data/f7c9a3c2-ca09-5ef0-8ad6-202de407bfc3/testHFileCyclicReplication_10/f/hfile_1 first=Optional[jjj] last=Optional[lll] 2024-11-11T06:22:49,615 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38445 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:39195/user/jenkins/test-data/f7c9a3c2-ca09-5ef0-8ad6-202de407bfc3/testHFileCyclicReplication_10/f/hfile_1 for inclusion in cd0b53213cc0c269e74f844ff43a4d33/f 2024-11-11T06:22:49,615 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,38445,1731306154204.replicationSource.wal-reader.f334e8b0fbdf%2C38445%2C1731306154204,1-f334e8b0fbdf,38445,1731306154204 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39195/user/jenkins/test-data/f7c9a3c2-ca09-5ef0-8ad6-202de407bfc3/WALs/f334e8b0fbdf,38445,1731306154204/f334e8b0fbdf%2C38445%2C1731306154204.1731306156189 to pos 725, reset compression=false 2024-11-11T06:22:49,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38445 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-11-11T06:22:49,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38445 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-11T06:22:49,618 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38445 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:39195/user/jenkins/test-data/f7c9a3c2-ca09-5ef0-8ad6-202de407bfc3/testHFileCyclicReplication_10/f/hfile_0 for inclusion in cd0b53213cc0c269e74f844ff43a4d33/f 2024-11-11T06:22:49,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38445 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-11-11T06:22:49,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38445 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-11T06:22:49,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38445 {}] regionserver.HRegion(2603): Flush status journal for cd0b53213cc0c269e74f844ff43a4d33: 2024-11-11T06:22:49,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38445 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:39195/user/jenkins/test-data/f7c9a3c2-ca09-5ef0-8ad6-202de407bfc3/testHFileCyclicReplication_10/f/hfile_1 to hdfs://localhost:39195/user/jenkins/test-data/f7c9a3c2-ca09-5ef0-8ad6-202de407bfc3/staging/jenkins__test__pmh0gsup9afgc72llfhvblkdr0ndb6qss2i192vmv5ccm3mvg5siht8qfscenqgj/f/hfile_1 2024-11-11T06:22:49,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38445 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39195/user/jenkins/test-data/f7c9a3c2-ca09-5ef0-8ad6-202de407bfc3/staging/jenkins__test__pmh0gsup9afgc72llfhvblkdr0ndb6qss2i192vmv5ccm3mvg5siht8qfscenqgj/f/hfile_1 as hdfs://localhost:39195/user/jenkins/test-data/f7c9a3c2-ca09-5ef0-8ad6-202de407bfc3/data/default/test/cd0b53213cc0c269e74f844ff43a4d33/f/a1fb69de1a0a4f198136b052dcf6b691_SeqId_6_ 2024-11-11T06:22:49,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38445 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:39195/user/jenkins/test-data/f7c9a3c2-ca09-5ef0-8ad6-202de407bfc3/testHFileCyclicReplication_10/f/hfile_0 to hdfs://localhost:39195/user/jenkins/test-data/f7c9a3c2-ca09-5ef0-8ad6-202de407bfc3/staging/jenkins__test__pmh0gsup9afgc72llfhvblkdr0ndb6qss2i192vmv5ccm3mvg5siht8qfscenqgj/f/hfile_0 2024-11-11T06:22:49,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38445 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39195/user/jenkins/test-data/f7c9a3c2-ca09-5ef0-8ad6-202de407bfc3/staging/jenkins__test__pmh0gsup9afgc72llfhvblkdr0ndb6qss2i192vmv5ccm3mvg5siht8qfscenqgj/f/hfile_0 as hdfs://localhost:39195/user/jenkins/test-data/f7c9a3c2-ca09-5ef0-8ad6-202de407bfc3/data/default/test/cd0b53213cc0c269e74f844ff43a4d33/f/f273dbab9048420c81830a746c0f7f47_SeqId_6_ 2024-11-11T06:22:49,628 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38445 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:39195/user/jenkins/test-data/f7c9a3c2-ca09-5ef0-8ad6-202de407bfc3/staging/jenkins__test__pmh0gsup9afgc72llfhvblkdr0ndb6qss2i192vmv5ccm3mvg5siht8qfscenqgj/f/hfile_1 into cd0b53213cc0c269e74f844ff43a4d33/f as hdfs://localhost:39195/user/jenkins/test-data/f7c9a3c2-ca09-5ef0-8ad6-202de407bfc3/data/default/test/cd0b53213cc0c269e74f844ff43a4d33/f/a1fb69de1a0a4f198136b052dcf6b691_SeqId_6_ - updating store file list. 2024-11-11T06:22:49,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38445 {}] regionserver.HStoreFile(483): HFile Bloom filter type for a1fb69de1a0a4f198136b052dcf6b691_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-11T06:22:49,632 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38445 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:39195/user/jenkins/test-data/f7c9a3c2-ca09-5ef0-8ad6-202de407bfc3/data/default/test/cd0b53213cc0c269e74f844ff43a4d33/f/a1fb69de1a0a4f198136b052dcf6b691_SeqId_6_ into cd0b53213cc0c269e74f844ff43a4d33/f 2024-11-11T06:22:49,632 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38445 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:39195/user/jenkins/test-data/f7c9a3c2-ca09-5ef0-8ad6-202de407bfc3/staging/jenkins__test__pmh0gsup9afgc72llfhvblkdr0ndb6qss2i192vmv5ccm3mvg5siht8qfscenqgj/f/hfile_1 into cd0b53213cc0c269e74f844ff43a4d33/f (new location: hdfs://localhost:39195/user/jenkins/test-data/f7c9a3c2-ca09-5ef0-8ad6-202de407bfc3/data/default/test/cd0b53213cc0c269e74f844ff43a4d33/f/a1fb69de1a0a4f198136b052dcf6b691_SeqId_6_) 2024-11-11T06:22:49,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38445 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:39195/user/jenkins/test-data/f7c9a3c2-ca09-5ef0-8ad6-202de407bfc3/staging/jenkins__test__pmh0gsup9afgc72llfhvblkdr0ndb6qss2i192vmv5ccm3mvg5siht8qfscenqgj/f/hfile_1 2024-11-11T06:22:49,633 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38445 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:39195/user/jenkins/test-data/f7c9a3c2-ca09-5ef0-8ad6-202de407bfc3/staging/jenkins__test__pmh0gsup9afgc72llfhvblkdr0ndb6qss2i192vmv5ccm3mvg5siht8qfscenqgj/f/hfile_0 into cd0b53213cc0c269e74f844ff43a4d33/f as hdfs://localhost:39195/user/jenkins/test-data/f7c9a3c2-ca09-5ef0-8ad6-202de407bfc3/data/default/test/cd0b53213cc0c269e74f844ff43a4d33/f/f273dbab9048420c81830a746c0f7f47_SeqId_6_ - updating store file list. 2024-11-11T06:22:49,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38445 {}] regionserver.HStoreFile(483): HFile Bloom filter type for f273dbab9048420c81830a746c0f7f47_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-11T06:22:49,636 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38445 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:39195/user/jenkins/test-data/f7c9a3c2-ca09-5ef0-8ad6-202de407bfc3/data/default/test/cd0b53213cc0c269e74f844ff43a4d33/f/f273dbab9048420c81830a746c0f7f47_SeqId_6_ into cd0b53213cc0c269e74f844ff43a4d33/f 2024-11-11T06:22:49,636 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38445 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:39195/user/jenkins/test-data/f7c9a3c2-ca09-5ef0-8ad6-202de407bfc3/staging/jenkins__test__pmh0gsup9afgc72llfhvblkdr0ndb6qss2i192vmv5ccm3mvg5siht8qfscenqgj/f/hfile_0 into cd0b53213cc0c269e74f844ff43a4d33/f (new location: hdfs://localhost:39195/user/jenkins/test-data/f7c9a3c2-ca09-5ef0-8ad6-202de407bfc3/data/default/test/cd0b53213cc0c269e74f844ff43a4d33/f/f273dbab9048420c81830a746c0f7f47_SeqId_6_) 2024-11-11T06:22:49,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38445 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:39195/user/jenkins/test-data/f7c9a3c2-ca09-5ef0-8ad6-202de407bfc3/staging/jenkins__test__pmh0gsup9afgc72llfhvblkdr0ndb6qss2i192vmv5ccm3mvg5siht8qfscenqgj/f/hfile_0 2024-11-11T06:22:49,638 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T06:22:49,638 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:216) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T06:22:49,638 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T06:22:49,639 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T06:22:49,639 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731306159403.cd0b53213cc0c269e74f844ff43a4d33., hostname=f334e8b0fbdf,38445,1731306154204, seqNum=2 , the old value is region=test,,1731306159403.cd0b53213cc0c269e74f844ff43a4d33., hostname=f334e8b0fbdf,38445,1731306154204, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=f334e8b0fbdf:38445 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-11T06:22:49,639 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T06:22:49,639 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731306159403.cd0b53213cc0c269e74f844ff43a4d33., hostname=f334e8b0fbdf,38445,1731306154204, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-11T06:22:49,639 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731306159403.cd0b53213cc0c269e74f844ff43a4d33., hostname=f334e8b0fbdf,38445,1731306154204, seqNum=2 from cache 2024-11-11T06:22:49,639 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T06:22:49,639 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-11T06:22:49,640 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f334e8b0fbdf,35885,1731306150038, seqNum=-1] 2024-11-11T06:22:49,640 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T06:22:49,641 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49852, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T06:22:49,643 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731306157242.a1e5f2a8129a004338c38add09e856ff., hostname=f334e8b0fbdf,35885,1731306150038, seqNum=2] 2024-11-11T06:22:49,649 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-11T06:22:49,750 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f334e8b0fbdf:38445 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-11T06:22:50,119 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,38445,1731306154204.replicationSource.wal-reader.f334e8b0fbdf%2C38445%2C1731306154204,1-f334e8b0fbdf,38445,1731306154204 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39195/user/jenkins/test-data/f7c9a3c2-ca09-5ef0-8ad6-202de407bfc3/WALs/f334e8b0fbdf,38445,1731306154204/f334e8b0fbdf%2C38445%2C1731306154204.1731306156189 to pos 725, reset compression=false 2024-11-11T06:22:50,124 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,38445,1731306154204.replicationSource.wal-reader.f334e8b0fbdf%2C38445%2C1731306154204,1-f334e8b0fbdf,38445,1731306154204 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-11T06:22:50,124 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,38445,1731306154204.replicationSource.shipperf334e8b0fbdf%2C38445%2C1731306154204,1-f334e8b0fbdf,38445,1731306154204 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f334e8b0fbdf,38445,1731306154204 got entry batch from reader: WALEntryBatch [walEntries=[{test/cd0b53213cc0c269e74f844ff43a4d33/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731306169637/Put/vlen=190/seqid=0; >],11601}], lastWalPath=hdfs://localhost:39195/user/jenkins/test-data/f7c9a3c2-ca09-5ef0-8ad6-202de407bfc3/WALs/f334e8b0fbdf,38445,1731306154204/f334e8b0fbdf%2C38445%2C1731306154204.1731306156189, lastWalPosition=1033, nbRowKeys=1, nbHFiles=2, heapSize=11601, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-11T06:22:50,125 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35885 {}] regionserver.ReplicationSink(318): Replicating [15a600de-c153-4c9d-b8ef-82e01732a438] bulk loaded data 2024-11-11T06:22:50,133 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33547 is added to blk_1073741844_1020 (size=10791) 2024-11-11T06:22:50,169 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,35885,1731306150038.replicationSource.wal-reader.f334e8b0fbdf%2C35885%2C1731306150038,1-f334e8b0fbdf,35885,1731306150038 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44453/user/jenkins/test-data/9d540fb5-24c7-4ff7-fa58-3b9979a11333/WALs/f334e8b0fbdf,35885,1731306150038/f334e8b0fbdf%2C35885%2C1731306150038.1731306152029 to pos 687, reset compression=false 2024-11-11T06:22:50,324 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,38445,1731306154204.replicationSource.wal-reader.f334e8b0fbdf%2C38445%2C1731306154204,1-f334e8b0fbdf,38445,1731306154204 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39195/user/jenkins/test-data/f7c9a3c2-ca09-5ef0-8ad6-202de407bfc3/WALs/f334e8b0fbdf,38445,1731306154204/f334e8b0fbdf%2C38445%2C1731306154204.1731306156189 to pos 1033, reset compression=false 2024-11-11T06:22:50,392 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-11T06:22:50,419 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T06:22:50,420 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T06:22:50,420 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T06:22:50,420 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T06:22:50,420 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T06:22:50,421 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T06:22:50,428 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T06:22:50,430 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T06:22:50,541 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33547 is added to blk_1073741845_1021 (size=11194) 2024-11-11T06:22:50,628 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,38445,1731306154204.replicationSource.wal-reader.f334e8b0fbdf%2C38445%2C1731306154204,1-f334e8b0fbdf,38445,1731306154204 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39195/user/jenkins/test-data/f7c9a3c2-ca09-5ef0-8ad6-202de407bfc3/WALs/f334e8b0fbdf,38445,1731306154204/f334e8b0fbdf%2C38445%2C1731306154204.1731306156189 to pos 1033, reset compression=false 2024-11-11T06:22:50,655 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-11T06:22:50,946 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35885 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-11T06:22:50,952 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:44453/user/jenkins/test-data/9d540fb5-24c7-4ff7-fa58-3b9979a11333/staging/jenkins.hfs.10__test__3c8786j54ore2q4r9jdmad2smem650n3q8goga0i86v6oiip0k9e2afgvelrte7i/f/a1fb69de1a0a4f198136b052dcf6b691_SeqId_6_ first=Optional[jjj] last=Optional[lll] 2024-11-11T06:22:50,954 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:44453/user/jenkins/test-data/9d540fb5-24c7-4ff7-fa58-3b9979a11333/staging/jenkins.hfs.10__test__3c8786j54ore2q4r9jdmad2smem650n3q8goga0i86v6oiip0k9e2afgvelrte7i/f/f273dbab9048420c81830a746c0f7f47_SeqId_6_ first=Optional[gggg] last=Optional[iiii] 2024-11-11T06:22:50,957 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35885 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:44453/user/jenkins/test-data/9d540fb5-24c7-4ff7-fa58-3b9979a11333/staging/jenkins.hfs.10__test__3c8786j54ore2q4r9jdmad2smem650n3q8goga0i86v6oiip0k9e2afgvelrte7i/f/a1fb69de1a0a4f198136b052dcf6b691_SeqId_6_ for inclusion in a1e5f2a8129a004338c38add09e856ff/f 2024-11-11T06:22:50,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35885 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-11-11T06:22:50,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35885 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-11T06:22:50,960 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35885 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:44453/user/jenkins/test-data/9d540fb5-24c7-4ff7-fa58-3b9979a11333/staging/jenkins.hfs.10__test__3c8786j54ore2q4r9jdmad2smem650n3q8goga0i86v6oiip0k9e2afgvelrte7i/f/f273dbab9048420c81830a746c0f7f47_SeqId_6_ for inclusion in a1e5f2a8129a004338c38add09e856ff/f 2024-11-11T06:22:50,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35885 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-11-11T06:22:50,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35885 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-11T06:22:50,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35885 {}] regionserver.HRegion(2603): Flush status journal for a1e5f2a8129a004338c38add09e856ff: 2024-11-11T06:22:50,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35885 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): a1fb69de1a0a4f198136b052dcf6b691_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-11T06:22:50,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35885 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44453/user/jenkins/test-data/9d540fb5-24c7-4ff7-fa58-3b9979a11333/staging/jenkins.hfs.10__test__3c8786j54ore2q4r9jdmad2smem650n3q8goga0i86v6oiip0k9e2afgvelrte7i/f/a1fb69de1a0a4f198136b052dcf6b691_SeqId_6_ as hdfs://localhost:44453/user/jenkins/test-data/9d540fb5-24c7-4ff7-fa58-3b9979a11333/data/default/test/a1e5f2a8129a004338c38add09e856ff/f/e21748c9b36649169a404c9c6fe312e9_SeqId_6_ 2024-11-11T06:22:50,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35885 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): f273dbab9048420c81830a746c0f7f47_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-11T06:22:50,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35885 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44453/user/jenkins/test-data/9d540fb5-24c7-4ff7-fa58-3b9979a11333/staging/jenkins.hfs.10__test__3c8786j54ore2q4r9jdmad2smem650n3q8goga0i86v6oiip0k9e2afgvelrte7i/f/f273dbab9048420c81830a746c0f7f47_SeqId_6_ as hdfs://localhost:44453/user/jenkins/test-data/9d540fb5-24c7-4ff7-fa58-3b9979a11333/data/default/test/a1e5f2a8129a004338c38add09e856ff/f/33da96bf5ab1469ebd606f2e557df66e_SeqId_6_ 2024-11-11T06:22:50,967 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35885 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:44453/user/jenkins/test-data/9d540fb5-24c7-4ff7-fa58-3b9979a11333/staging/jenkins.hfs.10__test__3c8786j54ore2q4r9jdmad2smem650n3q8goga0i86v6oiip0k9e2afgvelrte7i/f/a1fb69de1a0a4f198136b052dcf6b691_SeqId_6_ into a1e5f2a8129a004338c38add09e856ff/f as hdfs://localhost:44453/user/jenkins/test-data/9d540fb5-24c7-4ff7-fa58-3b9979a11333/data/default/test/a1e5f2a8129a004338c38add09e856ff/f/e21748c9b36649169a404c9c6fe312e9_SeqId_6_ - updating store file list. 2024-11-11T06:22:50,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35885 {}] regionserver.HStoreFile(483): HFile Bloom filter type for e21748c9b36649169a404c9c6fe312e9_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-11T06:22:50,971 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35885 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:44453/user/jenkins/test-data/9d540fb5-24c7-4ff7-fa58-3b9979a11333/data/default/test/a1e5f2a8129a004338c38add09e856ff/f/e21748c9b36649169a404c9c6fe312e9_SeqId_6_ into a1e5f2a8129a004338c38add09e856ff/f 2024-11-11T06:22:50,971 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35885 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:44453/user/jenkins/test-data/9d540fb5-24c7-4ff7-fa58-3b9979a11333/staging/jenkins.hfs.10__test__3c8786j54ore2q4r9jdmad2smem650n3q8goga0i86v6oiip0k9e2afgvelrte7i/f/a1fb69de1a0a4f198136b052dcf6b691_SeqId_6_ into a1e5f2a8129a004338c38add09e856ff/f (new location: hdfs://localhost:44453/user/jenkins/test-data/9d540fb5-24c7-4ff7-fa58-3b9979a11333/data/default/test/a1e5f2a8129a004338c38add09e856ff/f/e21748c9b36649169a404c9c6fe312e9_SeqId_6_) 2024-11-11T06:22:50,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35885 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:44453/user/jenkins/test-data/9d540fb5-24c7-4ff7-fa58-3b9979a11333/staging/jenkins.hfs.10__test__3c8786j54ore2q4r9jdmad2smem650n3q8goga0i86v6oiip0k9e2afgvelrte7i/f/a1fb69de1a0a4f198136b052dcf6b691_SeqId_6_ 2024-11-11T06:22:50,972 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35885 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:44453/user/jenkins/test-data/9d540fb5-24c7-4ff7-fa58-3b9979a11333/staging/jenkins.hfs.10__test__3c8786j54ore2q4r9jdmad2smem650n3q8goga0i86v6oiip0k9e2afgvelrte7i/f/f273dbab9048420c81830a746c0f7f47_SeqId_6_ into a1e5f2a8129a004338c38add09e856ff/f as hdfs://localhost:44453/user/jenkins/test-data/9d540fb5-24c7-4ff7-fa58-3b9979a11333/data/default/test/a1e5f2a8129a004338c38add09e856ff/f/33da96bf5ab1469ebd606f2e557df66e_SeqId_6_ - updating store file list. 2024-11-11T06:22:50,973 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,35885,1731306150038.replicationSource.wal-reader.f334e8b0fbdf%2C35885%2C1731306150038,1-f334e8b0fbdf,35885,1731306150038 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44453/user/jenkins/test-data/9d540fb5-24c7-4ff7-fa58-3b9979a11333/WALs/f334e8b0fbdf,35885,1731306150038/f334e8b0fbdf%2C35885%2C1731306150038.1731306152029 to pos 687, reset compression=false 2024-11-11T06:22:50,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35885 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 33da96bf5ab1469ebd606f2e557df66e_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-11T06:22:50,976 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35885 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:44453/user/jenkins/test-data/9d540fb5-24c7-4ff7-fa58-3b9979a11333/data/default/test/a1e5f2a8129a004338c38add09e856ff/f/33da96bf5ab1469ebd606f2e557df66e_SeqId_6_ into a1e5f2a8129a004338c38add09e856ff/f 2024-11-11T06:22:50,976 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35885 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:44453/user/jenkins/test-data/9d540fb5-24c7-4ff7-fa58-3b9979a11333/staging/jenkins.hfs.10__test__3c8786j54ore2q4r9jdmad2smem650n3q8goga0i86v6oiip0k9e2afgvelrte7i/f/f273dbab9048420c81830a746c0f7f47_SeqId_6_ into a1e5f2a8129a004338c38add09e856ff/f (new location: hdfs://localhost:44453/user/jenkins/test-data/9d540fb5-24c7-4ff7-fa58-3b9979a11333/data/default/test/a1e5f2a8129a004338c38add09e856ff/f/33da96bf5ab1469ebd606f2e557df66e_SeqId_6_) 2024-11-11T06:22:50,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35885 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:44453/user/jenkins/test-data/9d540fb5-24c7-4ff7-fa58-3b9979a11333/staging/jenkins.hfs.10__test__3c8786j54ore2q4r9jdmad2smem650n3q8goga0i86v6oiip0k9e2afgvelrte7i/f/f273dbab9048420c81830a746c0f7f47_SeqId_6_ 2024-11-11T06:22:50,978 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35885 {}] regionserver.ReplicationSink(324): Finished replicating [15a600de-c153-4c9d-b8ef-82e01732a438] bulk loaded data 2024-11-11T06:22:51,032 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,38445,1731306154204.replicationSource.wal-reader.f334e8b0fbdf%2C38445%2C1731306154204,1-f334e8b0fbdf,38445,1731306154204 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39195/user/jenkins/test-data/f7c9a3c2-ca09-5ef0-8ad6-202de407bfc3/WALs/f334e8b0fbdf,38445,1731306154204/f334e8b0fbdf%2C38445%2C1731306154204.1731306156189 to pos 1033, reset compression=false 2024-11-11T06:22:51,537 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,38445,1731306154204.replicationSource.wal-reader.f334e8b0fbdf%2C38445%2C1731306154204,1-f334e8b0fbdf,38445,1731306154204 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39195/user/jenkins/test-data/f7c9a3c2-ca09-5ef0-8ad6-202de407bfc3/WALs/f334e8b0fbdf,38445,1731306154204/f334e8b0fbdf%2C38445%2C1731306154204.1731306156189 to pos 1033, reset compression=false 2024-11-11T06:22:51,664 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-11T06:22:51,664 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T06:22:51,664 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T06:22:51,664 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T06:22:51,664 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T06:22:51,664 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T06:22:51,665 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-11T06:22:51,665 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1370247289, stopped=false 2024-11-11T06:22:51,665 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=f334e8b0fbdf,42169,1731306154165 2024-11-11T06:22:51,666 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42169-0x10105b140750003, quorum=127.0.0.1:51279, baseZNode=/17878825 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/17878825/running 2024-11-11T06:22:51,666 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38445-0x10105b140750004, quorum=127.0.0.1:51279, baseZNode=/17878825 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/17878825/running 2024-11-11T06:22:51,666 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38445-0x10105b140750004, quorum=127.0.0.1:51279, baseZNode=/17878825 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/17878825 2024-11-11T06:22:51,666 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42169-0x10105b140750003, quorum=127.0.0.1:51279, baseZNode=/17878825 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/17878825 2024-11-11T06:22:51,666 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T06:22:51,667 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T06:22:51,667 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T06:22:51,667 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T06:22:51,667 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'f334e8b0fbdf,38445,1731306154204' ***** 2024-11-11T06:22:51,667 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-11T06:22:51,667 INFO [RS:0;f334e8b0fbdf:38445 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-11T06:22:51,667 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-11T06:22:51,667 INFO [regionserver/f334e8b0fbdf:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T06:22:51,668 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38445-0x10105b140750004, quorum=127.0.0.1:51279, baseZNode=/17878825 Set watcher on znode that does not yet exist, /17878825/running 2024-11-11T06:22:51,668 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:42169-0x10105b140750003, quorum=127.0.0.1:51279, baseZNode=/17878825 Set watcher on znode that does not yet exist, /17878825/running 2024-11-11T06:22:51,668 INFO [RS:0;f334e8b0fbdf:38445 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-11T06:22:51,668 INFO [RS:0;f334e8b0fbdf:38445 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-11T06:22:51,668 INFO [RS:0;f334e8b0fbdf:38445 {}] regionserver.HRegionServer(3091): Received CLOSE for 928a900b9f93fa9affb95b2b0cd332fb 2024-11-11T06:22:51,668 INFO [RS:0;f334e8b0fbdf:38445 {}] regionserver.HRegionServer(3091): Received CLOSE for cd0b53213cc0c269e74f844ff43a4d33 2024-11-11T06:22:51,668 INFO [RS:0;f334e8b0fbdf:38445 {}] regionserver.HRegionServer(959): stopping server f334e8b0fbdf,38445,1731306154204 2024-11-11T06:22:51,668 INFO [RS:0;f334e8b0fbdf:38445 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T06:22:51,668 INFO [RS:0;f334e8b0fbdf:38445 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f334e8b0fbdf:38445. 2024-11-11T06:22:51,668 DEBUG [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 928a900b9f93fa9affb95b2b0cd332fb, disabling compactions & flushes 2024-11-11T06:22:51,669 DEBUG [RS:0;f334e8b0fbdf:38445 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T06:22:51,669 INFO [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731306163736.928a900b9f93fa9affb95b2b0cd332fb. 2024-11-11T06:22:51,669 DEBUG [RS:0;f334e8b0fbdf:38445 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T06:22:51,669 DEBUG [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731306163736.928a900b9f93fa9affb95b2b0cd332fb. 2024-11-11T06:22:51,669 DEBUG [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731306163736.928a900b9f93fa9affb95b2b0cd332fb. after waiting 0 ms 2024-11-11T06:22:51,669 DEBUG [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731306163736.928a900b9f93fa9affb95b2b0cd332fb. 2024-11-11T06:22:51,669 INFO [RS:0;f334e8b0fbdf:38445 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-11T06:22:51,669 INFO [RS:0;f334e8b0fbdf:38445 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-11T06:22:51,669 INFO [RS:0;f334e8b0fbdf:38445 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-11T06:22:51,669 INFO [RS:0;f334e8b0fbdf:38445 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-11T06:22:51,669 INFO [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 928a900b9f93fa9affb95b2b0cd332fb 3/3 column families, dataSize=1.13 KB heapSize=2.75 KB 2024-11-11T06:22:51,674 INFO [RS:0;f334e8b0fbdf:38445 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-11T06:22:51,674 DEBUG [RS:0;f334e8b0fbdf:38445 {}] regionserver.HRegionServer(1325): Online Regions={928a900b9f93fa9affb95b2b0cd332fb=hbase:replication,,1731306163736.928a900b9f93fa9affb95b2b0cd332fb., 1588230740=hbase:meta,,1.1588230740, cd0b53213cc0c269e74f844ff43a4d33=test,,1731306159403.cd0b53213cc0c269e74f844ff43a4d33.} 2024-11-11T06:22:51,674 DEBUG [RS:0;f334e8b0fbdf:38445 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 928a900b9f93fa9affb95b2b0cd332fb, cd0b53213cc0c269e74f844ff43a4d33 2024-11-11T06:22:51,675 DEBUG [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-11T06:22:51,675 INFO [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-11T06:22:51,675 DEBUG [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-11T06:22:51,675 DEBUG [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-11T06:22:51,675 DEBUG [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-11T06:22:51,675 INFO [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-11T06:22:51,689 DEBUG [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39195/user/jenkins/test-data/f7c9a3c2-ca09-5ef0-8ad6-202de407bfc3/data/hbase/meta/1588230740/.tmp/info/02c08a395a2a49768a631e176e62324a is 147, key is hbase:replication,,1731306163736.928a900b9f93fa9affb95b2b0cd332fb./info:regioninfo/1731306164903/Put/seqid=0 2024-11-11T06:22:51,690 DEBUG [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39195/user/jenkins/test-data/f7c9a3c2-ca09-5ef0-8ad6-202de407bfc3/data/hbase/replication/928a900b9f93fa9affb95b2b0cd332fb/.tmp/hfileref/8e362b624e744f3b889e04380c326527 is 74, key is 1/hfileref:a1fb69de1a0a4f198136b052dcf6b691_SeqId_6_/1731306170980/DeleteColumn/seqid=0 2024-11-11T06:22:51,696 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38777 is added to blk_1073741844_1020 (size=7686) 2024-11-11T06:22:51,696 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38777 is added to blk_1073741845_1021 (size=5345) 2024-11-11T06:22:51,875 DEBUG [RS:0;f334e8b0fbdf:38445 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 928a900b9f93fa9affb95b2b0cd332fb, cd0b53213cc0c269e74f844ff43a4d33 2024-11-11T06:22:51,877 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,35885,1731306150038.replicationSource.wal-reader.f334e8b0fbdf%2C35885%2C1731306150038,1-f334e8b0fbdf,35885,1731306150038 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44453/user/jenkins/test-data/9d540fb5-24c7-4ff7-fa58-3b9979a11333/WALs/f334e8b0fbdf,35885,1731306150038/f334e8b0fbdf%2C35885%2C1731306150038.1731306152029 to pos 687, reset compression=false 2024-11-11T06:22:51,882 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,35885,1731306150038.replicationSource.wal-reader.f334e8b0fbdf%2C35885%2C1731306150038,1-f334e8b0fbdf,35885,1731306150038 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-11T06:22:51,882 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,35885,1731306150038.replicationSource.shipperf334e8b0fbdf%2C35885%2C1731306150038,1-f334e8b0fbdf,35885,1731306150038 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f334e8b0fbdf,35885,1731306150038 got entry batch from reader: WALEntryBatch [walEntries=[{test/a1e5f2a8129a004338c38add09e856ff/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731306170976/Put/vlen=228/seqid=0; >],11641}], lastWalPath=hdfs://localhost:44453/user/jenkins/test-data/9d540fb5-24c7-4ff7-fa58-3b9979a11333/WALs/f334e8b0fbdf,35885,1731306150038/f334e8b0fbdf%2C35885%2C1731306150038.1731306152029, lastWalPosition=1033, nbRowKeys=1, nbHFiles=2, heapSize=11641, lastSeqIds={}, endOfFile=false,usedBufferSize=447] 2024-11-11T06:22:51,884 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38445 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server f334e8b0fbdf,38445,1731306154204 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2233) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T06:22:51,886 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38445 {}] ipc.CallRunner(138): callId: 4 service: AdminService methodName: ReplicateWALEntry size: 605 connection: 172.17.0.2:33758 deadline: 1731306231883, exception=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server f334e8b0fbdf,38445,1731306154204 stopping 2024-11-11T06:22:51,888 WARN [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,35885,1731306150038.replicationSource.shipperf334e8b0fbdf%2C35885%2C1731306150038,1-f334e8b0fbdf,35885,1731306150038 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server f334e8b0fbdf,38445,1731306154204 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2233) at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:22:51,991 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38445 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server f334e8b0fbdf,38445,1731306154204 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2233) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T06:22:51,991 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38445 {}] ipc.CallRunner(138): callId: 7 service: AdminService methodName: ReplicateWALEntry size: 605 connection: 172.17.0.2:33758 deadline: 1731306231991, exception=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server f334e8b0fbdf,38445,1731306154204 stopping 2024-11-11T06:22:51,992 WARN [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,35885,1731306150038.replicationSource.shipperf334e8b0fbdf%2C35885%2C1731306150038,1-f334e8b0fbdf,35885,1731306150038 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server f334e8b0fbdf,38445,1731306154204 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2233) at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:22:52,056 INFO [regionserver/f334e8b0fbdf:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-11T06:22:52,057 INFO [regionserver/f334e8b0fbdf:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-11T06:22:52,075 DEBUG [RS:0;f334e8b0fbdf:38445 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 928a900b9f93fa9affb95b2b0cd332fb, cd0b53213cc0c269e74f844ff43a4d33 2024-11-11T06:22:52,082 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,35885,1731306150038.replicationSource.wal-reader.f334e8b0fbdf%2C35885%2C1731306150038,1-f334e8b0fbdf,35885,1731306150038 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44453/user/jenkins/test-data/9d540fb5-24c7-4ff7-fa58-3b9979a11333/WALs/f334e8b0fbdf,35885,1731306150038/f334e8b0fbdf%2C35885%2C1731306150038.1731306152029 to pos 1033, reset compression=false 2024-11-11T06:22:52,096 INFO [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=560 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:39195/user/jenkins/test-data/f7c9a3c2-ca09-5ef0-8ad6-202de407bfc3/data/hbase/replication/928a900b9f93fa9affb95b2b0cd332fb/.tmp/hfileref/8e362b624e744f3b889e04380c326527 2024-11-11T06:22:52,097 INFO [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39195/user/jenkins/test-data/f7c9a3c2-ca09-5ef0-8ad6-202de407bfc3/data/hbase/meta/1588230740/.tmp/info/02c08a395a2a49768a631e176e62324a 2024-11-11T06:22:52,115 DEBUG [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39195/user/jenkins/test-data/f7c9a3c2-ca09-5ef0-8ad6-202de407bfc3/data/hbase/meta/1588230740/.tmp/ns/ea104ab4d2154b07a6c2a919994b06fc is 43, key is default/ns:d/1731306157163/Put/seqid=0 2024-11-11T06:22:52,118 DEBUG [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39195/user/jenkins/test-data/f7c9a3c2-ca09-5ef0-8ad6-202de407bfc3/data/hbase/replication/928a900b9f93fa9affb95b2b0cd332fb/.tmp/queue/8e0ca62f5a8042d9b9425145f117d2c4 is 154, key is 1-f334e8b0fbdf,38445,1731306154204/queue:f334e8b0fbdf%2C38445%2C1731306154204/1731306170981/Put/seqid=0 2024-11-11T06:22:52,118 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38777 is added to blk_1073741846_1022 (size=5153) 2024-11-11T06:22:52,121 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38777 is added to blk_1073741847_1023 (size=5353) 2024-11-11T06:22:52,141 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,38445,1731306154204.replicationSource.wal-reader.f334e8b0fbdf%2C38445%2C1731306154204,1-f334e8b0fbdf,38445,1731306154204 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39195/user/jenkins/test-data/f7c9a3c2-ca09-5ef0-8ad6-202de407bfc3/WALs/f334e8b0fbdf,38445,1731306154204/f334e8b0fbdf%2C38445%2C1731306154204.1731306156189 to pos 1033, reset compression=false 2024-11-11T06:22:52,195 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38445 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server f334e8b0fbdf,38445,1731306154204 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2233) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T06:22:52,196 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38445 {}] ipc.CallRunner(138): callId: 10 service: AdminService methodName: ReplicateWALEntry size: 605 connection: 172.17.0.2:33758 deadline: 1731306232195, exception=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server f334e8b0fbdf,38445,1731306154204 stopping 2024-11-11T06:22:52,196 WARN [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,35885,1731306150038.replicationSource.shipperf334e8b0fbdf%2C35885%2C1731306150038,1-f334e8b0fbdf,35885,1731306150038 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server f334e8b0fbdf,38445,1731306154204 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2233) at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:22:52,275 DEBUG [RS:0;f334e8b0fbdf:38445 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 928a900b9f93fa9affb95b2b0cd332fb, cd0b53213cc0c269e74f844ff43a4d33 2024-11-11T06:22:52,386 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,35885,1731306150038.replicationSource.wal-reader.f334e8b0fbdf%2C35885%2C1731306150038,1-f334e8b0fbdf,35885,1731306150038 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44453/user/jenkins/test-data/9d540fb5-24c7-4ff7-fa58-3b9979a11333/WALs/f334e8b0fbdf,35885,1731306150038/f334e8b0fbdf%2C35885%2C1731306150038.1731306152029 to pos 1033, reset compression=false 2024-11-11T06:22:52,475 DEBUG [RS:0;f334e8b0fbdf:38445 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 928a900b9f93fa9affb95b2b0cd332fb, cd0b53213cc0c269e74f844ff43a4d33 2024-11-11T06:22:52,499 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38445 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server f334e8b0fbdf,38445,1731306154204 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2233) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T06:22:52,500 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38445 {}] ipc.CallRunner(138): callId: 13 service: AdminService methodName: ReplicateWALEntry size: 605 connection: 172.17.0.2:33758 deadline: 1731306232499, exception=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server f334e8b0fbdf,38445,1731306154204 stopping 2024-11-11T06:22:52,500 WARN [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,35885,1731306150038.replicationSource.shipperf334e8b0fbdf%2C35885%2C1731306150038,1-f334e8b0fbdf,35885,1731306150038 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server f334e8b0fbdf,38445,1731306154204 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2233) at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:22:52,519 INFO [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39195/user/jenkins/test-data/f7c9a3c2-ca09-5ef0-8ad6-202de407bfc3/data/hbase/meta/1588230740/.tmp/ns/ea104ab4d2154b07a6c2a919994b06fc 2024-11-11T06:22:52,522 INFO [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=595 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:39195/user/jenkins/test-data/f7c9a3c2-ca09-5ef0-8ad6-202de407bfc3/data/hbase/replication/928a900b9f93fa9affb95b2b0cd332fb/.tmp/queue/8e0ca62f5a8042d9b9425145f117d2c4 2024-11-11T06:22:52,526 DEBUG [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39195/user/jenkins/test-data/f7c9a3c2-ca09-5ef0-8ad6-202de407bfc3/data/hbase/replication/928a900b9f93fa9affb95b2b0cd332fb/.tmp/hfileref/8e362b624e744f3b889e04380c326527 as hdfs://localhost:39195/user/jenkins/test-data/f7c9a3c2-ca09-5ef0-8ad6-202de407bfc3/data/hbase/replication/928a900b9f93fa9affb95b2b0cd332fb/hfileref/8e362b624e744f3b889e04380c326527 2024-11-11T06:22:52,530 INFO [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39195/user/jenkins/test-data/f7c9a3c2-ca09-5ef0-8ad6-202de407bfc3/data/hbase/replication/928a900b9f93fa9affb95b2b0cd332fb/hfileref/8e362b624e744f3b889e04380c326527, entries=4, sequenceid=12, filesize=5.2 K 2024-11-11T06:22:52,531 DEBUG [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39195/user/jenkins/test-data/f7c9a3c2-ca09-5ef0-8ad6-202de407bfc3/data/hbase/replication/928a900b9f93fa9affb95b2b0cd332fb/.tmp/queue/8e0ca62f5a8042d9b9425145f117d2c4 as hdfs://localhost:39195/user/jenkins/test-data/f7c9a3c2-ca09-5ef0-8ad6-202de407bfc3/data/hbase/replication/928a900b9f93fa9affb95b2b0cd332fb/queue/8e0ca62f5a8042d9b9425145f117d2c4 2024-11-11T06:22:52,535 INFO [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39195/user/jenkins/test-data/f7c9a3c2-ca09-5ef0-8ad6-202de407bfc3/data/hbase/replication/928a900b9f93fa9affb95b2b0cd332fb/queue/8e0ca62f5a8042d9b9425145f117d2c4, entries=1, sequenceid=12, filesize=5.2 K 2024-11-11T06:22:52,536 INFO [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.13 KB/1155, heapSize ~2.47 KB/2528, currentSize=0 B/0 for 928a900b9f93fa9affb95b2b0cd332fb in 867ms, sequenceid=12, compaction requested=false 2024-11-11T06:22:52,540 DEBUG [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39195/user/jenkins/test-data/f7c9a3c2-ca09-5ef0-8ad6-202de407bfc3/data/hbase/meta/1588230740/.tmp/rep_barrier/6076a826e0a04f60a793da0fce10a237 is 112, key is test,,1731306159403.cd0b53213cc0c269e74f844ff43a4d33./rep_barrier:seqnumDuringOpen/1731306160555/Put/seqid=0 2024-11-11T06:22:52,542 DEBUG [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39195/user/jenkins/test-data/f7c9a3c2-ca09-5ef0-8ad6-202de407bfc3/data/hbase/replication/928a900b9f93fa9affb95b2b0cd332fb/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-11T06:22:52,542 DEBUG [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-11T06:22:52,543 DEBUG [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-11T06:22:52,543 INFO [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731306163736.928a900b9f93fa9affb95b2b0cd332fb. 2024-11-11T06:22:52,543 DEBUG [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 928a900b9f93fa9affb95b2b0cd332fb: Waiting for close lock at 1731306171668Running coprocessor pre-close hooks at 1731306171668Disabling compacts and flushes for region at 1731306171668Disabling writes for close at 1731306171669 (+1 ms)Obtaining lock to block concurrent updates at 1731306171669Preparing flush snapshotting stores in 928a900b9f93fa9affb95b2b0cd332fb at 1731306171669Finished memstore snapshotting hbase:replication,,1731306163736.928a900b9f93fa9affb95b2b0cd332fb., syncing WAL and waiting on mvcc, flushsize=dataSize=1155, getHeapSize=2768, getOffHeapSize=0, getCellsCount=12 at 1731306171669Flushing stores of hbase:replication,,1731306163736.928a900b9f93fa9affb95b2b0cd332fb. at 1731306171670 (+1 ms)Flushing 928a900b9f93fa9affb95b2b0cd332fb/hfileref: creating writer at 1731306171670Flushing 928a900b9f93fa9affb95b2b0cd332fb/hfileref: appending metadata at 1731306171689 (+19 ms)Flushing 928a900b9f93fa9affb95b2b0cd332fb/hfileref: closing flushed file at 1731306171690 (+1 ms)Flushing 928a900b9f93fa9affb95b2b0cd332fb/queue: creating writer at 1731306172101 (+411 ms)Flushing 928a900b9f93fa9affb95b2b0cd332fb/queue: appending metadata at 1731306172117 (+16 ms)Flushing 928a900b9f93fa9affb95b2b0cd332fb/queue: closing flushed file at 1731306172117Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7f40a688: reopening flushed file at 1731306172525 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3c29210e: reopening flushed file at 1731306172531 (+6 ms)Finished flush of dataSize ~1.13 KB/1155, heapSize ~2.47 KB/2528, currentSize=0 B/0 for 928a900b9f93fa9affb95b2b0cd332fb in 867ms, sequenceid=12, compaction requested=false at 1731306172536 (+5 ms)Writing region close event to WAL at 1731306172539 (+3 ms)Running coprocessor post-close hooks at 1731306172542 (+3 ms)Closed at 1731306172543 (+1 ms) 2024-11-11T06:22:52,543 DEBUG [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731306163736.928a900b9f93fa9affb95b2b0cd332fb. 2024-11-11T06:22:52,543 DEBUG [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing cd0b53213cc0c269e74f844ff43a4d33, disabling compactions & flushes 2024-11-11T06:22:52,543 INFO [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731306159403.cd0b53213cc0c269e74f844ff43a4d33. 2024-11-11T06:22:52,543 DEBUG [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731306159403.cd0b53213cc0c269e74f844ff43a4d33. 2024-11-11T06:22:52,543 DEBUG [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731306159403.cd0b53213cc0c269e74f844ff43a4d33. after waiting 0 ms 2024-11-11T06:22:52,543 DEBUG [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731306159403.cd0b53213cc0c269e74f844ff43a4d33. 2024-11-11T06:22:52,545 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38777 is added to blk_1073741848_1024 (size=5518) 2024-11-11T06:22:52,546 DEBUG [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39195/user/jenkins/test-data/f7c9a3c2-ca09-5ef0-8ad6-202de407bfc3/data/default/test/cd0b53213cc0c269e74f844ff43a4d33/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-11T06:22:52,547 DEBUG [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-11T06:22:52,547 DEBUG [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-11T06:22:52,547 INFO [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731306159403.cd0b53213cc0c269e74f844ff43a4d33. 2024-11-11T06:22:52,547 DEBUG [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for cd0b53213cc0c269e74f844ff43a4d33: Waiting for close lock at 1731306172543Running coprocessor pre-close hooks at 1731306172543Disabling compacts and flushes for region at 1731306172543Disabling writes for close at 1731306172543Writing region close event to WAL at 1731306172544 (+1 ms)Running coprocessor post-close hooks at 1731306172547 (+3 ms)Closed at 1731306172547 2024-11-11T06:22:52,547 DEBUG [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731306159403.cd0b53213cc0c269e74f844ff43a4d33. 2024-11-11T06:22:52,675 INFO [RS:0;f334e8b0fbdf:38445 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-11T06:22:52,675 DEBUG [RS:0;f334e8b0fbdf:38445 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-11T06:22:52,676 DEBUG [RS:0;f334e8b0fbdf:38445 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T06:22:52,790 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,35885,1731306150038.replicationSource.wal-reader.f334e8b0fbdf%2C35885%2C1731306150038,1-f334e8b0fbdf,35885,1731306150038 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44453/user/jenkins/test-data/9d540fb5-24c7-4ff7-fa58-3b9979a11333/WALs/f334e8b0fbdf,35885,1731306150038/f334e8b0fbdf%2C35885%2C1731306150038.1731306152029 to pos 1033, reset compression=false 2024-11-11T06:22:52,844 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,38445,1731306154204.replicationSource.wal-reader.f334e8b0fbdf%2C38445%2C1731306154204,1-f334e8b0fbdf,38445,1731306154204 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39195/user/jenkins/test-data/f7c9a3c2-ca09-5ef0-8ad6-202de407bfc3/WALs/f334e8b0fbdf,38445,1731306154204/f334e8b0fbdf%2C38445%2C1731306154204.1731306156189 to pos 1033, reset compression=false 2024-11-11T06:22:52,849 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,38445,1731306154204.replicationSource.wal-reader.f334e8b0fbdf%2C38445%2C1731306154204,1-f334e8b0fbdf,38445,1731306154204 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-11T06:22:52,849 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,38445,1731306154204.replicationSource.wal-reader.f334e8b0fbdf%2C38445%2C1731306154204,1-f334e8b0fbdf,38445,1731306154204 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39195/user/jenkins/test-data/f7c9a3c2-ca09-5ef0-8ad6-202de407bfc3/WALs/f334e8b0fbdf,38445,1731306154204/f334e8b0fbdf%2C38445%2C1731306154204.1731306156189 to pos 1328, reset compression=false 2024-11-11T06:22:52,849 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,38445,1731306154204.replicationSource.shipperf334e8b0fbdf%2C38445%2C1731306154204,1-f334e8b0fbdf,38445,1731306154204 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f334e8b0fbdf,38445,1731306154204 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:39195/user/jenkins/test-data/f7c9a3c2-ca09-5ef0-8ad6-202de407bfc3/WALs/f334e8b0fbdf,38445,1731306154204/f334e8b0fbdf%2C38445%2C1731306154204.1731306156189, lastWalPosition=1328, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-11T06:22:52,851 ERROR [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,38445,1731306154204.replicationSource.shipperf334e8b0fbdf%2C38445%2C1731306154204,1-f334e8b0fbdf,38445,1731306154204 {}] regionserver.HRegionServer(2440): ***** ABORTING region server f334e8b0fbdf,38445,1731306154204: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-f334e8b0fbdf,38445,1731306154204, walGroup=f334e8b0fbdf%2C38445%2C1731306154204, offset=f334e8b0fbdf%2C38445%2C1731306154204.1731306156189:1328, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f334e8b0fbdf:38445 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-11T06:22:52,853 ERROR [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,38445,1731306154204.replicationSource.shipperf334e8b0fbdf%2C38445%2C1731306154204,1-f334e8b0fbdf,38445,1731306154204 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-11T06:22:52,855 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,38445,1731306154204.replicationSource.shipperf334e8b0fbdf%2C38445%2C1731306154204,1-f334e8b0fbdf,38445,1731306154204 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-11T06:22:52,856 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,38445,1731306154204.replicationSource.shipperf334e8b0fbdf%2C38445%2C1731306154204,1-f334e8b0fbdf,38445,1731306154204 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-11T06:22:52,856 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,38445,1731306154204.replicationSource.shipperf334e8b0fbdf%2C38445%2C1731306154204,1-f334e8b0fbdf,38445,1731306154204 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-11T06:22:52,856 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,38445,1731306154204.replicationSource.shipperf334e8b0fbdf%2C38445%2C1731306154204,1-f334e8b0fbdf,38445,1731306154204 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-11T06:22:52,856 INFO [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,38445,1731306154204.replicationSource.shipperf334e8b0fbdf%2C38445%2C1731306154204,1-f334e8b0fbdf,38445,1731306154204 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1059061760, "init": 1048576000, "max": 2306867200, "used": 842302544 }, "NonHeapMemoryUsage": { "committed": 190578688, "init": 7667712, "max": -1, "used": 187893424 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-11T06:22:52,859 WARN [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,38445,1731306154204.replicationSource.shipperf334e8b0fbdf%2C38445%2C1731306154204,1-f334e8b0fbdf,38445,1731306154204 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f334e8b0fbdf:42169 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f334e8b0fbdf:42169 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-11T06:22:52,876 DEBUG [RS:0;f334e8b0fbdf:38445 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T06:22:52,903 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server f334e8b0fbdf,38445,1731306154204 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:22:52,904 WARN [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,35885,1731306150038.replicationSource.shipperf334e8b0fbdf%2C35885%2C1731306150038,1-f334e8b0fbdf,35885,1731306150038 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: Server f334e8b0fbdf,38445,1731306154204 aborting at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:22:52,945 INFO [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39195/user/jenkins/test-data/f7c9a3c2-ca09-5ef0-8ad6-202de407bfc3/data/hbase/meta/1588230740/.tmp/rep_barrier/6076a826e0a04f60a793da0fce10a237 2024-11-11T06:22:52,968 DEBUG [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39195/user/jenkins/test-data/f7c9a3c2-ca09-5ef0-8ad6-202de407bfc3/data/hbase/meta/1588230740/.tmp/table/63b958d018e84d418691af64db2ffdc2 is 53, key is hbase:replication/table:state/1731306164910/Put/seqid=0 2024-11-11T06:22:52,972 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38777 is added to blk_1073741849_1025 (size=5308) 2024-11-11T06:22:53,057 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,38445,1731306154204.replicationSource.wal-reader.f334e8b0fbdf%2C38445%2C1731306154204,1-f334e8b0fbdf,38445,1731306154204 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39195/user/jenkins/test-data/f7c9a3c2-ca09-5ef0-8ad6-202de407bfc3/WALs/f334e8b0fbdf,38445,1731306154204/f334e8b0fbdf%2C38445%2C1731306154204.1731306156189 to pos 1328, reset compression=false 2024-11-11T06:22:53,076 DEBUG [RS:0;f334e8b0fbdf:38445 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T06:22:53,276 DEBUG [RS:0;f334e8b0fbdf:38445 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T06:22:53,294 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,35885,1731306150038.replicationSource.wal-reader.f334e8b0fbdf%2C35885%2C1731306150038,1-f334e8b0fbdf,35885,1731306150038 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44453/user/jenkins/test-data/9d540fb5-24c7-4ff7-fa58-3b9979a11333/WALs/f334e8b0fbdf,35885,1731306150038/f334e8b0fbdf%2C35885%2C1731306150038.1731306152029 to pos 1033, reset compression=false 2024-11-11T06:22:53,361 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,38445,1731306154204.replicationSource.wal-reader.f334e8b0fbdf%2C38445%2C1731306154204,1-f334e8b0fbdf,38445,1731306154204 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39195/user/jenkins/test-data/f7c9a3c2-ca09-5ef0-8ad6-202de407bfc3/WALs/f334e8b0fbdf,38445,1731306154204/f334e8b0fbdf%2C38445%2C1731306154204.1731306156189 to pos 1328, reset compression=false 2024-11-11T06:22:53,372 INFO [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:39195/user/jenkins/test-data/f7c9a3c2-ca09-5ef0-8ad6-202de407bfc3/data/hbase/meta/1588230740/.tmp/table/63b958d018e84d418691af64db2ffdc2 2024-11-11T06:22:53,377 DEBUG [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39195/user/jenkins/test-data/f7c9a3c2-ca09-5ef0-8ad6-202de407bfc3/data/hbase/meta/1588230740/.tmp/info/02c08a395a2a49768a631e176e62324a as hdfs://localhost:39195/user/jenkins/test-data/f7c9a3c2-ca09-5ef0-8ad6-202de407bfc3/data/hbase/meta/1588230740/info/02c08a395a2a49768a631e176e62324a 2024-11-11T06:22:53,381 INFO [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39195/user/jenkins/test-data/f7c9a3c2-ca09-5ef0-8ad6-202de407bfc3/data/hbase/meta/1588230740/info/02c08a395a2a49768a631e176e62324a, entries=20, sequenceid=16, filesize=7.5 K 2024-11-11T06:22:53,382 DEBUG [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39195/user/jenkins/test-data/f7c9a3c2-ca09-5ef0-8ad6-202de407bfc3/data/hbase/meta/1588230740/.tmp/ns/ea104ab4d2154b07a6c2a919994b06fc as hdfs://localhost:39195/user/jenkins/test-data/f7c9a3c2-ca09-5ef0-8ad6-202de407bfc3/data/hbase/meta/1588230740/ns/ea104ab4d2154b07a6c2a919994b06fc 2024-11-11T06:22:53,386 INFO [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39195/user/jenkins/test-data/f7c9a3c2-ca09-5ef0-8ad6-202de407bfc3/data/hbase/meta/1588230740/ns/ea104ab4d2154b07a6c2a919994b06fc, entries=2, sequenceid=16, filesize=5.0 K 2024-11-11T06:22:53,386 DEBUG [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39195/user/jenkins/test-data/f7c9a3c2-ca09-5ef0-8ad6-202de407bfc3/data/hbase/meta/1588230740/.tmp/rep_barrier/6076a826e0a04f60a793da0fce10a237 as hdfs://localhost:39195/user/jenkins/test-data/f7c9a3c2-ca09-5ef0-8ad6-202de407bfc3/data/hbase/meta/1588230740/rep_barrier/6076a826e0a04f60a793da0fce10a237 2024-11-11T06:22:53,390 INFO [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39195/user/jenkins/test-data/f7c9a3c2-ca09-5ef0-8ad6-202de407bfc3/data/hbase/meta/1588230740/rep_barrier/6076a826e0a04f60a793da0fce10a237, entries=1, sequenceid=16, filesize=5.4 K 2024-11-11T06:22:53,391 DEBUG [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39195/user/jenkins/test-data/f7c9a3c2-ca09-5ef0-8ad6-202de407bfc3/data/hbase/meta/1588230740/.tmp/table/63b958d018e84d418691af64db2ffdc2 as hdfs://localhost:39195/user/jenkins/test-data/f7c9a3c2-ca09-5ef0-8ad6-202de407bfc3/data/hbase/meta/1588230740/table/63b958d018e84d418691af64db2ffdc2 2024-11-11T06:22:53,394 INFO [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39195/user/jenkins/test-data/f7c9a3c2-ca09-5ef0-8ad6-202de407bfc3/data/hbase/meta/1588230740/table/63b958d018e84d418691af64db2ffdc2, entries=4, sequenceid=16, filesize=5.2 K 2024-11-11T06:22:53,395 INFO [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1720ms, sequenceid=16, compaction requested=false 2024-11-11T06:22:53,399 DEBUG [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39195/user/jenkins/test-data/f7c9a3c2-ca09-5ef0-8ad6-202de407bfc3/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-11T06:22:53,400 DEBUG [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-11T06:22:53,400 DEBUG [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-11T06:22:53,400 INFO [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-11T06:22:53,400 DEBUG [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731306171674Running coprocessor pre-close hooks at 1731306171674Disabling compacts and flushes for region at 1731306171674Disabling writes for close at 1731306171675 (+1 ms)Obtaining lock to block concurrent updates at 1731306171675Preparing flush snapshotting stores in 1588230740 at 1731306171675Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731306171675Flushing stores of hbase:meta,,1.1588230740 at 1731306171675Flushing 1588230740/info: creating writer at 1731306171676 (+1 ms)Flushing 1588230740/info: appending metadata at 1731306171689 (+13 ms)Flushing 1588230740/info: closing flushed file at 1731306171689Flushing 1588230740/ns: creating writer at 1731306172101 (+412 ms)Flushing 1588230740/ns: appending metadata at 1731306172114 (+13 ms)Flushing 1588230740/ns: closing flushed file at 1731306172114Flushing 1588230740/rep_barrier: creating writer at 1731306172524 (+410 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731306172540 (+16 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731306172540Flushing 1588230740/table: creating writer at 1731306172950 (+410 ms)Flushing 1588230740/table: appending metadata at 1731306172968 (+18 ms)Flushing 1588230740/table: closing flushed file at 1731306172968Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@51438cb7: reopening flushed file at 1731306173377 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1bb7af28: reopening flushed file at 1731306173381 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1a3b6daa: reopening flushed file at 1731306173386 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6e129f51: reopening flushed file at 1731306173390 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1720ms, sequenceid=16, compaction requested=false at 1731306173395 (+5 ms)Writing region close event to WAL at 1731306173397 (+2 ms)Running coprocessor post-close hooks at 1731306173400 (+3 ms)Closed at 1731306173400 2024-11-11T06:22:53,400 DEBUG [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-11T06:22:53,407 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server f334e8b0fbdf,38445,1731306154204 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:22:53,407 WARN [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,35885,1731306150038.replicationSource.shipperf334e8b0fbdf%2C35885%2C1731306150038,1-f334e8b0fbdf,35885,1731306150038 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: Server f334e8b0fbdf,38445,1731306154204 aborting at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:22:53,476 INFO [RS:0;f334e8b0fbdf:38445 {}] regionserver.HRegionServer(976): stopping server f334e8b0fbdf,38445,1731306154204; all regions closed. 2024-11-11T06:22:53,478 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38777 is added to blk_1073741834_1010 (size=4239) 2024-11-11T06:22:53,478 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/f7c9a3c2-ca09-5ef0-8ad6-202de407bfc3/WALs/f334e8b0fbdf,38445,1731306154204/f334e8b0fbdf%2C38445%2C1731306154204.meta.1731306157118.meta not finished, retry = 0 2024-11-11T06:22:53,581 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/f7c9a3c2-ca09-5ef0-8ad6-202de407bfc3/WALs/f334e8b0fbdf,38445,1731306154204/f334e8b0fbdf%2C38445%2C1731306154204.rep.1731306164873 not finished, retry = 0 2024-11-11T06:22:53,581 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38777 is added to blk_1073741839_1015 (size=3127) 2024-11-11T06:22:53,685 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38777 is added to blk_1073741832_1008 (size=1336) 2024-11-11T06:22:53,685 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/f7c9a3c2-ca09-5ef0-8ad6-202de407bfc3/WALs/f334e8b0fbdf,38445,1731306154204/f334e8b0fbdf%2C38445%2C1731306154204.1731306156189 not finished, retry = 0 2024-11-11T06:22:53,765 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,38445,1731306154204.replicationSource.wal-reader.f334e8b0fbdf%2C38445%2C1731306154204,1-f334e8b0fbdf,38445,1731306154204 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39195/user/jenkins/test-data/f7c9a3c2-ca09-5ef0-8ad6-202de407bfc3/WALs/f334e8b0fbdf,38445,1731306154204/f334e8b0fbdf%2C38445%2C1731306154204.1731306156189 to pos 1328, reset compression=false 2024-11-11T06:22:53,785 DEBUG [RS:0;f334e8b0fbdf:38445 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T06:22:53,785 INFO [RS:0;f334e8b0fbdf:38445 {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T06:22:53,786 INFO [RS:0;f334e8b0fbdf:38445 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T06:22:53,786 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,38445,1731306154204.replicationSource.wal-reader.f334e8b0fbdf%2C38445%2C1731306154204,1-f334e8b0fbdf,38445,1731306154204 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:39195/user/jenkins/test-data/f7c9a3c2-ca09-5ef0-8ad6-202de407bfc3/WALs/f334e8b0fbdf,38445,1731306154204/f334e8b0fbdf%2C38445%2C1731306154204.1731306156189 2024-11-11T06:22:53,786 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,38445,1731306154204.replicationSource.wal-reader.f334e8b0fbdf%2C38445%2C1731306154204,1-f334e8b0fbdf,38445,1731306154204 {}] regionserver.WALEntryStream(241): No more WAL files in queue 2024-11-11T06:22:53,786 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,38445,1731306154204.replicationSource.wal-reader.f334e8b0fbdf%2C38445%2C1731306154204,1-f334e8b0fbdf,38445,1731306154204 {}] regionserver.ReplicationSourceWALReader(120): Stopping the replication source wal reader 2024-11-11T06:22:53,786 INFO [RS:0;f334e8b0fbdf:38445 {}] hbase.ChoreService(370): Chore service for: regionserver/f334e8b0fbdf:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-11T06:22:53,786 INFO [RS:0;f334e8b0fbdf:38445 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T06:22:53,786 INFO [regionserver/f334e8b0fbdf:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T06:22:53,786 INFO [RS:0;f334e8b0fbdf:38445 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-f334e8b0fbdf,38445,1731306154204 because: Region server is closing 2024-11-11T06:22:53,786 INFO [RS:0;f334e8b0fbdf:38445 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f334e8b0fbdf:38445. 2024-11-11T06:22:53,786 DEBUG [RS:0;f334e8b0fbdf:38445 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T06:22:53,786 DEBUG [RS:0;f334e8b0fbdf:38445 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T06:22:53,787 DEBUG [RS:0;f334e8b0fbdf:38445 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T06:22:53,787 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T06:22:53,887 INFO [RS:0;f334e8b0fbdf:38445 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,38445,1731306154204.replicationSource.shipperf334e8b0fbdf%2C38445%2C1731306154204,1-f334e8b0fbdf,38445,1731306154204 terminated 2024-11-11T06:22:53,887 WARN [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,38445,1731306154204.replicationSource.wal-reader.f334e8b0fbdf%2C38445%2C1731306154204,1-f334e8b0fbdf,38445,1731306154204 {}] regionserver.ReplicationSourceWALReader(198): Interrupted while sleeping between WAL reads or adding WAL batch to ship queue java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1640) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.put(LinkedBlockingQueue.java:343) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.replicationDone(ReplicationSourceWALReader.java:123) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:151) ~[classes/:?] 2024-11-11T06:22:53,887 INFO [RS:0;f334e8b0fbdf:38445 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f334e8b0fbdf:38445. 2024-11-11T06:22:53,887 DEBUG [RS:0;f334e8b0fbdf:38445 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T06:22:53,887 DEBUG [RS:0;f334e8b0fbdf:38445 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T06:22:53,887 DEBUG [RS:0;f334e8b0fbdf:38445 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T06:22:53,887 INFO [RS:0;f334e8b0fbdf:38445 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38445 2024-11-11T06:22:53,887 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T06:22:53,898 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,35885,1731306150038.replicationSource.wal-reader.f334e8b0fbdf%2C35885%2C1731306150038,1-f334e8b0fbdf,35885,1731306150038 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44453/user/jenkins/test-data/9d540fb5-24c7-4ff7-fa58-3b9979a11333/WALs/f334e8b0fbdf,35885,1731306150038/f334e8b0fbdf%2C35885%2C1731306150038.1731306152029 to pos 1033, reset compression=false 2024-11-11T06:22:53,900 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38445-0x10105b140750004, quorum=127.0.0.1:51279, baseZNode=/17878825 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/17878825/rs/f334e8b0fbdf,38445,1731306154204 2024-11-11T06:22:53,900 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42169-0x10105b140750003, quorum=127.0.0.1:51279, baseZNode=/17878825 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/17878825/rs 2024-11-11T06:22:53,900 INFO [RS:0;f334e8b0fbdf:38445 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T06:22:53,902 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [f334e8b0fbdf,38445,1731306154204] 2024-11-11T06:22:53,904 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /17878825/draining/f334e8b0fbdf,38445,1731306154204 already deleted, retry=false 2024-11-11T06:22:53,904 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; f334e8b0fbdf,38445,1731306154204 expired; onlineServers=0 2024-11-11T06:22:53,904 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'f334e8b0fbdf,42169,1731306154165' ***** 2024-11-11T06:22:53,904 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-11T06:22:53,904 INFO [M:0;f334e8b0fbdf:42169 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T06:22:53,904 INFO [M:0;f334e8b0fbdf:42169 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T06:22:53,904 DEBUG [M:0;f334e8b0fbdf:42169 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-11T06:22:53,905 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-11T06:22:53,905 DEBUG [M:0;f334e8b0fbdf:42169 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-11T06:22:53,905 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster-HFileCleaner.large.0-1731306155968 {}] cleaner.HFileCleaner(306): Exit Thread[master/f334e8b0fbdf:0:becomeActiveMaster-HFileCleaner.large.0-1731306155968,5,FailOnTimeoutGroup] 2024-11-11T06:22:53,905 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster-HFileCleaner.small.0-1731306155968 {}] cleaner.HFileCleaner(306): Exit Thread[master/f334e8b0fbdf:0:becomeActiveMaster-HFileCleaner.small.0-1731306155968,5,FailOnTimeoutGroup] 2024-11-11T06:22:53,905 INFO [M:0;f334e8b0fbdf:42169 {}] hbase.ChoreService(370): Chore service for: master/f334e8b0fbdf:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-11T06:22:53,905 INFO [M:0;f334e8b0fbdf:42169 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T06:22:53,905 DEBUG [M:0;f334e8b0fbdf:42169 {}] master.HMaster(1795): Stopping service threads 2024-11-11T06:22:53,905 INFO [M:0;f334e8b0fbdf:42169 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-11T06:22:53,905 INFO [M:0;f334e8b0fbdf:42169 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T06:22:53,905 INFO [M:0;f334e8b0fbdf:42169 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-11T06:22:53,905 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-11T06:22:53,906 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42169-0x10105b140750003, quorum=127.0.0.1:51279, baseZNode=/17878825 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/17878825/master 2024-11-11T06:22:53,906 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42169-0x10105b140750003, quorum=127.0.0.1:51279, baseZNode=/17878825 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/17878825 2024-11-11T06:22:53,906 DEBUG [M:0;f334e8b0fbdf:42169 {}] zookeeper.ZKUtil(347): master:42169-0x10105b140750003, quorum=127.0.0.1:51279, baseZNode=/17878825 Unable to get data of znode /17878825/master because node does not exist (not an error) 2024-11-11T06:22:53,906 WARN [M:0;f334e8b0fbdf:42169 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-11T06:22:53,906 INFO [M:0;f334e8b0fbdf:42169 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:39195/user/jenkins/test-data/f7c9a3c2-ca09-5ef0-8ad6-202de407bfc3/.lastflushedseqids 2024-11-11T06:22:53,914 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38777 is added to blk_1073741850_1026 (size=263) 2024-11-11T06:22:54,002 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38445-0x10105b140750004, quorum=127.0.0.1:51279, baseZNode=/17878825 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T06:22:54,002 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38445-0x10105b140750004, quorum=127.0.0.1:51279, baseZNode=/17878825 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T06:22:54,002 INFO [RS:0;f334e8b0fbdf:38445 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T06:22:54,002 INFO [RS:0;f334e8b0fbdf:38445 {}] regionserver.HRegionServer(1031): Exiting; stopping=f334e8b0fbdf,38445,1731306154204; zookeeper connection closed. 2024-11-11T06:22:54,002 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@624eeb36 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@624eeb36 2024-11-11T06:22:54,003 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-11T06:22:54,011 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server f334e8b0fbdf:38445 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: f334e8b0fbdf/172.17.0.2:38445 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:22:54,012 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.FailedServers(52): Added failed server with address f334e8b0fbdf:38445 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: f334e8b0fbdf/172.17.0.2:38445 2024-11-11T06:22:54,011 WARN [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,35885,1731306150038.replicationSource.shipperf334e8b0fbdf%2C35885%2C1731306150038,1-f334e8b0fbdf,35885,1731306150038 {}] regionserver.HBaseInterClusterReplicationEndpoint(495): [Source for peer 1]: Peer is unavailable, rechecking all sinks: java.net.ConnectException: Call to address=f334e8b0fbdf:38445 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: f334e8b0fbdf/172.17.0.2:38445 at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: f334e8b0fbdf/172.17.0.2:38445 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-11T06:22:54,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42169 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.exceptions.MasterStoppedException: null at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T06:22:54,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42169 {}] ipc.CallRunner(138): callId: 24 service: MasterService methodName: ListDecommissionedRegionServers size: 47 connection: 172.17.0.2:46854 deadline: 1731306234014, exception=org.apache.hadoop.hbase.exceptions.MasterStoppedException 2024-11-11T06:22:54,015 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,35885,1731306150038.replicationSource.shipperf334e8b0fbdf%2C35885%2C1731306150038,1-f334e8b0fbdf,35885,1731306150038 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed org.apache.hadoop.hbase.DoNotRetryIOException: Unable to instantiate exception received from server:org.apache.hadoop.hbase.exceptions.MasterStoppedException.(java.lang.String) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:496) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:103) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.lambda$doCall$4(AsyncMasterRequestRpcRetryingCaller.java:76) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.RawAsyncHBaseAdmin$1.run(RawAsyncHBaseAdmin.java:465) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.exceptions.MasterStoppedException at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-11-11T06:22:54,016 WARN [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,35885,1731306150038.replicationSource.shipperf334e8b0fbdf%2C35885%2C1731306150038,1-f334e8b0fbdf,35885,1731306150038 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-11-11T06:22:54,314 INFO [M:0;f334e8b0fbdf:42169 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-11T06:22:54,314 INFO [M:0;f334e8b0fbdf:42169 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-11T06:22:54,315 DEBUG [M:0;f334e8b0fbdf:42169 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-11T06:22:54,315 INFO [M:0;f334e8b0fbdf:42169 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T06:22:54,315 DEBUG [M:0;f334e8b0fbdf:42169 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T06:22:54,315 DEBUG [M:0;f334e8b0fbdf:42169 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-11T06:22:54,315 DEBUG [M:0;f334e8b0fbdf:42169 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T06:22:54,315 INFO [M:0;f334e8b0fbdf:42169 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.51 KB heapSize=64.93 KB 2024-11-11T06:22:54,331 DEBUG [M:0;f334e8b0fbdf:42169 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39195/user/jenkins/test-data/f7c9a3c2-ca09-5ef0-8ad6-202de407bfc3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4d696ab3b0274a7d9fa0c22f96c306d1 is 82, key is hbase:meta,,1/info:regioninfo/1731306157154/Put/seqid=0 2024-11-11T06:22:54,336 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38777 is added to blk_1073741851_1027 (size=5672) 2024-11-11T06:22:54,602 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,35885,1731306150038.replicationSource.wal-reader.f334e8b0fbdf%2C35885%2C1731306150038,1-f334e8b0fbdf,35885,1731306150038 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44453/user/jenkins/test-data/9d540fb5-24c7-4ff7-fa58-3b9979a11333/WALs/f334e8b0fbdf,35885,1731306150038/f334e8b0fbdf%2C35885%2C1731306150038.1731306152029 to pos 1033, reset compression=false 2024-11-11T06:22:54,717 INFO [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,35885,1731306150038.replicationSource.shipperf334e8b0fbdf%2C35885%2C1731306150038,1-f334e8b0fbdf,35885,1731306150038 {}] replication.HBaseReplicationEndpoint(234): Current list of sinks is out of date or empty, updating 2024-11-11T06:22:54,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42169 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.exceptions.MasterStoppedException: null at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-11T06:22:54,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42169 {}] ipc.CallRunner(138): callId: 26 service: MasterService methodName: ListDecommissionedRegionServers size: 47 connection: 172.17.0.2:46854 deadline: 1731306234718, exception=org.apache.hadoop.hbase.exceptions.MasterStoppedException 2024-11-11T06:22:54,719 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,35885,1731306150038.replicationSource.shipperf334e8b0fbdf%2C35885%2C1731306150038,1-f334e8b0fbdf,35885,1731306150038 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed org.apache.hadoop.hbase.DoNotRetryIOException: Unable to instantiate exception received from server:org.apache.hadoop.hbase.exceptions.MasterStoppedException.(java.lang.String) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:235) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:103) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.lambda$doCall$4(AsyncMasterRequestRpcRetryingCaller.java:76) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.RawAsyncHBaseAdmin$1.run(RawAsyncHBaseAdmin.java:465) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.exceptions.MasterStoppedException at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-11-11T06:22:54,720 WARN [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,35885,1731306150038.replicationSource.shipperf334e8b0fbdf%2C35885%2C1731306150038,1-f334e8b0fbdf,35885,1731306150038 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-11-11T06:22:54,720 WARN [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,35885,1731306150038.replicationSource.shipperf334e8b0fbdf%2C35885%2C1731306150038,1-f334e8b0fbdf,35885,1731306150038 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: java.io.IOException: No replication sinks are available at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:238) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] 2024-11-11T06:22:54,736 INFO [M:0;f334e8b0fbdf:42169 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:39195/user/jenkins/test-data/f7c9a3c2-ca09-5ef0-8ad6-202de407bfc3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4d696ab3b0274a7d9fa0c22f96c306d1 2024-11-11T06:22:54,759 DEBUG [M:0;f334e8b0fbdf:42169 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39195/user/jenkins/test-data/f7c9a3c2-ca09-5ef0-8ad6-202de407bfc3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/dfa817744cbe46be9ce471f9799c2e32 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731306164913/Put/seqid=0 2024-11-11T06:22:54,763 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38777 is added to blk_1073741852_1028 (size=8517) 2024-11-11T06:22:54,764 INFO [M:0;f334e8b0fbdf:42169 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.96 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:39195/user/jenkins/test-data/f7c9a3c2-ca09-5ef0-8ad6-202de407bfc3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/dfa817744cbe46be9ce471f9799c2e32 2024-11-11T06:22:54,781 DEBUG [M:0;f334e8b0fbdf:42169 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39195/user/jenkins/test-data/f7c9a3c2-ca09-5ef0-8ad6-202de407bfc3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/aafa86deee44459799e1a79a4aaaee2d is 69, key is f334e8b0fbdf,38445,1731306154204/rs:state/1731306156043/Put/seqid=0 2024-11-11T06:22:54,785 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38777 is added to blk_1073741853_1029 (size=5156) 2024-11-11T06:22:55,186 INFO [M:0;f334e8b0fbdf:42169 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:39195/user/jenkins/test-data/f7c9a3c2-ca09-5ef0-8ad6-202de407bfc3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/aafa86deee44459799e1a79a4aaaee2d 2024-11-11T06:22:55,191 DEBUG [M:0;f334e8b0fbdf:42169 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39195/user/jenkins/test-data/f7c9a3c2-ca09-5ef0-8ad6-202de407bfc3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4d696ab3b0274a7d9fa0c22f96c306d1 as hdfs://localhost:39195/user/jenkins/test-data/f7c9a3c2-ca09-5ef0-8ad6-202de407bfc3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/4d696ab3b0274a7d9fa0c22f96c306d1 2024-11-11T06:22:55,206 INFO [M:0;f334e8b0fbdf:42169 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39195/user/jenkins/test-data/f7c9a3c2-ca09-5ef0-8ad6-202de407bfc3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/4d696ab3b0274a7d9fa0c22f96c306d1, entries=8, sequenceid=97, filesize=5.5 K 2024-11-11T06:22:55,207 DEBUG [M:0;f334e8b0fbdf:42169 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39195/user/jenkins/test-data/f7c9a3c2-ca09-5ef0-8ad6-202de407bfc3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/dfa817744cbe46be9ce471f9799c2e32 as hdfs://localhost:39195/user/jenkins/test-data/f7c9a3c2-ca09-5ef0-8ad6-202de407bfc3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/dfa817744cbe46be9ce471f9799c2e32 2024-11-11T06:22:55,212 INFO [M:0;f334e8b0fbdf:42169 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39195/user/jenkins/test-data/f7c9a3c2-ca09-5ef0-8ad6-202de407bfc3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/dfa817744cbe46be9ce471f9799c2e32, entries=11, sequenceid=97, filesize=8.3 K 2024-11-11T06:22:55,212 DEBUG [M:0;f334e8b0fbdf:42169 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39195/user/jenkins/test-data/f7c9a3c2-ca09-5ef0-8ad6-202de407bfc3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/aafa86deee44459799e1a79a4aaaee2d as hdfs://localhost:39195/user/jenkins/test-data/f7c9a3c2-ca09-5ef0-8ad6-202de407bfc3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/aafa86deee44459799e1a79a4aaaee2d 2024-11-11T06:22:55,216 INFO [M:0;f334e8b0fbdf:42169 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39195/user/jenkins/test-data/f7c9a3c2-ca09-5ef0-8ad6-202de407bfc3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/aafa86deee44459799e1a79a4aaaee2d, entries=1, sequenceid=97, filesize=5.0 K 2024-11-11T06:22:55,217 INFO [M:0;f334e8b0fbdf:42169 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 902ms, sequenceid=97, compaction requested=false 2024-11-11T06:22:55,219 INFO [M:0;f334e8b0fbdf:42169 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T06:22:55,219 DEBUG [M:0;f334e8b0fbdf:42169 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731306174314Disabling compacts and flushes for region at 1731306174314Disabling writes for close at 1731306174315 (+1 ms)Obtaining lock to block concurrent updates at 1731306174315Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731306174315Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56847, getHeapSize=66424, getOffHeapSize=0, getCellsCount=114 at 1731306174315Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731306174316 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731306174316Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731306174331 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731306174331Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731306174741 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731306174759 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731306174759Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731306174767 (+8 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731306174781 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731306174781Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@17404bbc: reopening flushed file at 1731306175190 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@20f01118: reopening flushed file at 1731306175207 (+17 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@d94ff29: reopening flushed file at 1731306175212 (+5 ms)Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 902ms, sequenceid=97, compaction requested=false at 1731306175217 (+5 ms)Writing region close event to WAL at 1731306175219 (+2 ms)Closed at 1731306175219 2024-11-11T06:22:55,221 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/f7c9a3c2-ca09-5ef0-8ad6-202de407bfc3/MasterData/WALs/f334e8b0fbdf,42169,1731306154165/f334e8b0fbdf%2C42169%2C1731306154165.1731306155887 not finished, retry = 0 2024-11-11T06:22:55,221 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38777 is added to blk_1073741830_1006 (size=63666) 2024-11-11T06:22:55,322 INFO [M:0;f334e8b0fbdf:42169 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-11T06:22:55,322 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T06:22:55,322 INFO [M:0;f334e8b0fbdf:42169 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42169 2024-11-11T06:22:55,323 INFO [M:0;f334e8b0fbdf:42169 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T06:22:55,407 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,35885,1731306150038.replicationSource.wal-reader.f334e8b0fbdf%2C35885%2C1731306150038,1-f334e8b0fbdf,35885,1731306150038 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44453/user/jenkins/test-data/9d540fb5-24c7-4ff7-fa58-3b9979a11333/WALs/f334e8b0fbdf,35885,1731306150038/f334e8b0fbdf%2C35885%2C1731306150038.1731306152029 to pos 1033, reset compression=false 2024-11-11T06:22:55,424 INFO [M:0;f334e8b0fbdf:42169 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T06:22:55,424 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42169-0x10105b140750003, quorum=127.0.0.1:51279, baseZNode=/17878825 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T06:22:55,424 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42169-0x10105b140750003, quorum=127.0.0.1:51279, baseZNode=/17878825 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T06:22:55,427 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@31f69d6c{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T06:22:55,427 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@26ec8d21{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T06:22:55,427 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T06:22:55,428 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7ff97960{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T06:22:55,428 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@21f4271f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/91dd6bf6-6ab8-cafe-45f0-8a6f175996e3/hadoop.log.dir/,STOPPED} 2024-11-11T06:22:55,429 WARN [BP-1515965920-172.17.0.2-1731306153114 heartbeating to localhost/127.0.0.1:39195 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-11T06:22:55,429 WARN [BP-1515965920-172.17.0.2-1731306153114 heartbeating to localhost/127.0.0.1:39195 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1515965920-172.17.0.2-1731306153114 (Datanode Uuid 58445ad8-98a8-45f1-bb31-1e364c046b4e) service to localhost/127.0.0.1:39195 2024-11-11T06:22:55,429 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-11T06:22:55,429 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-11T06:22:55,430 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/91dd6bf6-6ab8-cafe-45f0-8a6f175996e3/cluster_988a52d8-d84b-d803-f450-1038de363f2d/data/data1/current/BP-1515965920-172.17.0.2-1731306153114 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T06:22:55,430 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/91dd6bf6-6ab8-cafe-45f0-8a6f175996e3/cluster_988a52d8-d84b-d803-f450-1038de363f2d/data/data2/current/BP-1515965920-172.17.0.2-1731306153114 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T06:22:55,430 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-11T06:22:55,437 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2c69b0dc{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-11T06:22:55,437 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@353d6e27{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T06:22:55,437 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T06:22:55,437 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3fa101ba{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T06:22:55,437 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@146da649{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/91dd6bf6-6ab8-cafe-45f0-8a6f175996e3/hadoop.log.dir/,STOPPED} 2024-11-11T06:22:55,451 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-11T06:22:55,451 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-11T06:22:55,451 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T06:22:55,451 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T06:22:55,451 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T06:22:55,451 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T06:22:55,451 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T06:22:55,451 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-11T06:22:55,451 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=433142426, stopped=false 2024-11-11T06:22:55,451 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=f334e8b0fbdf,42891,1731306149986 2024-11-11T06:22:55,454 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42891-0x10105b140750000, quorum=127.0.0.1:51279, baseZNode=/0-1680822688 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1680822688/running 2024-11-11T06:22:55,454 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35885-0x10105b140750001, quorum=127.0.0.1:51279, baseZNode=/0-1680822688 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1680822688/running 2024-11-11T06:22:55,454 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42891-0x10105b140750000, quorum=127.0.0.1:51279, baseZNode=/0-1680822688 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1680822688 2024-11-11T06:22:55,454 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35885-0x10105b140750001, quorum=127.0.0.1:51279, baseZNode=/0-1680822688 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1680822688 2024-11-11T06:22:55,454 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T06:22:55,454 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T06:22:55,454 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T06:22:55,455 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T06:22:55,455 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'f334e8b0fbdf,35885,1731306150038' ***** 2024-11-11T06:22:55,455 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35885-0x10105b140750001, quorum=127.0.0.1:51279, baseZNode=/0-1680822688 Set watcher on znode that does not yet exist, /0-1680822688/running 2024-11-11T06:22:55,455 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-11T06:22:55,455 INFO [RS:0;f334e8b0fbdf:35885 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-11T06:22:55,455 INFO [RS:0;f334e8b0fbdf:35885 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-11T06:22:55,455 INFO [RS:0;f334e8b0fbdf:35885 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-11T06:22:55,455 INFO [RS:0;f334e8b0fbdf:35885 {}] regionserver.HRegionServer(3091): Received CLOSE for a1e5f2a8129a004338c38add09e856ff 2024-11-11T06:22:55,455 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:42891-0x10105b140750000, quorum=127.0.0.1:51279, baseZNode=/0-1680822688 Set watcher on znode that does not yet exist, /0-1680822688/running 2024-11-11T06:22:55,456 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-11T06:22:55,456 INFO [RS:0;f334e8b0fbdf:35885 {}] regionserver.HRegionServer(3091): Received CLOSE for 2b9cd178e38bfe12784344bd4d5474be 2024-11-11T06:22:55,456 INFO [RS:0;f334e8b0fbdf:35885 {}] regionserver.HRegionServer(959): stopping server f334e8b0fbdf,35885,1731306150038 2024-11-11T06:22:55,456 INFO [RS:0;f334e8b0fbdf:35885 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T06:22:55,456 INFO [RS:0;f334e8b0fbdf:35885 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f334e8b0fbdf:35885. 2024-11-11T06:22:55,456 DEBUG [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing a1e5f2a8129a004338c38add09e856ff, disabling compactions & flushes 2024-11-11T06:22:55,456 INFO [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731306157242.a1e5f2a8129a004338c38add09e856ff. 2024-11-11T06:22:55,456 DEBUG [RS:0;f334e8b0fbdf:35885 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T06:22:55,456 DEBUG [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731306157242.a1e5f2a8129a004338c38add09e856ff. 2024-11-11T06:22:55,456 DEBUG [RS:0;f334e8b0fbdf:35885 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T06:22:55,456 DEBUG [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731306157242.a1e5f2a8129a004338c38add09e856ff. after waiting 0 ms 2024-11-11T06:22:55,456 DEBUG [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731306157242.a1e5f2a8129a004338c38add09e856ff. 2024-11-11T06:22:55,456 INFO [RS:0;f334e8b0fbdf:35885 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-11T06:22:55,457 INFO [RS:0;f334e8b0fbdf:35885 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-11T06:22:55,457 INFO [RS:0;f334e8b0fbdf:35885 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-11T06:22:55,457 INFO [RS:0;f334e8b0fbdf:35885 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-11T06:22:55,457 INFO [RS:0;f334e8b0fbdf:35885 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-11T06:22:55,457 DEBUG [RS:0;f334e8b0fbdf:35885 {}] regionserver.HRegionServer(1325): Online Regions={a1e5f2a8129a004338c38add09e856ff=test,,1731306157242.a1e5f2a8129a004338c38add09e856ff., 1588230740=hbase:meta,,1.1588230740, 2b9cd178e38bfe12784344bd4d5474be=hbase:replication,,1731306161571.2b9cd178e38bfe12784344bd4d5474be.} 2024-11-11T06:22:55,457 DEBUG [RS:0;f334e8b0fbdf:35885 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2b9cd178e38bfe12784344bd4d5474be, a1e5f2a8129a004338c38add09e856ff 2024-11-11T06:22:55,457 DEBUG [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-11T06:22:55,457 INFO [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-11T06:22:55,457 DEBUG [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-11T06:22:55,457 DEBUG [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-11T06:22:55,457 DEBUG [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-11T06:22:55,457 INFO [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-11T06:22:55,461 DEBUG [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44453/user/jenkins/test-data/9d540fb5-24c7-4ff7-fa58-3b9979a11333/data/default/test/a1e5f2a8129a004338c38add09e856ff/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-11T06:22:55,461 DEBUG [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-11T06:22:55,461 DEBUG [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-11T06:22:55,461 INFO [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731306157242.a1e5f2a8129a004338c38add09e856ff. 2024-11-11T06:22:55,461 DEBUG [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for a1e5f2a8129a004338c38add09e856ff: Waiting for close lock at 1731306175456Running coprocessor pre-close hooks at 1731306175456Disabling compacts and flushes for region at 1731306175456Disabling writes for close at 1731306175456Writing region close event to WAL at 1731306175457 (+1 ms)Running coprocessor post-close hooks at 1731306175461 (+4 ms)Closed at 1731306175461 2024-11-11T06:22:55,461 DEBUG [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731306157242.a1e5f2a8129a004338c38add09e856ff. 2024-11-11T06:22:55,462 DEBUG [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 2b9cd178e38bfe12784344bd4d5474be, disabling compactions & flushes 2024-11-11T06:22:55,462 INFO [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731306161571.2b9cd178e38bfe12784344bd4d5474be. 2024-11-11T06:22:55,462 DEBUG [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731306161571.2b9cd178e38bfe12784344bd4d5474be. 2024-11-11T06:22:55,462 DEBUG [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731306161571.2b9cd178e38bfe12784344bd4d5474be. after waiting 0 ms 2024-11-11T06:22:55,462 DEBUG [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731306161571.2b9cd178e38bfe12784344bd4d5474be. 2024-11-11T06:22:55,462 INFO [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 2b9cd178e38bfe12784344bd4d5474be 3/3 column families, dataSize=865 B heapSize=2.25 KB 2024-11-11T06:22:55,474 DEBUG [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44453/user/jenkins/test-data/9d540fb5-24c7-4ff7-fa58-3b9979a11333/data/hbase/meta/1588230740/.tmp/info/705a9f85dffc4474adbe1a6c1de74197 is 147, key is hbase:replication,,1731306161571.2b9cd178e38bfe12784344bd4d5474be./info:regioninfo/1731306162742/Put/seqid=0 2024-11-11T06:22:55,476 DEBUG [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44453/user/jenkins/test-data/9d540fb5-24c7-4ff7-fa58-3b9979a11333/data/hbase/replication/2b9cd178e38bfe12784344bd4d5474be/.tmp/hfileref/cd78758ea16942aba512d6987b79ae9c is 74, key is 1/hfileref:33da96bf5ab1469ebd606f2e557df66e_SeqId_6_/1731306170965/Put/seqid=0 2024-11-11T06:22:55,477 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33547 is added to blk_1073741846_1022 (size=7686) 2024-11-11T06:22:55,481 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33547 is added to blk_1073741847_1023 (size=5345) 2024-11-11T06:22:55,513 INFO [regionserver/f334e8b0fbdf:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T06:22:55,521 INFO [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,35885,1731306150038.replicationSource.shipperf334e8b0fbdf%2C35885%2C1731306150038,1-f334e8b0fbdf,35885,1731306150038 {}] replication.HBaseReplicationEndpoint(234): Current list of sinks is out of date or empty, updating 2024-11-11T06:22:55,522 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server f334e8b0fbdf:42169 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: f334e8b0fbdf/172.17.0.2:42169 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:22:55,522 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.FailedServers(52): Added failed server with address f334e8b0fbdf:42169 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: f334e8b0fbdf/172.17.0.2:42169 2024-11-11T06:22:55,629 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T06:22:55,630 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server f334e8b0fbdf:42169 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: f334e8b0fbdf/172.17.0.2:42169 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-11T06:22:55,631 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [f334e8b0fbdf,42169,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$1(AbstractRpcBasedConnectionRegistry.java:127) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: java.net.ConnectException: Call to address=f334e8b0fbdf:42169 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: f334e8b0fbdf/172.17.0.2:42169 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 41 more 2024-11-11T06:22:55,632 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.FailedServers(52): Added failed server with address f334e8b0fbdf:42169 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: f334e8b0fbdf/172.17.0.2:42169 2024-11-11T06:22:55,657 DEBUG [RS:0;f334e8b0fbdf:35885 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2b9cd178e38bfe12784344bd4d5474be 2024-11-11T06:22:55,839 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T06:22:55,840 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to f334e8b0fbdf:42169 this server is in the failed servers list 2024-11-11T06:22:55,840 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [f334e8b0fbdf,42169,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=f334e8b0fbdf:42169 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: f334e8b0fbdf:42169 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-11T06:22:55,857 DEBUG [RS:0;f334e8b0fbdf:35885 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2b9cd178e38bfe12784344bd4d5474be 2024-11-11T06:22:55,878 INFO [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44453/user/jenkins/test-data/9d540fb5-24c7-4ff7-fa58-3b9979a11333/data/hbase/meta/1588230740/.tmp/info/705a9f85dffc4474adbe1a6c1de74197 2024-11-11T06:22:55,882 INFO [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=420 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:44453/user/jenkins/test-data/9d540fb5-24c7-4ff7-fa58-3b9979a11333/data/hbase/replication/2b9cd178e38bfe12784344bd4d5474be/.tmp/hfileref/cd78758ea16942aba512d6987b79ae9c 2024-11-11T06:22:55,901 DEBUG [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44453/user/jenkins/test-data/9d540fb5-24c7-4ff7-fa58-3b9979a11333/data/hbase/meta/1588230740/.tmp/ns/b740002aca9e4339a0ebaa92cb6e5fe7 is 43, key is default/ns:d/1731306152998/Put/seqid=0 2024-11-11T06:22:55,903 DEBUG [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44453/user/jenkins/test-data/9d540fb5-24c7-4ff7-fa58-3b9979a11333/data/hbase/replication/2b9cd178e38bfe12784344bd4d5474be/.tmp/queue/fdd443ad47f640f881e3ef1fdf4f0671 is 153, key is 1-f334e8b0fbdf,35885,1731306150038/queue:f334e8b0fbdf%2C35885%2C1731306150038/1731306168315/Put/seqid=0 2024-11-11T06:22:55,905 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33547 is added to blk_1073741848_1024 (size=5153) 2024-11-11T06:22:55,907 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33547 is added to blk_1073741849_1025 (size=5352) 2024-11-11T06:22:55,970 INFO [regionserver/f334e8b0fbdf:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-11T06:22:55,970 INFO [regionserver/f334e8b0fbdf:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-11T06:22:56,058 DEBUG [RS:0;f334e8b0fbdf:35885 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2b9cd178e38bfe12784344bd4d5474be 2024-11-11T06:22:56,149 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T06:22:56,149 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to f334e8b0fbdf:42169 this server is in the failed servers list 2024-11-11T06:22:56,149 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [f334e8b0fbdf,42169,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=f334e8b0fbdf:42169 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: f334e8b0fbdf:42169 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-11T06:22:56,258 DEBUG [RS:0;f334e8b0fbdf:35885 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2b9cd178e38bfe12784344bd4d5474be 2024-11-11T06:22:56,306 INFO [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44453/user/jenkins/test-data/9d540fb5-24c7-4ff7-fa58-3b9979a11333/data/hbase/meta/1588230740/.tmp/ns/b740002aca9e4339a0ebaa92cb6e5fe7 2024-11-11T06:22:56,309 INFO [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=445 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:44453/user/jenkins/test-data/9d540fb5-24c7-4ff7-fa58-3b9979a11333/data/hbase/replication/2b9cd178e38bfe12784344bd4d5474be/.tmp/queue/fdd443ad47f640f881e3ef1fdf4f0671 2024-11-11T06:22:56,311 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,35885,1731306150038.replicationSource.wal-reader.f334e8b0fbdf%2C35885%2C1731306150038,1-f334e8b0fbdf,35885,1731306150038 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44453/user/jenkins/test-data/9d540fb5-24c7-4ff7-fa58-3b9979a11333/WALs/f334e8b0fbdf,35885,1731306150038/f334e8b0fbdf%2C35885%2C1731306150038.1731306152029 to pos 1033, reset compression=false 2024-11-11T06:22:56,313 DEBUG [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44453/user/jenkins/test-data/9d540fb5-24c7-4ff7-fa58-3b9979a11333/data/hbase/replication/2b9cd178e38bfe12784344bd4d5474be/.tmp/hfileref/cd78758ea16942aba512d6987b79ae9c as hdfs://localhost:44453/user/jenkins/test-data/9d540fb5-24c7-4ff7-fa58-3b9979a11333/data/hbase/replication/2b9cd178e38bfe12784344bd4d5474be/hfileref/cd78758ea16942aba512d6987b79ae9c 2024-11-11T06:22:56,316 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,35885,1731306150038.replicationSource.wal-reader.f334e8b0fbdf%2C35885%2C1731306150038,1-f334e8b0fbdf,35885,1731306150038 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-11T06:22:56,316 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,35885,1731306150038.replicationSource.wal-reader.f334e8b0fbdf%2C35885%2C1731306150038,1-f334e8b0fbdf,35885,1731306150038 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44453/user/jenkins/test-data/9d540fb5-24c7-4ff7-fa58-3b9979a11333/WALs/f334e8b0fbdf,35885,1731306150038/f334e8b0fbdf%2C35885%2C1731306150038.1731306152029 to pos 1328, reset compression=false 2024-11-11T06:22:56,320 INFO [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44453/user/jenkins/test-data/9d540fb5-24c7-4ff7-fa58-3b9979a11333/data/hbase/replication/2b9cd178e38bfe12784344bd4d5474be/hfileref/cd78758ea16942aba512d6987b79ae9c, entries=4, sequenceid=10, filesize=5.2 K 2024-11-11T06:22:56,320 DEBUG [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44453/user/jenkins/test-data/9d540fb5-24c7-4ff7-fa58-3b9979a11333/data/hbase/replication/2b9cd178e38bfe12784344bd4d5474be/.tmp/queue/fdd443ad47f640f881e3ef1fdf4f0671 as hdfs://localhost:44453/user/jenkins/test-data/9d540fb5-24c7-4ff7-fa58-3b9979a11333/data/hbase/replication/2b9cd178e38bfe12784344bd4d5474be/queue/fdd443ad47f640f881e3ef1fdf4f0671 2024-11-11T06:22:56,325 INFO [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44453/user/jenkins/test-data/9d540fb5-24c7-4ff7-fa58-3b9979a11333/data/hbase/replication/2b9cd178e38bfe12784344bd4d5474be/queue/fdd443ad47f640f881e3ef1fdf4f0671, entries=1, sequenceid=10, filesize=5.2 K 2024-11-11T06:22:56,326 INFO [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~865 B/865, heapSize ~1.97 KB/2016, currentSize=0 B/0 for 2b9cd178e38bfe12784344bd4d5474be in 864ms, sequenceid=10, compaction requested=false 2024-11-11T06:22:56,326 DEBUG [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-11T06:22:56,330 DEBUG [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44453/user/jenkins/test-data/9d540fb5-24c7-4ff7-fa58-3b9979a11333/data/hbase/meta/1588230740/.tmp/rep_barrier/d1d9e555997e4f549d28ef5980114457 is 112, key is test,,1731306157242.a1e5f2a8129a004338c38add09e856ff./rep_barrier:seqnumDuringOpen/1731306158394/Put/seqid=0 2024-11-11T06:22:56,335 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33547 is added to blk_1073741850_1026 (size=5518) 2024-11-11T06:22:56,336 DEBUG [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44453/user/jenkins/test-data/9d540fb5-24c7-4ff7-fa58-3b9979a11333/data/hbase/replication/2b9cd178e38bfe12784344bd4d5474be/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-11T06:22:56,337 DEBUG [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-11T06:22:56,337 DEBUG [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-11T06:22:56,337 INFO [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731306161571.2b9cd178e38bfe12784344bd4d5474be. 2024-11-11T06:22:56,337 DEBUG [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 2b9cd178e38bfe12784344bd4d5474be: Waiting for close lock at 1731306175462Running coprocessor pre-close hooks at 1731306175462Disabling compacts and flushes for region at 1731306175462Disabling writes for close at 1731306175462Obtaining lock to block concurrent updates at 1731306175462Preparing flush snapshotting stores in 2b9cd178e38bfe12784344bd4d5474be at 1731306175462Finished memstore snapshotting hbase:replication,,1731306161571.2b9cd178e38bfe12784344bd4d5474be., syncing WAL and waiting on mvcc, flushsize=dataSize=865, getHeapSize=2256, getOffHeapSize=0, getCellsCount=9 at 1731306175462Flushing stores of hbase:replication,,1731306161571.2b9cd178e38bfe12784344bd4d5474be. at 1731306175462Flushing 2b9cd178e38bfe12784344bd4d5474be/hfileref: creating writer at 1731306175462Flushing 2b9cd178e38bfe12784344bd4d5474be/hfileref: appending metadata at 1731306175475 (+13 ms)Flushing 2b9cd178e38bfe12784344bd4d5474be/hfileref: closing flushed file at 1731306175475Flushing 2b9cd178e38bfe12784344bd4d5474be/queue: creating writer at 1731306175886 (+411 ms)Flushing 2b9cd178e38bfe12784344bd4d5474be/queue: appending metadata at 1731306175902 (+16 ms)Flushing 2b9cd178e38bfe12784344bd4d5474be/queue: closing flushed file at 1731306175902Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@49de25d0: reopening flushed file at 1731306176313 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4e71c900: reopening flushed file at 1731306176320 (+7 ms)Finished flush of dataSize ~865 B/865, heapSize ~1.97 KB/2016, currentSize=0 B/0 for 2b9cd178e38bfe12784344bd4d5474be in 864ms, sequenceid=10, compaction requested=false at 1731306176326 (+6 ms)Writing region close event to WAL at 1731306176332 (+6 ms)Running coprocessor post-close hooks at 1731306176337 (+5 ms)Closed at 1731306176337 2024-11-11T06:22:56,337 DEBUG [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731306161571.2b9cd178e38bfe12784344bd4d5474be. 2024-11-11T06:22:56,458 INFO [RS:0;f334e8b0fbdf:35885 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-11T06:22:56,458 DEBUG [RS:0;f334e8b0fbdf:35885 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-11T06:22:56,458 DEBUG [RS:0;f334e8b0fbdf:35885 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T06:22:56,532 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,35885,1731306150038.replicationSource.wal-reader.f334e8b0fbdf%2C35885%2C1731306150038,1-f334e8b0fbdf,35885,1731306150038 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44453/user/jenkins/test-data/9d540fb5-24c7-4ff7-fa58-3b9979a11333/WALs/f334e8b0fbdf,35885,1731306150038/f334e8b0fbdf%2C35885%2C1731306150038.1731306152029 to pos 1328, reset compression=false 2024-11-11T06:22:56,658 DEBUG [RS:0;f334e8b0fbdf:35885 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T06:22:56,659 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T06:22:56,659 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to f334e8b0fbdf:42169 this server is in the failed servers list 2024-11-11T06:22:56,660 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [f334e8b0fbdf,42169,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=f334e8b0fbdf:42169 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: f334e8b0fbdf:42169 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-11T06:22:56,736 INFO [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44453/user/jenkins/test-data/9d540fb5-24c7-4ff7-fa58-3b9979a11333/data/hbase/meta/1588230740/.tmp/rep_barrier/d1d9e555997e4f549d28ef5980114457 2024-11-11T06:22:56,758 DEBUG [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44453/user/jenkins/test-data/9d540fb5-24c7-4ff7-fa58-3b9979a11333/data/hbase/meta/1588230740/.tmp/table/20f3efcaf693473aad8d0ca87c663686 is 53, key is hbase:replication/table:state/1731306162749/Put/seqid=0 2024-11-11T06:22:56,762 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33547 is added to blk_1073741851_1027 (size=5308) 2024-11-11T06:22:56,836 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,35885,1731306150038.replicationSource.wal-reader.f334e8b0fbdf%2C35885%2C1731306150038,1-f334e8b0fbdf,35885,1731306150038 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44453/user/jenkins/test-data/9d540fb5-24c7-4ff7-fa58-3b9979a11333/WALs/f334e8b0fbdf,35885,1731306150038/f334e8b0fbdf%2C35885%2C1731306150038.1731306152029 to pos 1328, reset compression=false 2024-11-11T06:22:56,858 DEBUG [RS:0;f334e8b0fbdf:35885 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T06:22:57,059 DEBUG [RS:0;f334e8b0fbdf:35885 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T06:22:57,163 INFO [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44453/user/jenkins/test-data/9d540fb5-24c7-4ff7-fa58-3b9979a11333/data/hbase/meta/1588230740/.tmp/table/20f3efcaf693473aad8d0ca87c663686 2024-11-11T06:22:57,168 DEBUG [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44453/user/jenkins/test-data/9d540fb5-24c7-4ff7-fa58-3b9979a11333/data/hbase/meta/1588230740/.tmp/info/705a9f85dffc4474adbe1a6c1de74197 as hdfs://localhost:44453/user/jenkins/test-data/9d540fb5-24c7-4ff7-fa58-3b9979a11333/data/hbase/meta/1588230740/info/705a9f85dffc4474adbe1a6c1de74197 2024-11-11T06:22:57,172 INFO [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44453/user/jenkins/test-data/9d540fb5-24c7-4ff7-fa58-3b9979a11333/data/hbase/meta/1588230740/info/705a9f85dffc4474adbe1a6c1de74197, entries=20, sequenceid=16, filesize=7.5 K 2024-11-11T06:22:57,173 DEBUG [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44453/user/jenkins/test-data/9d540fb5-24c7-4ff7-fa58-3b9979a11333/data/hbase/meta/1588230740/.tmp/ns/b740002aca9e4339a0ebaa92cb6e5fe7 as hdfs://localhost:44453/user/jenkins/test-data/9d540fb5-24c7-4ff7-fa58-3b9979a11333/data/hbase/meta/1588230740/ns/b740002aca9e4339a0ebaa92cb6e5fe7 2024-11-11T06:22:57,176 INFO [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44453/user/jenkins/test-data/9d540fb5-24c7-4ff7-fa58-3b9979a11333/data/hbase/meta/1588230740/ns/b740002aca9e4339a0ebaa92cb6e5fe7, entries=2, sequenceid=16, filesize=5.0 K 2024-11-11T06:22:57,177 DEBUG [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44453/user/jenkins/test-data/9d540fb5-24c7-4ff7-fa58-3b9979a11333/data/hbase/meta/1588230740/.tmp/rep_barrier/d1d9e555997e4f549d28ef5980114457 as hdfs://localhost:44453/user/jenkins/test-data/9d540fb5-24c7-4ff7-fa58-3b9979a11333/data/hbase/meta/1588230740/rep_barrier/d1d9e555997e4f549d28ef5980114457 2024-11-11T06:22:57,181 INFO [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44453/user/jenkins/test-data/9d540fb5-24c7-4ff7-fa58-3b9979a11333/data/hbase/meta/1588230740/rep_barrier/d1d9e555997e4f549d28ef5980114457, entries=1, sequenceid=16, filesize=5.4 K 2024-11-11T06:22:57,182 DEBUG [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44453/user/jenkins/test-data/9d540fb5-24c7-4ff7-fa58-3b9979a11333/data/hbase/meta/1588230740/.tmp/table/20f3efcaf693473aad8d0ca87c663686 as hdfs://localhost:44453/user/jenkins/test-data/9d540fb5-24c7-4ff7-fa58-3b9979a11333/data/hbase/meta/1588230740/table/20f3efcaf693473aad8d0ca87c663686 2024-11-11T06:22:57,185 INFO [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44453/user/jenkins/test-data/9d540fb5-24c7-4ff7-fa58-3b9979a11333/data/hbase/meta/1588230740/table/20f3efcaf693473aad8d0ca87c663686, entries=4, sequenceid=16, filesize=5.2 K 2024-11-11T06:22:57,186 INFO [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1729ms, sequenceid=16, compaction requested=false 2024-11-11T06:22:57,186 DEBUG [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-11T06:22:57,190 DEBUG [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44453/user/jenkins/test-data/9d540fb5-24c7-4ff7-fa58-3b9979a11333/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-11T06:22:57,191 DEBUG [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-11T06:22:57,191 DEBUG [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-11T06:22:57,191 INFO [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-11T06:22:57,191 DEBUG [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731306175457Running coprocessor pre-close hooks at 1731306175457Disabling compacts and flushes for region at 1731306175457Disabling writes for close at 1731306175457Obtaining lock to block concurrent updates at 1731306175457Preparing flush snapshotting stores in 1588230740 at 1731306175457Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731306175458 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731306175458Flushing 1588230740/info: creating writer at 1731306175458Flushing 1588230740/info: appending metadata at 1731306175473 (+15 ms)Flushing 1588230740/info: closing flushed file at 1731306175473Flushing 1588230740/ns: creating writer at 1731306175883 (+410 ms)Flushing 1588230740/ns: appending metadata at 1731306175900 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1731306175900Flushing 1588230740/rep_barrier: creating writer at 1731306176311 (+411 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731306176330 (+19 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731306176330Flushing 1588230740/table: creating writer at 1731306176740 (+410 ms)Flushing 1588230740/table: appending metadata at 1731306176758 (+18 ms)Flushing 1588230740/table: closing flushed file at 1731306176758Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@96973be: reopening flushed file at 1731306177167 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@8567876: reopening flushed file at 1731306177172 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2fbdaeab: reopening flushed file at 1731306177177 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@43f2e1a7: reopening flushed file at 1731306177181 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1729ms, sequenceid=16, compaction requested=false at 1731306177186 (+5 ms)Writing region close event to WAL at 1731306177188 (+2 ms)Running coprocessor post-close hooks at 1731306177191 (+3 ms)Closed at 1731306177191 2024-11-11T06:22:57,191 DEBUG [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-11T06:22:57,240 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,35885,1731306150038.replicationSource.wal-reader.f334e8b0fbdf%2C35885%2C1731306150038,1-f334e8b0fbdf,35885,1731306150038 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44453/user/jenkins/test-data/9d540fb5-24c7-4ff7-fa58-3b9979a11333/WALs/f334e8b0fbdf,35885,1731306150038/f334e8b0fbdf%2C35885%2C1731306150038.1731306152029 to pos 1328, reset compression=false 2024-11-11T06:22:57,259 INFO [RS:0;f334e8b0fbdf:35885 {}] regionserver.HRegionServer(976): stopping server f334e8b0fbdf,35885,1731306150038; all regions closed. 2024-11-11T06:22:57,261 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33547 is added to blk_1073741834_1010 (size=4239) 2024-11-11T06:22:57,261 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/9d540fb5-24c7-4ff7-fa58-3b9979a11333/WALs/f334e8b0fbdf,35885,1731306150038/f334e8b0fbdf%2C35885%2C1731306150038.meta.1731306152957.meta not finished, retry = 0 2024-11-11T06:22:57,363 DEBUG [RS:0;f334e8b0fbdf:35885 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/9d540fb5-24c7-4ff7-fa58-3b9979a11333/oldWALs 2024-11-11T06:22:57,363 INFO [RS:0;f334e8b0fbdf:35885 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL f334e8b0fbdf%2C35885%2C1731306150038.meta:.meta(num 1731306152957) 2024-11-11T06:22:57,366 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/9d540fb5-24c7-4ff7-fa58-3b9979a11333/WALs/f334e8b0fbdf,35885,1731306150038/f334e8b0fbdf%2C35885%2C1731306150038.rep.1731306162707 not finished, retry = 0 2024-11-11T06:22:57,366 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33547 is added to blk_1073741839_1015 (size=2695) 2024-11-11T06:22:57,468 DEBUG [RS:0;f334e8b0fbdf:35885 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/9d540fb5-24c7-4ff7-fa58-3b9979a11333/oldWALs 2024-11-11T06:22:57,468 INFO [RS:0;f334e8b0fbdf:35885 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL f334e8b0fbdf%2C35885%2C1731306150038.rep:(num 1731306162707) 2024-11-11T06:22:57,470 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33547 is added to blk_1073741832_1008 (size=1336) 2024-11-11T06:22:57,472 DEBUG [RS:0;f334e8b0fbdf:35885 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/9d540fb5-24c7-4ff7-fa58-3b9979a11333/oldWALs 2024-11-11T06:22:57,472 INFO [RS:0;f334e8b0fbdf:35885 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL f334e8b0fbdf%2C35885%2C1731306150038:(num 1731306152029) 2024-11-11T06:22:57,472 DEBUG [RS:0;f334e8b0fbdf:35885 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T06:22:57,472 INFO [RS:0;f334e8b0fbdf:35885 {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T06:22:57,472 INFO [RS:0;f334e8b0fbdf:35885 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T06:22:57,472 INFO [RS:0;f334e8b0fbdf:35885 {}] hbase.ChoreService(370): Chore service for: regionserver/f334e8b0fbdf:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-11T06:22:57,473 INFO [RS:0;f334e8b0fbdf:35885 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T06:22:57,473 INFO [regionserver/f334e8b0fbdf:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T06:22:57,473 INFO [RS:0;f334e8b0fbdf:35885 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-f334e8b0fbdf,35885,1731306150038 because: Region server is closing 2024-11-11T06:22:57,473 INFO [RS:0;f334e8b0fbdf:35885 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f334e8b0fbdf:35885. 2024-11-11T06:22:57,473 DEBUG [RS:0;f334e8b0fbdf:35885 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T06:22:57,473 DEBUG [RS:0;f334e8b0fbdf:35885 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T06:22:57,474 DEBUG [RS:0;f334e8b0fbdf:35885 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T06:22:57,474 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T06:22:57,574 WARN [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,35885,1731306150038.replicationSource.wal-reader.f334e8b0fbdf%2C35885%2C1731306150038,1-f334e8b0fbdf,35885,1731306150038 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-11T06:22:57,574 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,35885,1731306150038.replicationSource.shipperf334e8b0fbdf%2C35885%2C1731306150038,1-f334e8b0fbdf,35885,1731306150038 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed java.io.InterruptedIOException: null at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:184) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:235) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: java.lang.InterruptedException at java.util.concurrent.CompletableFuture.reportGet(CompletableFuture.java:386) ~[?:?] at java.util.concurrent.CompletableFuture.get(CompletableFuture.java:2073) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:182) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 9 more 2024-11-11T06:22:57,574 WARN [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,35885,1731306150038.replicationSource.shipperf334e8b0fbdf%2C35885%2C1731306150038,1-f334e8b0fbdf,35885,1731306150038 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-11-11T06:22:57,574 WARN [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,35885,1731306150038.replicationSource.shipperf334e8b0fbdf%2C35885%2C1731306150038,1-f334e8b0fbdf,35885,1731306150038 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: java.io.IOException: No replication sinks are available at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:238) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] 2024-11-11T06:22:57,669 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T06:22:57,670 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [f334e8b0fbdf,42169,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f334e8b0fbdf:42169 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-11T06:22:57,672 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 6, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 2149 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [f334e8b0fbdf,42169,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f334e8b0fbdf:42169 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-11T06:22:58,045 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-11T06:22:58,065 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T06:22:58,065 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T06:22:58,065 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T06:22:58,065 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T06:22:58,066 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T06:22:58,066 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T06:22:58,070 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T06:22:58,073 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T06:22:58,075 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T06:22:58,178 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-11T06:22:58,178 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-11T06:22:58,178 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-11T06:22:58,178 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-11T06:22:58,178 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-11T06:22:58,178 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-11T06:22:58,475 INFO [RS:0;f334e8b0fbdf:35885 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,35885,1731306150038.replicationSource.shipperf334e8b0fbdf%2C35885%2C1731306150038,1-f334e8b0fbdf,35885,1731306150038 terminated 2024-11-11T06:22:58,475 INFO [RS:0;f334e8b0fbdf:35885 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f334e8b0fbdf:35885. 2024-11-11T06:22:58,475 DEBUG [RS:0;f334e8b0fbdf:35885 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T06:22:58,475 DEBUG [RS:0;f334e8b0fbdf:35885 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T06:22:58,476 DEBUG [RS:0;f334e8b0fbdf:35885 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T06:22:58,476 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T06:22:58,476 INFO [RS:0;f334e8b0fbdf:35885 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35885 2024-11-11T06:22:58,478 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35885-0x10105b140750001, quorum=127.0.0.1:51279, baseZNode=/0-1680822688 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1680822688/rs/f334e8b0fbdf,35885,1731306150038 2024-11-11T06:22:58,478 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42891-0x10105b140750000, quorum=127.0.0.1:51279, baseZNode=/0-1680822688 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1680822688/rs 2024-11-11T06:22:58,478 INFO [RS:0;f334e8b0fbdf:35885 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T06:22:58,478 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [f334e8b0fbdf,35885,1731306150038] 2024-11-11T06:22:58,480 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1680822688/draining/f334e8b0fbdf,35885,1731306150038 already deleted, retry=false 2024-11-11T06:22:58,480 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; f334e8b0fbdf,35885,1731306150038 expired; onlineServers=0 2024-11-11T06:22:58,480 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'f334e8b0fbdf,42891,1731306149986' ***** 2024-11-11T06:22:58,480 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-11T06:22:58,480 INFO [M:0;f334e8b0fbdf:42891 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T06:22:58,480 INFO [M:0;f334e8b0fbdf:42891 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T06:22:58,480 DEBUG [M:0;f334e8b0fbdf:42891 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-11T06:22:58,480 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-11T06:22:58,480 DEBUG [M:0;f334e8b0fbdf:42891 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-11T06:22:58,480 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster-HFileCleaner.small.0-1731306151812 {}] cleaner.HFileCleaner(306): Exit Thread[master/f334e8b0fbdf:0:becomeActiveMaster-HFileCleaner.small.0-1731306151812,5,FailOnTimeoutGroup] 2024-11-11T06:22:58,480 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster-HFileCleaner.large.0-1731306151812 {}] cleaner.HFileCleaner(306): Exit Thread[master/f334e8b0fbdf:0:becomeActiveMaster-HFileCleaner.large.0-1731306151812,5,FailOnTimeoutGroup] 2024-11-11T06:22:58,480 INFO [M:0;f334e8b0fbdf:42891 {}] hbase.ChoreService(370): Chore service for: master/f334e8b0fbdf:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-11T06:22:58,480 INFO [M:0;f334e8b0fbdf:42891 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T06:22:58,480 DEBUG [M:0;f334e8b0fbdf:42891 {}] master.HMaster(1795): Stopping service threads 2024-11-11T06:22:58,481 INFO [M:0;f334e8b0fbdf:42891 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-11T06:22:58,481 INFO [M:0;f334e8b0fbdf:42891 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T06:22:58,481 INFO [M:0;f334e8b0fbdf:42891 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-11T06:22:58,481 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-11T06:22:58,483 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42891-0x10105b140750000, quorum=127.0.0.1:51279, baseZNode=/0-1680822688 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1680822688/master 2024-11-11T06:22:58,483 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42891-0x10105b140750000, quorum=127.0.0.1:51279, baseZNode=/0-1680822688 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1680822688 2024-11-11T06:22:58,483 DEBUG [M:0;f334e8b0fbdf:42891 {}] zookeeper.ZKUtil(347): master:42891-0x10105b140750000, quorum=127.0.0.1:51279, baseZNode=/0-1680822688 Unable to get data of znode /0-1680822688/master because node does not exist (not an error) 2024-11-11T06:22:58,483 WARN [M:0;f334e8b0fbdf:42891 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-11T06:22:58,484 INFO [M:0;f334e8b0fbdf:42891 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:44453/user/jenkins/test-data/9d540fb5-24c7-4ff7-fa58-3b9979a11333/.lastflushedseqids 2024-11-11T06:22:58,488 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33547 is added to blk_1073741852_1028 (size=263) 2024-11-11T06:22:58,579 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35885-0x10105b140750001, quorum=127.0.0.1:51279, baseZNode=/0-1680822688 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T06:22:58,579 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35885-0x10105b140750001, quorum=127.0.0.1:51279, baseZNode=/0-1680822688 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T06:22:58,579 INFO [RS:0;f334e8b0fbdf:35885 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T06:22:58,579 INFO [RS:0;f334e8b0fbdf:35885 {}] regionserver.HRegionServer(1031): Exiting; stopping=f334e8b0fbdf,35885,1731306150038; zookeeper connection closed. 2024-11-11T06:22:58,580 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@59031482 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@59031482 2024-11-11T06:22:58,580 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-11T06:22:58,889 INFO [M:0;f334e8b0fbdf:42891 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-11T06:22:58,889 INFO [M:0;f334e8b0fbdf:42891 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-11T06:22:58,889 DEBUG [M:0;f334e8b0fbdf:42891 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-11T06:22:58,889 INFO [M:0;f334e8b0fbdf:42891 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T06:22:58,889 DEBUG [M:0;f334e8b0fbdf:42891 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T06:22:58,889 DEBUG [M:0;f334e8b0fbdf:42891 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-11T06:22:58,889 DEBUG [M:0;f334e8b0fbdf:42891 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T06:22:58,889 INFO [M:0;f334e8b0fbdf:42891 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.51 KB heapSize=64.93 KB 2024-11-11T06:22:58,905 DEBUG [M:0;f334e8b0fbdf:42891 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44453/user/jenkins/test-data/9d540fb5-24c7-4ff7-fa58-3b9979a11333/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/589e4ce584554bebab88ffca2ec7650a is 82, key is hbase:meta,,1/info:regioninfo/1731306152989/Put/seqid=0 2024-11-11T06:22:58,908 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33547 is added to blk_1073741853_1029 (size=5672) 2024-11-11T06:22:59,309 INFO [M:0;f334e8b0fbdf:42891 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:44453/user/jenkins/test-data/9d540fb5-24c7-4ff7-fa58-3b9979a11333/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/589e4ce584554bebab88ffca2ec7650a 2024-11-11T06:22:59,327 DEBUG [M:0;f334e8b0fbdf:42891 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44453/user/jenkins/test-data/9d540fb5-24c7-4ff7-fa58-3b9979a11333/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/74fba02929344726a0721d7393198af5 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731306162752/Put/seqid=0 2024-11-11T06:22:59,331 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33547 is added to blk_1073741854_1030 (size=8517) 2024-11-11T06:22:59,689 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T06:22:59,689 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [f334e8b0fbdf,42169,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f334e8b0fbdf:42169 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-11T06:22:59,690 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 7, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 4168 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [f334e8b0fbdf,42169,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f334e8b0fbdf:42169 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-11T06:22:59,732 INFO [M:0;f334e8b0fbdf:42891 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.96 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:44453/user/jenkins/test-data/9d540fb5-24c7-4ff7-fa58-3b9979a11333/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/74fba02929344726a0721d7393198af5 2024-11-11T06:22:59,754 DEBUG [M:0;f334e8b0fbdf:42891 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44453/user/jenkins/test-data/9d540fb5-24c7-4ff7-fa58-3b9979a11333/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/57de7e8585f44b9d85994adfb4457d71 is 69, key is f334e8b0fbdf,35885,1731306150038/rs:state/1731306151881/Put/seqid=0 2024-11-11T06:22:59,757 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33547 is added to blk_1073741855_1031 (size=5156) 2024-11-11T06:22:59,972 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-11T06:23:00,158 INFO [M:0;f334e8b0fbdf:42891 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:44453/user/jenkins/test-data/9d540fb5-24c7-4ff7-fa58-3b9979a11333/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/57de7e8585f44b9d85994adfb4457d71 2024-11-11T06:23:00,163 DEBUG [M:0;f334e8b0fbdf:42891 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44453/user/jenkins/test-data/9d540fb5-24c7-4ff7-fa58-3b9979a11333/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/589e4ce584554bebab88ffca2ec7650a as hdfs://localhost:44453/user/jenkins/test-data/9d540fb5-24c7-4ff7-fa58-3b9979a11333/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/589e4ce584554bebab88ffca2ec7650a 2024-11-11T06:23:00,167 INFO [M:0;f334e8b0fbdf:42891 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44453/user/jenkins/test-data/9d540fb5-24c7-4ff7-fa58-3b9979a11333/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/589e4ce584554bebab88ffca2ec7650a, entries=8, sequenceid=97, filesize=5.5 K 2024-11-11T06:23:00,167 DEBUG [M:0;f334e8b0fbdf:42891 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44453/user/jenkins/test-data/9d540fb5-24c7-4ff7-fa58-3b9979a11333/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/74fba02929344726a0721d7393198af5 as hdfs://localhost:44453/user/jenkins/test-data/9d540fb5-24c7-4ff7-fa58-3b9979a11333/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/74fba02929344726a0721d7393198af5 2024-11-11T06:23:00,171 INFO [M:0;f334e8b0fbdf:42891 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44453/user/jenkins/test-data/9d540fb5-24c7-4ff7-fa58-3b9979a11333/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/74fba02929344726a0721d7393198af5, entries=11, sequenceid=97, filesize=8.3 K 2024-11-11T06:23:00,172 DEBUG [M:0;f334e8b0fbdf:42891 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44453/user/jenkins/test-data/9d540fb5-24c7-4ff7-fa58-3b9979a11333/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/57de7e8585f44b9d85994adfb4457d71 as hdfs://localhost:44453/user/jenkins/test-data/9d540fb5-24c7-4ff7-fa58-3b9979a11333/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/57de7e8585f44b9d85994adfb4457d71 2024-11-11T06:23:00,175 INFO [M:0;f334e8b0fbdf:42891 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44453/user/jenkins/test-data/9d540fb5-24c7-4ff7-fa58-3b9979a11333/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/57de7e8585f44b9d85994adfb4457d71, entries=1, sequenceid=97, filesize=5.0 K 2024-11-11T06:23:00,176 INFO [M:0;f334e8b0fbdf:42891 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1287ms, sequenceid=97, compaction requested=false 2024-11-11T06:23:00,177 INFO [M:0;f334e8b0fbdf:42891 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T06:23:00,177 DEBUG [M:0;f334e8b0fbdf:42891 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731306178889Disabling compacts and flushes for region at 1731306178889Disabling writes for close at 1731306178889Obtaining lock to block concurrent updates at 1731306178889Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731306178889Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56847, getHeapSize=66424, getOffHeapSize=0, getCellsCount=114 at 1731306178890 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731306178890Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731306178890Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731306178904 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731306178904Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731306179313 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731306179327 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731306179327Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731306179736 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731306179753 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731306179753Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@52adc2bb: reopening flushed file at 1731306180162 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@481b513f: reopening flushed file at 1731306180167 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@65ceacef: reopening flushed file at 1731306180171 (+4 ms)Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1287ms, sequenceid=97, compaction requested=false at 1731306180176 (+5 ms)Writing region close event to WAL at 1731306180177 (+1 ms)Closed at 1731306180177 2024-11-11T06:23:00,179 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33547 is added to blk_1073741830_1006 (size=63666) 2024-11-11T06:23:00,179 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/9d540fb5-24c7-4ff7-fa58-3b9979a11333/MasterData/WALs/f334e8b0fbdf,42891,1731306149986/f334e8b0fbdf%2C42891%2C1731306149986.1731306151738 not finished, retry = 0 2024-11-11T06:23:00,280 INFO [M:0;f334e8b0fbdf:42891 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-11T06:23:00,280 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T06:23:00,280 INFO [M:0;f334e8b0fbdf:42891 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42891 2024-11-11T06:23:00,281 INFO [M:0;f334e8b0fbdf:42891 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T06:23:00,383 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42891-0x10105b140750000, quorum=127.0.0.1:51279, baseZNode=/0-1680822688 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T06:23:00,383 INFO [M:0;f334e8b0fbdf:42891 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T06:23:00,383 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:42891-0x10105b140750000, quorum=127.0.0.1:51279, baseZNode=/0-1680822688 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T06:23:00,385 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@101bca7c{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T06:23:00,385 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@40da04a9{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T06:23:00,386 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T06:23:00,386 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@621ee1cc{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T06:23:00,386 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6f839477{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9efad21d-3372-e44a-92c9-123337543937/hadoop.log.dir/,STOPPED} 2024-11-11T06:23:00,387 WARN [BP-527561380-172.17.0.2-1731306149373 heartbeating to localhost/127.0.0.1:44453 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-11T06:23:00,387 WARN [BP-527561380-172.17.0.2-1731306149373 heartbeating to localhost/127.0.0.1:44453 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-527561380-172.17.0.2-1731306149373 (Datanode Uuid 7cc964bf-e42d-487e-9376-7a1bfe33ba7f) service to localhost/127.0.0.1:44453 2024-11-11T06:23:00,388 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-11T06:23:00,388 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-11T06:23:00,388 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-11T06:23:00,388 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9efad21d-3372-e44a-92c9-123337543937/cluster_3271b8ee-ad47-569f-e310-11f677d9a7fa/data/data1/current/BP-527561380-172.17.0.2-1731306149373 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T06:23:00,388 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9efad21d-3372-e44a-92c9-123337543937/cluster_3271b8ee-ad47-569f-e310-11f677d9a7fa/data/data2/current/BP-527561380-172.17.0.2-1731306149373 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T06:23:00,394 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@94d1555{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-11T06:23:00,394 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3db6b3ab{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T06:23:00,394 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T06:23:00,394 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@57bc4cb0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T06:23:00,394 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@36fd8845{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9efad21d-3372-e44a-92c9-123337543937/hadoop.log.dir/,STOPPED} 2024-11-11T06:23:00,400 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-11T06:23:00,410 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-11T06:23:00,420 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileCyclicReplication Thread=243 (was 211) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39195 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:44453 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:44453 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39195 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:39195 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44453 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44453 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-23-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:39195 from jenkins.hfs.11 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44453 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39195 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39195 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-25-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-23-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:51279) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:44453 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-25-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:39195 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:44453 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:39195 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-18-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Abort regionserver monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: LeaseRenewer:jenkins.hfs.11@localhost:39195 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44453 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:51279) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: LeaseRenewer:jenkins.hfs.10@localhost:44453 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-25-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:44453 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44453 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44453 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-23-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:39195 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44453 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39195 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=620 (was 581) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=168 (was 103) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=8881 (was 8930) 2024-11-11T06:23:00,429 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication1 Thread=243, OpenFileDescriptor=620, MaxFileDescriptor=1048576, SystemLoadAverage=168, ProcessCount=11, AvailableMemoryMB=8882 2024-11-11T06:23:00,442 INFO [Time-limited test {}] replication.TestMasterReplication(148): testSimplePutDelete 2024-11-11T06:23:00,442 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/91dd6bf6-6ab8-cafe-45f0-8a6f175996e3/hadoop.log.dir so I do NOT create it in target/test-data/66dab286-6ce2-27b2-2c19-db42dda43bd3 2024-11-11T06:23:00,442 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/91dd6bf6-6ab8-cafe-45f0-8a6f175996e3/hadoop.log.dir Erasing configuration value by system value. 2024-11-11T06:23:00,442 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/91dd6bf6-6ab8-cafe-45f0-8a6f175996e3/hadoop.tmp.dir so I do NOT create it in target/test-data/66dab286-6ce2-27b2-2c19-db42dda43bd3 2024-11-11T06:23:00,442 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/91dd6bf6-6ab8-cafe-45f0-8a6f175996e3/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-11T06:23:00,442 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/66dab286-6ce2-27b2-2c19-db42dda43bd3 2024-11-11T06:23:00,442 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/66dab286-6ce2-27b2-2c19-db42dda43bd3/cluster_ee27b1c5-38a8-a533-c81d-7cfd7d35d6b8, deleteOnExit=true 2024-11-11T06:23:00,445 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/66dab286-6ce2-27b2-2c19-db42dda43bd3/cluster_ee27b1c5-38a8-a533-c81d-7cfd7d35d6b8/zookeeper_0, clientPort=53045, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/66dab286-6ce2-27b2-2c19-db42dda43bd3/cluster_ee27b1c5-38a8-a533-c81d-7cfd7d35d6b8/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/66dab286-6ce2-27b2-2c19-db42dda43bd3/cluster_ee27b1c5-38a8-a533-c81d-7cfd7d35d6b8/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-11T06:23:00,446 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=53045 2024-11-11T06:23:00,446 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-11T06:23:00,446 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-11T06:23:00,446 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/66dab286-6ce2-27b2-2c19-db42dda43bd3/test.cache.data in system properties and HBase conf 2024-11-11T06:23:00,446 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/66dab286-6ce2-27b2-2c19-db42dda43bd3/hadoop.tmp.dir in system properties and HBase conf 2024-11-11T06:23:00,446 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/66dab286-6ce2-27b2-2c19-db42dda43bd3/hadoop.log.dir in system properties and HBase conf 2024-11-11T06:23:00,446 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/66dab286-6ce2-27b2-2c19-db42dda43bd3/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-11T06:23:00,446 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/66dab286-6ce2-27b2-2c19-db42dda43bd3/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-11T06:23:00,446 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-11T06:23:00,446 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-11T06:23:00,446 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/66dab286-6ce2-27b2-2c19-db42dda43bd3/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-11T06:23:00,446 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/66dab286-6ce2-27b2-2c19-db42dda43bd3/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-11T06:23:00,446 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/66dab286-6ce2-27b2-2c19-db42dda43bd3/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-11T06:23:00,447 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/66dab286-6ce2-27b2-2c19-db42dda43bd3/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-11T06:23:00,447 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/66dab286-6ce2-27b2-2c19-db42dda43bd3/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-11T06:23:00,447 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/66dab286-6ce2-27b2-2c19-db42dda43bd3/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-11T06:23:00,447 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/66dab286-6ce2-27b2-2c19-db42dda43bd3/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-11T06:23:00,447 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/66dab286-6ce2-27b2-2c19-db42dda43bd3/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-11T06:23:00,447 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/66dab286-6ce2-27b2-2c19-db42dda43bd3/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-11T06:23:00,447 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/66dab286-6ce2-27b2-2c19-db42dda43bd3/nfs.dump.dir in system properties and HBase conf 2024-11-11T06:23:00,447 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/66dab286-6ce2-27b2-2c19-db42dda43bd3/java.io.tmpdir in system properties and HBase conf 2024-11-11T06:23:00,447 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/66dab286-6ce2-27b2-2c19-db42dda43bd3/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-11T06:23:00,447 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/66dab286-6ce2-27b2-2c19-db42dda43bd3/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-11T06:23:00,447 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/66dab286-6ce2-27b2-2c19-db42dda43bd3/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-11T06:23:00,498 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x10105b140750005, quorum=127.0.0.1:51279, baseZNode=/17878825 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-11T06:23:00,498 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x10105b140750002, quorum=127.0.0.1:51279, baseZNode=/0-1680822688 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-11T06:23:00,498 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x10105b140750005, quorum=127.0.0.1:51279, baseZNode=/17878825 Received Disconnected from ZooKeeper, ignoring 2024-11-11T06:23:00,498 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x10105b140750002, quorum=127.0.0.1:51279, baseZNode=/0-1680822688 Received Disconnected from ZooKeeper, ignoring 2024-11-11T06:23:00,537 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T06:23:00,541 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T06:23:00,545 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T06:23:00,545 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T06:23:00,545 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-11T06:23:00,549 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T06:23:00,549 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6a4320b7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/66dab286-6ce2-27b2-2c19-db42dda43bd3/hadoop.log.dir/,AVAILABLE} 2024-11-11T06:23:00,550 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6d356ff9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T06:23:00,685 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@111c5900{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/66dab286-6ce2-27b2-2c19-db42dda43bd3/java.io.tmpdir/jetty-localhost-42075-hadoop-hdfs-3_4_1-tests_jar-_-any-8985100312756324829/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-11T06:23:00,685 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@579ffeca{HTTP/1.1, (http/1.1)}{localhost:42075} 2024-11-11T06:23:00,685 INFO [Time-limited test {}] server.Server(415): Started @187691ms 2024-11-11T06:23:00,766 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T06:23:00,769 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T06:23:00,769 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T06:23:00,769 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T06:23:00,769 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-11T06:23:00,771 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5957a216{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/66dab286-6ce2-27b2-2c19-db42dda43bd3/hadoop.log.dir/,AVAILABLE} 2024-11-11T06:23:00,772 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@b6243b6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T06:23:00,885 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7bcb5a03{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/66dab286-6ce2-27b2-2c19-db42dda43bd3/java.io.tmpdir/jetty-localhost-46055-hadoop-hdfs-3_4_1-tests_jar-_-any-154761620810002363/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T06:23:00,886 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@25e84fb6{HTTP/1.1, (http/1.1)}{localhost:46055} 2024-11-11T06:23:00,886 INFO [Time-limited test {}] server.Server(415): Started @187891ms 2024-11-11T06:23:00,887 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-11T06:23:01,000 WARN [Thread-2191 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/66dab286-6ce2-27b2-2c19-db42dda43bd3/cluster_ee27b1c5-38a8-a533-c81d-7cfd7d35d6b8/data/data2/current/BP-356654055-172.17.0.2-1731306180469/current, will proceed with Du for space computation calculation, 2024-11-11T06:23:01,000 WARN [Thread-2190 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/66dab286-6ce2-27b2-2c19-db42dda43bd3/cluster_ee27b1c5-38a8-a533-c81d-7cfd7d35d6b8/data/data1/current/BP-356654055-172.17.0.2-1731306180469/current, will proceed with Du for space computation calculation, 2024-11-11T06:23:01,023 WARN [Thread-2178 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-11T06:23:01,025 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x499ee5861b1c0254 with lease ID 0x2c0c8d6c7e6e0e3e: Processing first storage report for DS-0e7f89bf-2da6-455d-a18b-fc5d1369a17b from datanode DatanodeRegistration(127.0.0.1:33973, datanodeUuid=c691677e-f9f5-436e-91b4-0346caea8e5e, infoPort=33877, infoSecurePort=0, ipcPort=40635, storageInfo=lv=-57;cid=testClusterID;nsid=2069220078;c=1731306180469) 2024-11-11T06:23:01,025 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x499ee5861b1c0254 with lease ID 0x2c0c8d6c7e6e0e3e: from storage DS-0e7f89bf-2da6-455d-a18b-fc5d1369a17b node DatanodeRegistration(127.0.0.1:33973, datanodeUuid=c691677e-f9f5-436e-91b4-0346caea8e5e, infoPort=33877, infoSecurePort=0, ipcPort=40635, storageInfo=lv=-57;cid=testClusterID;nsid=2069220078;c=1731306180469), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T06:23:01,025 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x499ee5861b1c0254 with lease ID 0x2c0c8d6c7e6e0e3e: Processing first storage report for DS-1097b6a9-08bc-45d6-83dc-b7d703e1959c from datanode DatanodeRegistration(127.0.0.1:33973, datanodeUuid=c691677e-f9f5-436e-91b4-0346caea8e5e, infoPort=33877, infoSecurePort=0, ipcPort=40635, storageInfo=lv=-57;cid=testClusterID;nsid=2069220078;c=1731306180469) 2024-11-11T06:23:01,025 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x499ee5861b1c0254 with lease ID 0x2c0c8d6c7e6e0e3e: from storage DS-1097b6a9-08bc-45d6-83dc-b7d703e1959c node DatanodeRegistration(127.0.0.1:33973, datanodeUuid=c691677e-f9f5-436e-91b4-0346caea8e5e, infoPort=33877, infoSecurePort=0, ipcPort=40635, storageInfo=lv=-57;cid=testClusterID;nsid=2069220078;c=1731306180469), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T06:23:01,109 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/66dab286-6ce2-27b2-2c19-db42dda43bd3 2024-11-11T06:23:01,110 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T06:23:01,111 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T06:23:01,117 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33973 is added to blk_1073741825_1001 (size=7) 2024-11-11T06:23:01,519 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:44883/user/jenkins/test-data/61ba473a-c247-8bb0-493d-341c5b769656 with version=8 2024-11-11T06:23:01,519 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:44883/user/jenkins/test-data/61ba473a-c247-8bb0-493d-341c5b769656/hbase-staging 2024-11-11T06:23:01,521 INFO [Time-limited test {}] client.ConnectionUtils(128): master/f334e8b0fbdf:0 server-side Connection retries=45 2024-11-11T06:23:01,522 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T06:23:01,522 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T06:23:01,522 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T06:23:01,522 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T06:23:01,522 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T06:23:01,522 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-11T06:23:01,522 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T06:23:01,523 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46073 2024-11-11T06:23:01,523 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:46073 connecting to ZooKeeper ensemble=127.0.0.1:53045 2024-11-11T06:23:01,530 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:460730x0, quorum=127.0.0.1:53045, baseZNode=/0-642798582 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T06:23:01,531 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:46073-0x10105b1b9ec0000 connected 2024-11-11T06:23:01,550 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T06:23:01,552 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T06:23:01,553 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46073-0x10105b1b9ec0000, quorum=127.0.0.1:53045, baseZNode=/0-642798582 Set watcher on znode that does not yet exist, /0-642798582/running 2024-11-11T06:23:01,553 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:44883/user/jenkins/test-data/61ba473a-c247-8bb0-493d-341c5b769656, hbase.cluster.distributed=false 2024-11-11T06:23:01,555 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46073-0x10105b1b9ec0000, quorum=127.0.0.1:53045, baseZNode=/0-642798582 Set watcher on znode that does not yet exist, /0-642798582/acl 2024-11-11T06:23:01,556 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46073 2024-11-11T06:23:01,556 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46073 2024-11-11T06:23:01,559 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46073 2024-11-11T06:23:01,559 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46073 2024-11-11T06:23:01,560 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46073 2024-11-11T06:23:01,574 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/f334e8b0fbdf:0 server-side Connection retries=45 2024-11-11T06:23:01,574 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T06:23:01,574 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T06:23:01,574 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T06:23:01,574 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T06:23:01,574 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T06:23:01,574 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-11T06:23:01,574 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T06:23:01,575 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34601 2024-11-11T06:23:01,575 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:34601 connecting to ZooKeeper ensemble=127.0.0.1:53045 2024-11-11T06:23:01,576 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T06:23:01,577 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T06:23:01,581 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:346010x0, quorum=127.0.0.1:53045, baseZNode=/0-642798582 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T06:23:01,581 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:346010x0, quorum=127.0.0.1:53045, baseZNode=/0-642798582 Set watcher on znode that does not yet exist, /0-642798582/running 2024-11-11T06:23:01,581 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34601-0x10105b1b9ec0001 connected 2024-11-11T06:23:01,581 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-11T06:23:01,585 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-11T06:23:01,585 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34601-0x10105b1b9ec0001, quorum=127.0.0.1:53045, baseZNode=/0-642798582 Set watcher on znode that does not yet exist, /0-642798582/master 2024-11-11T06:23:01,586 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34601-0x10105b1b9ec0001, quorum=127.0.0.1:53045, baseZNode=/0-642798582 Set watcher on znode that does not yet exist, /0-642798582/acl 2024-11-11T06:23:01,586 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34601 2024-11-11T06:23:01,586 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34601 2024-11-11T06:23:01,588 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34601 2024-11-11T06:23:01,594 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34601 2024-11-11T06:23:01,594 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34601 2024-11-11T06:23:01,605 DEBUG [M:0;f334e8b0fbdf:46073 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;f334e8b0fbdf:46073 2024-11-11T06:23:01,606 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-642798582/backup-masters/f334e8b0fbdf,46073,1731306181521 2024-11-11T06:23:01,607 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46073-0x10105b1b9ec0000, quorum=127.0.0.1:53045, baseZNode=/0-642798582 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-642798582/backup-masters 2024-11-11T06:23:01,607 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34601-0x10105b1b9ec0001, quorum=127.0.0.1:53045, baseZNode=/0-642798582 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-642798582/backup-masters 2024-11-11T06:23:01,607 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46073-0x10105b1b9ec0000, quorum=127.0.0.1:53045, baseZNode=/0-642798582 Set watcher on existing znode=/0-642798582/backup-masters/f334e8b0fbdf,46073,1731306181521 2024-11-11T06:23:01,609 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34601-0x10105b1b9ec0001, quorum=127.0.0.1:53045, baseZNode=/0-642798582 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-642798582/master 2024-11-11T06:23:01,609 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46073-0x10105b1b9ec0000, quorum=127.0.0.1:53045, baseZNode=/0-642798582 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-642798582 2024-11-11T06:23:01,609 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34601-0x10105b1b9ec0001, quorum=127.0.0.1:53045, baseZNode=/0-642798582 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-642798582 2024-11-11T06:23:01,609 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46073-0x10105b1b9ec0000, quorum=127.0.0.1:53045, baseZNode=/0-642798582 Set watcher on existing znode=/0-642798582/master 2024-11-11T06:23:01,609 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-642798582/backup-masters/f334e8b0fbdf,46073,1731306181521 from backup master directory 2024-11-11T06:23:01,611 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34601-0x10105b1b9ec0001, quorum=127.0.0.1:53045, baseZNode=/0-642798582 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-642798582/backup-masters 2024-11-11T06:23:01,611 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46073-0x10105b1b9ec0000, quorum=127.0.0.1:53045, baseZNode=/0-642798582 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-642798582/backup-masters/f334e8b0fbdf,46073,1731306181521 2024-11-11T06:23:01,611 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46073-0x10105b1b9ec0000, quorum=127.0.0.1:53045, baseZNode=/0-642798582 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-642798582/backup-masters 2024-11-11T06:23:01,611 WARN [master/f334e8b0fbdf:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T06:23:01,611 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=f334e8b0fbdf,46073,1731306181521 2024-11-11T06:23:01,615 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:44883/user/jenkins/test-data/61ba473a-c247-8bb0-493d-341c5b769656/hbase.id] with ID: ad1d0ee6-1100-4aa7-9f3f-691f06d7f8fa 2024-11-11T06:23:01,615 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:44883/user/jenkins/test-data/61ba473a-c247-8bb0-493d-341c5b769656/.tmp/hbase.id 2024-11-11T06:23:01,622 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33973 is added to blk_1073741826_1002 (size=42) 2024-11-11T06:23:02,023 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:44883/user/jenkins/test-data/61ba473a-c247-8bb0-493d-341c5b769656/.tmp/hbase.id]:[hdfs://localhost:44883/user/jenkins/test-data/61ba473a-c247-8bb0-493d-341c5b769656/hbase.id] 2024-11-11T06:23:02,032 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T06:23:02,032 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-11T06:23:02,033 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-11T06:23:02,034 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46073-0x10105b1b9ec0000, quorum=127.0.0.1:53045, baseZNode=/0-642798582 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-642798582 2024-11-11T06:23:02,034 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34601-0x10105b1b9ec0001, quorum=127.0.0.1:53045, baseZNode=/0-642798582 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-642798582 2024-11-11T06:23:02,042 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33973 is added to blk_1073741827_1003 (size=196) 2024-11-11T06:23:02,442 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T06:23:02,443 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-11T06:23:02,443 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T06:23:02,449 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33973 is added to blk_1073741828_1004 (size=1189) 2024-11-11T06:23:02,850 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:44883/user/jenkins/test-data/61ba473a-c247-8bb0-493d-341c5b769656/MasterData/data/master/store 2024-11-11T06:23:02,854 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33973 is added to blk_1073741829_1005 (size=34) 2024-11-11T06:23:03,255 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T06:23:03,255 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-11T06:23:03,255 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T06:23:03,255 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T06:23:03,255 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-11T06:23:03,255 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T06:23:03,255 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T06:23:03,256 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731306183255Disabling compacts and flushes for region at 1731306183255Disabling writes for close at 1731306183255Writing region close event to WAL at 1731306183255Closed at 1731306183255 2024-11-11T06:23:03,256 WARN [master/f334e8b0fbdf:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:44883/user/jenkins/test-data/61ba473a-c247-8bb0-493d-341c5b769656/MasterData/data/master/store/.initializing 2024-11-11T06:23:03,256 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:44883/user/jenkins/test-data/61ba473a-c247-8bb0-493d-341c5b769656/MasterData/WALs/f334e8b0fbdf,46073,1731306181521 2024-11-11T06:23:03,257 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T06:23:03,259 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=f334e8b0fbdf%2C46073%2C1731306181521, suffix=, logDir=hdfs://localhost:44883/user/jenkins/test-data/61ba473a-c247-8bb0-493d-341c5b769656/MasterData/WALs/f334e8b0fbdf,46073,1731306181521, archiveDir=hdfs://localhost:44883/user/jenkins/test-data/61ba473a-c247-8bb0-493d-341c5b769656/MasterData/oldWALs, maxLogs=10 2024-11-11T06:23:03,272 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/61ba473a-c247-8bb0-493d-341c5b769656/MasterData/WALs/f334e8b0fbdf,46073,1731306181521/f334e8b0fbdf%2C46073%2C1731306181521.1731306183259, exclude list is [], retry=0 2024-11-11T06:23:03,274 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33973,DS-0e7f89bf-2da6-455d-a18b-fc5d1369a17b,DISK] 2024-11-11T06:23:03,276 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/61ba473a-c247-8bb0-493d-341c5b769656/MasterData/WALs/f334e8b0fbdf,46073,1731306181521/f334e8b0fbdf%2C46073%2C1731306181521.1731306183259 2024-11-11T06:23:03,276 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33877:33877)] 2024-11-11T06:23:03,276 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-11T06:23:03,276 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T06:23:03,277 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T06:23:03,277 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T06:23:03,278 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T06:23:03,279 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-11T06:23:03,279 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:23:03,279 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T06:23:03,279 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T06:23:03,280 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-11T06:23:03,280 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:23:03,280 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T06:23:03,280 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T06:23:03,281 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-11T06:23:03,281 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:23:03,281 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T06:23:03,281 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T06:23:03,282 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-11T06:23:03,282 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:23:03,282 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T06:23:03,283 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T06:23:03,283 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44883/user/jenkins/test-data/61ba473a-c247-8bb0-493d-341c5b769656/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-11T06:23:03,283 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44883/user/jenkins/test-data/61ba473a-c247-8bb0-493d-341c5b769656/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-11T06:23:03,285 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T06:23:03,285 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T06:23:03,285 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T06:23:03,286 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T06:23:03,288 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44883/user/jenkins/test-data/61ba473a-c247-8bb0-493d-341c5b769656/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T06:23:03,289 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73407524, jitterRate=0.09385734796524048}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T06:23:03,289 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731306183277Initializing all the Stores at 1731306183277Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731306183277Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731306183277Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731306183277Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731306183277Cleaning up temporary data from old regions at 1731306183285 (+8 ms)Region opened successfully at 1731306183289 (+4 ms) 2024-11-11T06:23:03,290 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-11T06:23:03,292 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@65e15a8b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f334e8b0fbdf/172.17.0.2:0 2024-11-11T06:23:03,293 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-11T06:23:03,293 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-11T06:23:03,293 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-11T06:23:03,293 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-11T06:23:03,293 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-11T06:23:03,294 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-11T06:23:03,294 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-11T06:23:03,298 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-11T06:23:03,299 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46073-0x10105b1b9ec0000, quorum=127.0.0.1:53045, baseZNode=/0-642798582 Unable to get data of znode /0-642798582/balancer because node does not exist (not necessarily an error) 2024-11-11T06:23:03,300 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-642798582/balancer already deleted, retry=false 2024-11-11T06:23:03,301 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-11T06:23:03,301 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46073-0x10105b1b9ec0000, quorum=127.0.0.1:53045, baseZNode=/0-642798582 Unable to get data of znode /0-642798582/normalizer because node does not exist (not necessarily an error) 2024-11-11T06:23:03,303 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-642798582/normalizer already deleted, retry=false 2024-11-11T06:23:03,303 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-11T06:23:03,304 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46073-0x10105b1b9ec0000, quorum=127.0.0.1:53045, baseZNode=/0-642798582 Unable to get data of znode /0-642798582/switch/split because node does not exist (not necessarily an error) 2024-11-11T06:23:03,306 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-642798582/switch/split already deleted, retry=false 2024-11-11T06:23:03,307 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46073-0x10105b1b9ec0000, quorum=127.0.0.1:53045, baseZNode=/0-642798582 Unable to get data of znode /0-642798582/switch/merge because node does not exist (not necessarily an error) 2024-11-11T06:23:03,308 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-642798582/switch/merge already deleted, retry=false 2024-11-11T06:23:03,309 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46073-0x10105b1b9ec0000, quorum=127.0.0.1:53045, baseZNode=/0-642798582 Unable to get data of znode /0-642798582/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-11T06:23:03,311 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-642798582/snapshot-cleanup already deleted, retry=false 2024-11-11T06:23:03,312 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46073-0x10105b1b9ec0000, quorum=127.0.0.1:53045, baseZNode=/0-642798582 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-642798582/running 2024-11-11T06:23:03,312 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34601-0x10105b1b9ec0001, quorum=127.0.0.1:53045, baseZNode=/0-642798582 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-642798582/running 2024-11-11T06:23:03,312 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46073-0x10105b1b9ec0000, quorum=127.0.0.1:53045, baseZNode=/0-642798582 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-642798582 2024-11-11T06:23:03,312 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34601-0x10105b1b9ec0001, quorum=127.0.0.1:53045, baseZNode=/0-642798582 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-642798582 2024-11-11T06:23:03,313 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=f334e8b0fbdf,46073,1731306181521, sessionid=0x10105b1b9ec0000, setting cluster-up flag (Was=false) 2024-11-11T06:23:03,316 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46073-0x10105b1b9ec0000, quorum=127.0.0.1:53045, baseZNode=/0-642798582 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-642798582 2024-11-11T06:23:03,316 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34601-0x10105b1b9ec0001, quorum=127.0.0.1:53045, baseZNode=/0-642798582 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-642798582 2024-11-11T06:23:03,322 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-642798582/flush-table-proc/acquired, /0-642798582/flush-table-proc/reached, /0-642798582/flush-table-proc/abort 2024-11-11T06:23:03,322 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f334e8b0fbdf,46073,1731306181521 2024-11-11T06:23:03,325 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46073-0x10105b1b9ec0000, quorum=127.0.0.1:53045, baseZNode=/0-642798582 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-642798582 2024-11-11T06:23:03,325 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34601-0x10105b1b9ec0001, quorum=127.0.0.1:53045, baseZNode=/0-642798582 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-642798582 2024-11-11T06:23:03,330 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-642798582/online-snapshot/acquired, /0-642798582/online-snapshot/reached, /0-642798582/online-snapshot/abort 2024-11-11T06:23:03,331 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f334e8b0fbdf,46073,1731306181521 2024-11-11T06:23:03,332 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:44883/user/jenkins/test-data/61ba473a-c247-8bb0-493d-341c5b769656/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-11T06:23:03,333 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-11T06:23:03,333 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-11T06:23:03,334 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-11T06:23:03,334 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: f334e8b0fbdf,46073,1731306181521 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-11T06:23:03,335 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/f334e8b0fbdf:0, corePoolSize=5, maxPoolSize=5 2024-11-11T06:23:03,335 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/f334e8b0fbdf:0, corePoolSize=5, maxPoolSize=5 2024-11-11T06:23:03,335 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/f334e8b0fbdf:0, corePoolSize=5, maxPoolSize=5 2024-11-11T06:23:03,335 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/f334e8b0fbdf:0, corePoolSize=5, maxPoolSize=5 2024-11-11T06:23:03,335 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/f334e8b0fbdf:0, corePoolSize=10, maxPoolSize=10 2024-11-11T06:23:03,335 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/f334e8b0fbdf:0, corePoolSize=1, maxPoolSize=1 2024-11-11T06:23:03,335 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/f334e8b0fbdf:0, corePoolSize=2, maxPoolSize=2 2024-11-11T06:23:03,335 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/f334e8b0fbdf:0, corePoolSize=1, maxPoolSize=1 2024-11-11T06:23:03,336 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731306213336 2024-11-11T06:23:03,336 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-11T06:23:03,336 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-11T06:23:03,336 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-11T06:23:03,336 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-11T06:23:03,336 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-11T06:23:03,336 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-11T06:23:03,337 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T06:23:03,337 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-11T06:23:03,337 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T06:23:03,337 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:23:03,338 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-11T06:23:03,340 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-11T06:23:03,340 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-11T06:23:03,341 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-11T06:23:03,341 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-11T06:23:03,341 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-11T06:23:03,341 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-11T06:23:03,344 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/f334e8b0fbdf:0:becomeActiveMaster-HFileCleaner.large.0-1731306183341,5,FailOnTimeoutGroup] 2024-11-11T06:23:03,345 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/f334e8b0fbdf:0:becomeActiveMaster-HFileCleaner.small.0-1731306183344,5,FailOnTimeoutGroup] 2024-11-11T06:23:03,345 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T06:23:03,345 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-11T06:23:03,345 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-11T06:23:03,345 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-11T06:23:03,347 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33973 is added to blk_1073741831_1007 (size=1321) 2024-11-11T06:23:03,397 INFO [RS:0;f334e8b0fbdf:34601 {}] regionserver.HRegionServer(746): ClusterId : ad1d0ee6-1100-4aa7-9f3f-691f06d7f8fa 2024-11-11T06:23:03,397 DEBUG [RS:0;f334e8b0fbdf:34601 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-11T06:23:03,399 DEBUG [RS:0;f334e8b0fbdf:34601 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-11T06:23:03,399 DEBUG [RS:0;f334e8b0fbdf:34601 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-11T06:23:03,400 DEBUG [RS:0;f334e8b0fbdf:34601 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-11T06:23:03,401 DEBUG [RS:0;f334e8b0fbdf:34601 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@380f211d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f334e8b0fbdf/172.17.0.2:0 2024-11-11T06:23:03,412 DEBUG [RS:0;f334e8b0fbdf:34601 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;f334e8b0fbdf:34601 2024-11-11T06:23:03,412 INFO [RS:0;f334e8b0fbdf:34601 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-11T06:23:03,412 INFO [RS:0;f334e8b0fbdf:34601 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-11T06:23:03,412 DEBUG [RS:0;f334e8b0fbdf:34601 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-11T06:23:03,413 INFO [RS:0;f334e8b0fbdf:34601 {}] regionserver.HRegionServer(2659): reportForDuty to master=f334e8b0fbdf,46073,1731306181521 with port=34601, startcode=1731306181573 2024-11-11T06:23:03,413 DEBUG [RS:0;f334e8b0fbdf:34601 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-11T06:23:03,414 INFO [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49587, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=RegionServerStatusService 2024-11-11T06:23:03,415 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46073 {}] master.ServerManager(363): Checking decommissioned status of RegionServer f334e8b0fbdf,34601,1731306181573 2024-11-11T06:23:03,415 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46073 {}] master.ServerManager(517): Registering regionserver=f334e8b0fbdf,34601,1731306181573 2024-11-11T06:23:03,416 DEBUG [RS:0;f334e8b0fbdf:34601 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:44883/user/jenkins/test-data/61ba473a-c247-8bb0-493d-341c5b769656 2024-11-11T06:23:03,416 DEBUG [RS:0;f334e8b0fbdf:34601 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:44883 2024-11-11T06:23:03,416 DEBUG [RS:0;f334e8b0fbdf:34601 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-11T06:23:03,419 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46073-0x10105b1b9ec0000, quorum=127.0.0.1:53045, baseZNode=/0-642798582 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-642798582/rs 2024-11-11T06:23:03,419 DEBUG [RS:0;f334e8b0fbdf:34601 {}] zookeeper.ZKUtil(111): regionserver:34601-0x10105b1b9ec0001, quorum=127.0.0.1:53045, baseZNode=/0-642798582 Set watcher on existing znode=/0-642798582/rs/f334e8b0fbdf,34601,1731306181573 2024-11-11T06:23:03,419 WARN [RS:0;f334e8b0fbdf:34601 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T06:23:03,419 INFO [RS:0;f334e8b0fbdf:34601 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T06:23:03,419 DEBUG [RS:0;f334e8b0fbdf:34601 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:44883/user/jenkins/test-data/61ba473a-c247-8bb0-493d-341c5b769656/WALs/f334e8b0fbdf,34601,1731306181573 2024-11-11T06:23:03,419 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [f334e8b0fbdf,34601,1731306181573] 2024-11-11T06:23:03,422 INFO [RS:0;f334e8b0fbdf:34601 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-11T06:23:03,424 INFO [RS:0;f334e8b0fbdf:34601 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-11T06:23:03,425 INFO [RS:0;f334e8b0fbdf:34601 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-11T06:23:03,425 INFO [RS:0;f334e8b0fbdf:34601 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T06:23:03,425 INFO [RS:0;f334e8b0fbdf:34601 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-11T06:23:03,426 INFO [RS:0;f334e8b0fbdf:34601 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-11T06:23:03,426 INFO [RS:0;f334e8b0fbdf:34601 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-11T06:23:03,426 DEBUG [RS:0;f334e8b0fbdf:34601 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/f334e8b0fbdf:0, corePoolSize=1, maxPoolSize=1 2024-11-11T06:23:03,426 DEBUG [RS:0;f334e8b0fbdf:34601 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/f334e8b0fbdf:0, corePoolSize=1, maxPoolSize=1 2024-11-11T06:23:03,426 DEBUG [RS:0;f334e8b0fbdf:34601 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/f334e8b0fbdf:0, corePoolSize=1, maxPoolSize=1 2024-11-11T06:23:03,426 DEBUG [RS:0;f334e8b0fbdf:34601 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0, corePoolSize=1, maxPoolSize=1 2024-11-11T06:23:03,426 DEBUG [RS:0;f334e8b0fbdf:34601 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/f334e8b0fbdf:0, corePoolSize=1, maxPoolSize=1 2024-11-11T06:23:03,426 DEBUG [RS:0;f334e8b0fbdf:34601 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/f334e8b0fbdf:0, corePoolSize=2, maxPoolSize=2 2024-11-11T06:23:03,426 DEBUG [RS:0;f334e8b0fbdf:34601 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/f334e8b0fbdf:0, corePoolSize=1, maxPoolSize=1 2024-11-11T06:23:03,426 DEBUG [RS:0;f334e8b0fbdf:34601 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/f334e8b0fbdf:0, corePoolSize=1, maxPoolSize=1 2024-11-11T06:23:03,426 DEBUG [RS:0;f334e8b0fbdf:34601 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0, corePoolSize=1, maxPoolSize=1 2024-11-11T06:23:03,426 DEBUG [RS:0;f334e8b0fbdf:34601 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/f334e8b0fbdf:0, corePoolSize=1, maxPoolSize=1 2024-11-11T06:23:03,426 DEBUG [RS:0;f334e8b0fbdf:34601 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/f334e8b0fbdf:0, corePoolSize=1, maxPoolSize=1 2024-11-11T06:23:03,426 DEBUG [RS:0;f334e8b0fbdf:34601 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/f334e8b0fbdf:0, corePoolSize=1, maxPoolSize=1 2024-11-11T06:23:03,426 DEBUG [RS:0;f334e8b0fbdf:34601 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/f334e8b0fbdf:0, corePoolSize=3, maxPoolSize=3 2024-11-11T06:23:03,426 DEBUG [RS:0;f334e8b0fbdf:34601 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/f334e8b0fbdf:0, corePoolSize=3, maxPoolSize=3 2024-11-11T06:23:03,427 INFO [RS:0;f334e8b0fbdf:34601 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T06:23:03,427 INFO [RS:0;f334e8b0fbdf:34601 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T06:23:03,427 INFO [RS:0;f334e8b0fbdf:34601 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T06:23:03,427 INFO [RS:0;f334e8b0fbdf:34601 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-11T06:23:03,427 INFO [RS:0;f334e8b0fbdf:34601 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-11T06:23:03,427 INFO [RS:0;f334e8b0fbdf:34601 {}] hbase.ChoreService(168): Chore ScheduledChore name=f334e8b0fbdf,34601,1731306181573-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T06:23:03,442 INFO [RS:0;f334e8b0fbdf:34601 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-11T06:23:03,442 INFO [RS:0;f334e8b0fbdf:34601 {}] hbase.ChoreService(168): Chore ScheduledChore name=f334e8b0fbdf,34601,1731306181573-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T06:23:03,442 INFO [RS:0;f334e8b0fbdf:34601 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T06:23:03,442 INFO [RS:0;f334e8b0fbdf:34601 {}] regionserver.Replication(171): f334e8b0fbdf,34601,1731306181573 started 2024-11-11T06:23:03,455 INFO [RS:0;f334e8b0fbdf:34601 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T06:23:03,456 INFO [RS:0;f334e8b0fbdf:34601 {}] regionserver.HRegionServer(1482): Serving as f334e8b0fbdf,34601,1731306181573, RpcServer on f334e8b0fbdf/172.17.0.2:34601, sessionid=0x10105b1b9ec0001 2024-11-11T06:23:03,456 DEBUG [RS:0;f334e8b0fbdf:34601 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-11T06:23:03,456 DEBUG [RS:0;f334e8b0fbdf:34601 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager f334e8b0fbdf,34601,1731306181573 2024-11-11T06:23:03,456 DEBUG [RS:0;f334e8b0fbdf:34601 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f334e8b0fbdf,34601,1731306181573' 2024-11-11T06:23:03,456 DEBUG [RS:0;f334e8b0fbdf:34601 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-642798582/flush-table-proc/abort' 2024-11-11T06:23:03,456 DEBUG [RS:0;f334e8b0fbdf:34601 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-642798582/flush-table-proc/acquired' 2024-11-11T06:23:03,457 DEBUG [RS:0;f334e8b0fbdf:34601 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-11T06:23:03,457 DEBUG [RS:0;f334e8b0fbdf:34601 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-11T06:23:03,457 DEBUG [RS:0;f334e8b0fbdf:34601 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager f334e8b0fbdf,34601,1731306181573 2024-11-11T06:23:03,457 DEBUG [RS:0;f334e8b0fbdf:34601 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f334e8b0fbdf,34601,1731306181573' 2024-11-11T06:23:03,457 DEBUG [RS:0;f334e8b0fbdf:34601 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-642798582/online-snapshot/abort' 2024-11-11T06:23:03,457 DEBUG [RS:0;f334e8b0fbdf:34601 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-642798582/online-snapshot/acquired' 2024-11-11T06:23:03,457 DEBUG [RS:0;f334e8b0fbdf:34601 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-11T06:23:03,457 INFO [RS:0;f334e8b0fbdf:34601 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-11T06:23:03,457 INFO [RS:0;f334e8b0fbdf:34601 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-11T06:23:03,558 INFO [RS:0;f334e8b0fbdf:34601 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T06:23:03,559 INFO [RS:0;f334e8b0fbdf:34601 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f334e8b0fbdf%2C34601%2C1731306181573, suffix=, logDir=hdfs://localhost:44883/user/jenkins/test-data/61ba473a-c247-8bb0-493d-341c5b769656/WALs/f334e8b0fbdf,34601,1731306181573, archiveDir=hdfs://localhost:44883/user/jenkins/test-data/61ba473a-c247-8bb0-493d-341c5b769656/oldWALs, maxLogs=10 2024-11-11T06:23:03,572 DEBUG [RS:0;f334e8b0fbdf:34601 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/61ba473a-c247-8bb0-493d-341c5b769656/WALs/f334e8b0fbdf,34601,1731306181573/f334e8b0fbdf%2C34601%2C1731306181573.1731306183559, exclude list is [], retry=0 2024-11-11T06:23:03,575 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33973,DS-0e7f89bf-2da6-455d-a18b-fc5d1369a17b,DISK] 2024-11-11T06:23:03,576 INFO [RS:0;f334e8b0fbdf:34601 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/61ba473a-c247-8bb0-493d-341c5b769656/WALs/f334e8b0fbdf,34601,1731306181573/f334e8b0fbdf%2C34601%2C1731306181573.1731306183559 2024-11-11T06:23:03,577 DEBUG [RS:0;f334e8b0fbdf:34601 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33877:33877)] 2024-11-11T06:23:03,680 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-11T06:23:03,699 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T06:23:03,699 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [f334e8b0fbdf,42169,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f334e8b0fbdf:42169 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-11T06:23:03,700 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 8, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 8178 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [f334e8b0fbdf,42169,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f334e8b0fbdf:42169 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-11T06:23:03,715 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T06:23:03,715 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T06:23:03,716 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T06:23:03,716 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T06:23:03,716 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T06:23:03,717 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T06:23:03,722 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T06:23:03,726 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T06:23:03,727 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T06:23:03,730 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T06:23:03,748 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:44883/user/jenkins/test-data/61ba473a-c247-8bb0-493d-341c5b769656/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-11T06:23:03,749 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:44883/user/jenkins/test-data/61ba473a-c247-8bb0-493d-341c5b769656 2024-11-11T06:23:03,754 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33973 is added to blk_1073741833_1009 (size=32) 2024-11-11T06:23:04,155 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T06:23:04,156 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T06:23:04,157 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T06:23:04,157 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:23:04,158 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T06:23:04,158 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T06:23:04,158 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T06:23:04,159 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:23:04,159 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T06:23:04,159 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T06:23:04,160 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T06:23:04,160 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:23:04,160 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T06:23:04,160 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T06:23:04,161 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T06:23:04,161 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:23:04,161 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T06:23:04,161 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T06:23:04,162 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44883/user/jenkins/test-data/61ba473a-c247-8bb0-493d-341c5b769656/data/hbase/meta/1588230740 2024-11-11T06:23:04,162 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44883/user/jenkins/test-data/61ba473a-c247-8bb0-493d-341c5b769656/data/hbase/meta/1588230740 2024-11-11T06:23:04,163 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T06:23:04,163 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T06:23:04,163 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T06:23:04,164 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T06:23:04,166 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44883/user/jenkins/test-data/61ba473a-c247-8bb0-493d-341c5b769656/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T06:23:04,166 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69779802, jitterRate=0.03980007767677307}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T06:23:04,167 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731306184155Initializing all the Stores at 1731306184156 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731306184156Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731306184156Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731306184156Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731306184156Cleaning up temporary data from old regions at 1731306184163 (+7 ms)Region opened successfully at 1731306184167 (+4 ms) 2024-11-11T06:23:04,167 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-11T06:23:04,167 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-11T06:23:04,167 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-11T06:23:04,167 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-11T06:23:04,167 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-11T06:23:04,167 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-11T06:23:04,167 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731306184167Disabling compacts and flushes for region at 1731306184167Disabling writes for close at 1731306184167Writing region close event to WAL at 1731306184167Closed at 1731306184167 2024-11-11T06:23:04,168 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T06:23:04,168 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-11T06:23:04,169 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-11T06:23:04,170 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T06:23:04,170 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-11T06:23:04,320 DEBUG [f334e8b0fbdf:46073 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-11T06:23:04,321 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=f334e8b0fbdf,34601,1731306181573 2024-11-11T06:23:04,322 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f334e8b0fbdf,34601,1731306181573, state=OPENING 2024-11-11T06:23:04,323 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-11T06:23:04,325 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34601-0x10105b1b9ec0001, quorum=127.0.0.1:53045, baseZNode=/0-642798582 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-642798582 2024-11-11T06:23:04,325 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46073-0x10105b1b9ec0000, quorum=127.0.0.1:53045, baseZNode=/0-642798582 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-642798582 2024-11-11T06:23:04,325 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T06:23:04,325 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-642798582/meta-region-server: CHANGED 2024-11-11T06:23:04,325 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-642798582/meta-region-server: CHANGED 2024-11-11T06:23:04,325 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=f334e8b0fbdf,34601,1731306181573}] 2024-11-11T06:23:04,477 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-11T06:23:04,479 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55537, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-11T06:23:04,482 INFO [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-11T06:23:04,482 INFO [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T06:23:04,482 INFO [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-11T06:23:04,483 INFO [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f334e8b0fbdf%2C34601%2C1731306181573.meta, suffix=.meta, logDir=hdfs://localhost:44883/user/jenkins/test-data/61ba473a-c247-8bb0-493d-341c5b769656/WALs/f334e8b0fbdf,34601,1731306181573, archiveDir=hdfs://localhost:44883/user/jenkins/test-data/61ba473a-c247-8bb0-493d-341c5b769656/oldWALs, maxLogs=10 2024-11-11T06:23:04,496 DEBUG [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/61ba473a-c247-8bb0-493d-341c5b769656/WALs/f334e8b0fbdf,34601,1731306181573/f334e8b0fbdf%2C34601%2C1731306181573.meta.1731306184483.meta, exclude list is [], retry=0 2024-11-11T06:23:04,498 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33973,DS-0e7f89bf-2da6-455d-a18b-fc5d1369a17b,DISK] 2024-11-11T06:23:04,499 INFO [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/61ba473a-c247-8bb0-493d-341c5b769656/WALs/f334e8b0fbdf,34601,1731306181573/f334e8b0fbdf%2C34601%2C1731306181573.meta.1731306184483.meta 2024-11-11T06:23:04,500 DEBUG [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33877:33877)] 2024-11-11T06:23:04,500 DEBUG [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-11T06:23:04,500 INFO [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-11T06:23:04,500 DEBUG [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-11T06:23:04,500 DEBUG [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-11T06:23:04,500 INFO [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-11T06:23:04,500 DEBUG [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-11T06:23:04,500 DEBUG [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T06:23:04,501 DEBUG [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-11T06:23:04,501 DEBUG [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-11T06:23:04,502 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T06:23:04,502 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T06:23:04,502 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:23:04,503 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T06:23:04,503 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T06:23:04,503 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T06:23:04,503 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:23:04,504 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T06:23:04,504 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T06:23:04,504 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T06:23:04,504 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:23:04,504 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T06:23:04,504 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T06:23:04,505 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T06:23:04,505 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:23:04,505 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T06:23:04,505 DEBUG [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T06:23:04,506 DEBUG [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44883/user/jenkins/test-data/61ba473a-c247-8bb0-493d-341c5b769656/data/hbase/meta/1588230740 2024-11-11T06:23:04,507 DEBUG [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44883/user/jenkins/test-data/61ba473a-c247-8bb0-493d-341c5b769656/data/hbase/meta/1588230740 2024-11-11T06:23:04,508 DEBUG [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T06:23:04,508 DEBUG [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T06:23:04,508 DEBUG [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T06:23:04,509 DEBUG [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T06:23:04,510 INFO [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74885085, jitterRate=0.11587472259998322}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T06:23:04,510 DEBUG [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-11T06:23:04,510 DEBUG [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731306184501Writing region info on filesystem at 1731306184501Initializing all the Stores at 1731306184501Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731306184501Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731306184501Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731306184501Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731306184501Cleaning up temporary data from old regions at 1731306184508 (+7 ms)Running coprocessor post-open hooks at 1731306184510 (+2 ms)Region opened successfully at 1731306184510 2024-11-11T06:23:04,511 INFO [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731306184477 2024-11-11T06:23:04,513 DEBUG [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-11T06:23:04,513 INFO [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-11T06:23:04,513 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=f334e8b0fbdf,34601,1731306181573 2024-11-11T06:23:04,514 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f334e8b0fbdf,34601,1731306181573, state=OPEN 2024-11-11T06:23:04,519 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46073-0x10105b1b9ec0000, quorum=127.0.0.1:53045, baseZNode=/0-642798582 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-642798582/meta-region-server 2024-11-11T06:23:04,519 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34601-0x10105b1b9ec0001, quorum=127.0.0.1:53045, baseZNode=/0-642798582 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-642798582/meta-region-server 2024-11-11T06:23:04,519 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=f334e8b0fbdf,34601,1731306181573 2024-11-11T06:23:04,519 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-642798582/meta-region-server: CHANGED 2024-11-11T06:23:04,519 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-642798582/meta-region-server: CHANGED 2024-11-11T06:23:04,521 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-11T06:23:04,521 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=f334e8b0fbdf,34601,1731306181573 in 194 msec 2024-11-11T06:23:04,523 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-11T06:23:04,523 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 352 msec 2024-11-11T06:23:04,523 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T06:23:04,523 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-11T06:23:04,524 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T06:23:04,524 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f334e8b0fbdf,34601,1731306181573, seqNum=-1] 2024-11-11T06:23:04,525 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T06:23:04,526 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33479, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T06:23:04,530 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.1970 sec 2024-11-11T06:23:04,530 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731306184530, completionTime=-1 2024-11-11T06:23:04,530 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-11T06:23:04,531 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-11T06:23:04,532 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-11T06:23:04,532 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731306244532 2024-11-11T06:23:04,532 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731306304532 2024-11-11T06:23:04,532 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-11T06:23:04,533 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f334e8b0fbdf,46073,1731306181521-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T06:23:04,533 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f334e8b0fbdf,46073,1731306181521-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T06:23:04,533 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f334e8b0fbdf,46073,1731306181521-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T06:23:04,533 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-f334e8b0fbdf:46073, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T06:23:04,533 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-11T06:23:04,533 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-11T06:23:04,534 DEBUG [master/f334e8b0fbdf:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-11T06:23:04,537 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.925sec 2024-11-11T06:23:04,537 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-11T06:23:04,537 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-11T06:23:04,537 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-11T06:23:04,537 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-11T06:23:04,537 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-11T06:23:04,537 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f334e8b0fbdf,46073,1731306181521-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T06:23:04,537 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f334e8b0fbdf,46073,1731306181521-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-11T06:23:04,539 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-11T06:23:04,539 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-11T06:23:04,539 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f334e8b0fbdf,46073,1731306181521-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T06:23:04,597 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@748d40d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T06:23:04,597 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f334e8b0fbdf,46073,-1 for getting cluster id 2024-11-11T06:23:04,598 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T06:23:04,599 DEBUG [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ad1d0ee6-1100-4aa7-9f3f-691f06d7f8fa' 2024-11-11T06:23:04,599 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T06:23:04,599 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ad1d0ee6-1100-4aa7-9f3f-691f06d7f8fa" 2024-11-11T06:23:04,599 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@75179899, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T06:23:04,600 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f334e8b0fbdf,46073,-1] 2024-11-11T06:23:04,600 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T06:23:04,600 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T06:23:04,601 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46540, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T06:23:04,601 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2cae8f34, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T06:23:04,602 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T06:23:04,603 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f334e8b0fbdf,34601,1731306181573, seqNum=-1] 2024-11-11T06:23:04,603 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T06:23:04,604 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53302, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T06:23:04,605 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=f334e8b0fbdf,46073,1731306181521 2024-11-11T06:23:04,606 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:53045 2024-11-11T06:23:04,608 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:53045, baseZNode=/0-642798582 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T06:23:04,609 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x10105b1b9ec0002 connected 2024-11-11T06:23:04,612 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/66dab286-6ce2-27b2-2c19-db42dda43bd3/hadoop.log.dir so I do NOT create it in target/test-data/5692c2df-e1b5-f923-9825-a183f141e37e 2024-11-11T06:23:04,612 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/66dab286-6ce2-27b2-2c19-db42dda43bd3/hadoop.log.dir Erasing configuration value by system value. 2024-11-11T06:23:04,612 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/66dab286-6ce2-27b2-2c19-db42dda43bd3/hadoop.tmp.dir so I do NOT create it in target/test-data/5692c2df-e1b5-f923-9825-a183f141e37e 2024-11-11T06:23:04,612 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/66dab286-6ce2-27b2-2c19-db42dda43bd3/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-11T06:23:04,612 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5692c2df-e1b5-f923-9825-a183f141e37e 2024-11-11T06:23:04,612 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-11T06:23:04,612 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5692c2df-e1b5-f923-9825-a183f141e37e/cluster_e55dabad-21e6-190e-1307-a0c0b0d5a0e3, deleteOnExit=true 2024-11-11T06:23:04,612 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-11T06:23:04,612 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5692c2df-e1b5-f923-9825-a183f141e37e/test.cache.data in system properties and HBase conf 2024-11-11T06:23:04,612 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5692c2df-e1b5-f923-9825-a183f141e37e/hadoop.tmp.dir in system properties and HBase conf 2024-11-11T06:23:04,612 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5692c2df-e1b5-f923-9825-a183f141e37e/hadoop.log.dir in system properties and HBase conf 2024-11-11T06:23:04,612 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5692c2df-e1b5-f923-9825-a183f141e37e/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-11T06:23:04,612 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5692c2df-e1b5-f923-9825-a183f141e37e/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-11T06:23:04,612 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-11T06:23:04,612 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-11T06:23:04,613 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5692c2df-e1b5-f923-9825-a183f141e37e/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-11T06:23:04,613 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5692c2df-e1b5-f923-9825-a183f141e37e/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-11T06:23:04,613 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5692c2df-e1b5-f923-9825-a183f141e37e/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-11T06:23:04,613 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5692c2df-e1b5-f923-9825-a183f141e37e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-11T06:23:04,613 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5692c2df-e1b5-f923-9825-a183f141e37e/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-11T06:23:04,613 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5692c2df-e1b5-f923-9825-a183f141e37e/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-11T06:23:04,613 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5692c2df-e1b5-f923-9825-a183f141e37e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-11T06:23:04,613 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5692c2df-e1b5-f923-9825-a183f141e37e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-11T06:23:04,613 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5692c2df-e1b5-f923-9825-a183f141e37e/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-11T06:23:04,613 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5692c2df-e1b5-f923-9825-a183f141e37e/nfs.dump.dir in system properties and HBase conf 2024-11-11T06:23:04,613 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5692c2df-e1b5-f923-9825-a183f141e37e/java.io.tmpdir in system properties and HBase conf 2024-11-11T06:23:04,613 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5692c2df-e1b5-f923-9825-a183f141e37e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-11T06:23:04,613 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5692c2df-e1b5-f923-9825-a183f141e37e/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-11T06:23:04,613 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5692c2df-e1b5-f923-9825-a183f141e37e/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-11T06:23:04,686 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T06:23:04,689 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T06:23:04,690 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T06:23:04,690 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T06:23:04,690 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-11T06:23:04,691 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T06:23:04,691 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@ae9ccac{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5692c2df-e1b5-f923-9825-a183f141e37e/hadoop.log.dir/,AVAILABLE} 2024-11-11T06:23:04,692 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6969f398{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T06:23:04,807 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@8f1a53a{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5692c2df-e1b5-f923-9825-a183f141e37e/java.io.tmpdir/jetty-localhost-44531-hadoop-hdfs-3_4_1-tests_jar-_-any-18221862009415825593/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-11T06:23:04,808 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@29fbc98c{HTTP/1.1, (http/1.1)}{localhost:44531} 2024-11-11T06:23:04,808 INFO [Time-limited test {}] server.Server(415): Started @191814ms 2024-11-11T06:23:04,886 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T06:23:04,890 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T06:23:04,891 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T06:23:04,891 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T06:23:04,891 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-11T06:23:04,892 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@133c9b0a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5692c2df-e1b5-f923-9825-a183f141e37e/hadoop.log.dir/,AVAILABLE} 2024-11-11T06:23:04,892 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@56b3f78c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T06:23:05,005 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7cfaff57{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5692c2df-e1b5-f923-9825-a183f141e37e/java.io.tmpdir/jetty-localhost-42581-hadoop-hdfs-3_4_1-tests_jar-_-any-538697639171160523/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T06:23:05,005 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@459af1fc{HTTP/1.1, (http/1.1)}{localhost:42581} 2024-11-11T06:23:05,005 INFO [Time-limited test {}] server.Server(415): Started @192011ms 2024-11-11T06:23:05,007 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-11T06:23:05,110 WARN [Thread-2311 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5692c2df-e1b5-f923-9825-a183f141e37e/cluster_e55dabad-21e6-190e-1307-a0c0b0d5a0e3/data/data1/current/BP-520159222-172.17.0.2-1731306184631/current, will proceed with Du for space computation calculation, 2024-11-11T06:23:05,110 WARN [Thread-2312 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5692c2df-e1b5-f923-9825-a183f141e37e/cluster_e55dabad-21e6-190e-1307-a0c0b0d5a0e3/data/data2/current/BP-520159222-172.17.0.2-1731306184631/current, will proceed with Du for space computation calculation, 2024-11-11T06:23:05,126 WARN [Thread-2299 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-11T06:23:05,129 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x90a10565338be145 with lease ID 0x482f105d7ac0bea7: Processing first storage report for DS-907d5278-70da-4f23-a957-cd5198a52149 from datanode DatanodeRegistration(127.0.0.1:36715, datanodeUuid=03ac27c1-93f1-42bc-b8c5-80dfed38745c, infoPort=33775, infoSecurePort=0, ipcPort=35759, storageInfo=lv=-57;cid=testClusterID;nsid=1172138122;c=1731306184631) 2024-11-11T06:23:05,129 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x90a10565338be145 with lease ID 0x482f105d7ac0bea7: from storage DS-907d5278-70da-4f23-a957-cd5198a52149 node DatanodeRegistration(127.0.0.1:36715, datanodeUuid=03ac27c1-93f1-42bc-b8c5-80dfed38745c, infoPort=33775, infoSecurePort=0, ipcPort=35759, storageInfo=lv=-57;cid=testClusterID;nsid=1172138122;c=1731306184631), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T06:23:05,129 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x90a10565338be145 with lease ID 0x482f105d7ac0bea7: Processing first storage report for DS-6e3dd20e-dbbf-448b-8738-18c9b5ff2e29 from datanode DatanodeRegistration(127.0.0.1:36715, datanodeUuid=03ac27c1-93f1-42bc-b8c5-80dfed38745c, infoPort=33775, infoSecurePort=0, ipcPort=35759, storageInfo=lv=-57;cid=testClusterID;nsid=1172138122;c=1731306184631) 2024-11-11T06:23:05,129 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x90a10565338be145 with lease ID 0x482f105d7ac0bea7: from storage DS-6e3dd20e-dbbf-448b-8738-18c9b5ff2e29 node DatanodeRegistration(127.0.0.1:36715, datanodeUuid=03ac27c1-93f1-42bc-b8c5-80dfed38745c, infoPort=33775, infoSecurePort=0, ipcPort=35759, storageInfo=lv=-57;cid=testClusterID;nsid=1172138122;c=1731306184631), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T06:23:05,130 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5692c2df-e1b5-f923-9825-a183f141e37e 2024-11-11T06:23:05,130 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T06:23:05,131 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T06:23:05,137 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36715 is added to blk_1073741825_1001 (size=7) 2024-11-11T06:23:05,538 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34465/user/jenkins/test-data/2135504e-f276-e5be-bfbd-935cba390068 with version=8 2024-11-11T06:23:05,538 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:34465/user/jenkins/test-data/2135504e-f276-e5be-bfbd-935cba390068/hbase-staging 2024-11-11T06:23:05,541 INFO [Time-limited test {}] client.ConnectionUtils(128): master/f334e8b0fbdf:0 server-side Connection retries=45 2024-11-11T06:23:05,541 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T06:23:05,541 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T06:23:05,541 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T06:23:05,541 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T06:23:05,541 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T06:23:05,541 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-11T06:23:05,541 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T06:23:05,542 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33453 2024-11-11T06:23:05,543 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:33453 connecting to ZooKeeper ensemble=127.0.0.1:53045 2024-11-11T06:23:05,545 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:334530x0, quorum=127.0.0.1:53045, baseZNode=/11381029748 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T06:23:05,545 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:33453-0x10105b1b9ec0003 connected 2024-11-11T06:23:05,560 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T06:23:05,561 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T06:23:05,563 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33453-0x10105b1b9ec0003, quorum=127.0.0.1:53045, baseZNode=/11381029748 Set watcher on znode that does not yet exist, /11381029748/running 2024-11-11T06:23:05,563 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:34465/user/jenkins/test-data/2135504e-f276-e5be-bfbd-935cba390068, hbase.cluster.distributed=false 2024-11-11T06:23:05,564 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33453-0x10105b1b9ec0003, quorum=127.0.0.1:53045, baseZNode=/11381029748 Set watcher on znode that does not yet exist, /11381029748/acl 2024-11-11T06:23:05,565 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33453 2024-11-11T06:23:05,565 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33453 2024-11-11T06:23:05,565 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33453 2024-11-11T06:23:05,566 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33453 2024-11-11T06:23:05,566 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33453 2024-11-11T06:23:05,580 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/f334e8b0fbdf:0 server-side Connection retries=45 2024-11-11T06:23:05,580 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T06:23:05,580 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T06:23:05,580 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T06:23:05,580 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T06:23:05,580 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T06:23:05,580 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-11T06:23:05,580 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T06:23:05,581 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36177 2024-11-11T06:23:05,581 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36177 connecting to ZooKeeper ensemble=127.0.0.1:53045 2024-11-11T06:23:05,582 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T06:23:05,583 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T06:23:05,587 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:361770x0, quorum=127.0.0.1:53045, baseZNode=/11381029748 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T06:23:05,587 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:361770x0, quorum=127.0.0.1:53045, baseZNode=/11381029748 Set watcher on znode that does not yet exist, /11381029748/running 2024-11-11T06:23:05,587 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36177-0x10105b1b9ec0004 connected 2024-11-11T06:23:05,587 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-11T06:23:05,588 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-11T06:23:05,588 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36177-0x10105b1b9ec0004, quorum=127.0.0.1:53045, baseZNode=/11381029748 Set watcher on znode that does not yet exist, /11381029748/master 2024-11-11T06:23:05,589 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36177-0x10105b1b9ec0004, quorum=127.0.0.1:53045, baseZNode=/11381029748 Set watcher on znode that does not yet exist, /11381029748/acl 2024-11-11T06:23:05,592 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36177 2024-11-11T06:23:05,592 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36177 2024-11-11T06:23:05,592 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36177 2024-11-11T06:23:05,596 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36177 2024-11-11T06:23:05,596 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36177 2024-11-11T06:23:05,607 DEBUG [M:0;f334e8b0fbdf:33453 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;f334e8b0fbdf:33453 2024-11-11T06:23:05,608 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /11381029748/backup-masters/f334e8b0fbdf,33453,1731306185541 2024-11-11T06:23:05,610 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33453-0x10105b1b9ec0003, quorum=127.0.0.1:53045, baseZNode=/11381029748 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11381029748/backup-masters 2024-11-11T06:23:05,610 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36177-0x10105b1b9ec0004, quorum=127.0.0.1:53045, baseZNode=/11381029748 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11381029748/backup-masters 2024-11-11T06:23:05,610 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33453-0x10105b1b9ec0003, quorum=127.0.0.1:53045, baseZNode=/11381029748 Set watcher on existing znode=/11381029748/backup-masters/f334e8b0fbdf,33453,1731306185541 2024-11-11T06:23:05,612 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36177-0x10105b1b9ec0004, quorum=127.0.0.1:53045, baseZNode=/11381029748 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11381029748/master 2024-11-11T06:23:05,612 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33453-0x10105b1b9ec0003, quorum=127.0.0.1:53045, baseZNode=/11381029748 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11381029748 2024-11-11T06:23:05,612 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36177-0x10105b1b9ec0004, quorum=127.0.0.1:53045, baseZNode=/11381029748 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11381029748 2024-11-11T06:23:05,612 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33453-0x10105b1b9ec0003, quorum=127.0.0.1:53045, baseZNode=/11381029748 Set watcher on existing znode=/11381029748/master 2024-11-11T06:23:05,612 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /11381029748/backup-masters/f334e8b0fbdf,33453,1731306185541 from backup master directory 2024-11-11T06:23:05,613 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33453-0x10105b1b9ec0003, quorum=127.0.0.1:53045, baseZNode=/11381029748 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11381029748/backup-masters/f334e8b0fbdf,33453,1731306185541 2024-11-11T06:23:05,614 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33453-0x10105b1b9ec0003, quorum=127.0.0.1:53045, baseZNode=/11381029748 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11381029748/backup-masters 2024-11-11T06:23:05,614 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36177-0x10105b1b9ec0004, quorum=127.0.0.1:53045, baseZNode=/11381029748 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11381029748/backup-masters 2024-11-11T06:23:05,614 WARN [master/f334e8b0fbdf:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T06:23:05,614 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=f334e8b0fbdf,33453,1731306185541 2024-11-11T06:23:05,617 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:34465/user/jenkins/test-data/2135504e-f276-e5be-bfbd-935cba390068/hbase.id] with ID: b06215c2-7e9c-418a-8521-22261d9a84f5 2024-11-11T06:23:05,617 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:34465/user/jenkins/test-data/2135504e-f276-e5be-bfbd-935cba390068/.tmp/hbase.id 2024-11-11T06:23:05,622 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36715 is added to blk_1073741826_1002 (size=42) 2024-11-11T06:23:06,023 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:34465/user/jenkins/test-data/2135504e-f276-e5be-bfbd-935cba390068/.tmp/hbase.id]:[hdfs://localhost:34465/user/jenkins/test-data/2135504e-f276-e5be-bfbd-935cba390068/hbase.id] 2024-11-11T06:23:06,031 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T06:23:06,031 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-11T06:23:06,032 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-11T06:23:06,033 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33453-0x10105b1b9ec0003, quorum=127.0.0.1:53045, baseZNode=/11381029748 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11381029748 2024-11-11T06:23:06,034 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36177-0x10105b1b9ec0004, quorum=127.0.0.1:53045, baseZNode=/11381029748 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11381029748 2024-11-11T06:23:06,038 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36715 is added to blk_1073741827_1003 (size=196) 2024-11-11T06:23:06,439 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T06:23:06,440 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-11T06:23:06,440 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T06:23:06,448 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36715 is added to blk_1073741828_1004 (size=1189) 2024-11-11T06:23:06,849 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:34465/user/jenkins/test-data/2135504e-f276-e5be-bfbd-935cba390068/MasterData/data/master/store 2024-11-11T06:23:06,854 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36715 is added to blk_1073741829_1005 (size=34) 2024-11-11T06:23:07,255 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T06:23:07,255 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-11T06:23:07,255 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T06:23:07,255 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T06:23:07,255 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-11T06:23:07,255 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T06:23:07,255 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T06:23:07,255 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731306187255Disabling compacts and flushes for region at 1731306187255Disabling writes for close at 1731306187255Writing region close event to WAL at 1731306187255Closed at 1731306187255 2024-11-11T06:23:07,256 WARN [master/f334e8b0fbdf:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:34465/user/jenkins/test-data/2135504e-f276-e5be-bfbd-935cba390068/MasterData/data/master/store/.initializing 2024-11-11T06:23:07,256 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:34465/user/jenkins/test-data/2135504e-f276-e5be-bfbd-935cba390068/MasterData/WALs/f334e8b0fbdf,33453,1731306185541 2024-11-11T06:23:07,257 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T06:23:07,258 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=f334e8b0fbdf%2C33453%2C1731306185541, suffix=, logDir=hdfs://localhost:34465/user/jenkins/test-data/2135504e-f276-e5be-bfbd-935cba390068/MasterData/WALs/f334e8b0fbdf,33453,1731306185541, archiveDir=hdfs://localhost:34465/user/jenkins/test-data/2135504e-f276-e5be-bfbd-935cba390068/MasterData/oldWALs, maxLogs=10 2024-11-11T06:23:07,275 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/2135504e-f276-e5be-bfbd-935cba390068/MasterData/WALs/f334e8b0fbdf,33453,1731306185541/f334e8b0fbdf%2C33453%2C1731306185541.1731306187258, exclude list is [], retry=0 2024-11-11T06:23:07,277 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36715,DS-907d5278-70da-4f23-a957-cd5198a52149,DISK] 2024-11-11T06:23:07,279 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2135504e-f276-e5be-bfbd-935cba390068/MasterData/WALs/f334e8b0fbdf,33453,1731306185541/f334e8b0fbdf%2C33453%2C1731306185541.1731306187258 2024-11-11T06:23:07,279 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33775:33775)] 2024-11-11T06:23:07,279 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-11T06:23:07,279 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T06:23:07,279 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T06:23:07,279 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T06:23:07,281 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T06:23:07,282 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-11T06:23:07,282 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:23:07,282 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T06:23:07,282 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T06:23:07,283 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-11T06:23:07,283 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:23:07,284 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T06:23:07,284 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T06:23:07,285 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-11T06:23:07,285 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:23:07,285 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T06:23:07,285 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T06:23:07,286 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-11T06:23:07,286 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:23:07,286 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T06:23:07,286 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T06:23:07,287 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34465/user/jenkins/test-data/2135504e-f276-e5be-bfbd-935cba390068/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-11T06:23:07,287 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34465/user/jenkins/test-data/2135504e-f276-e5be-bfbd-935cba390068/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-11T06:23:07,288 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T06:23:07,288 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T06:23:07,288 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T06:23:07,289 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T06:23:07,290 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34465/user/jenkins/test-data/2135504e-f276-e5be-bfbd-935cba390068/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T06:23:07,291 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63602631, jitterRate=-0.05224694311618805}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T06:23:07,291 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731306187280Initializing all the Stores at 1731306187280Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731306187280Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731306187280Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731306187280Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731306187280Cleaning up temporary data from old regions at 1731306187288 (+8 ms)Region opened successfully at 1731306187291 (+3 ms) 2024-11-11T06:23:07,292 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-11T06:23:07,294 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2bdea5bb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f334e8b0fbdf/172.17.0.2:0 2024-11-11T06:23:07,295 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-11T06:23:07,295 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-11T06:23:07,295 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-11T06:23:07,295 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-11T06:23:07,296 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-11T06:23:07,296 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-11T06:23:07,296 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-11T06:23:07,297 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-11T06:23:07,298 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33453-0x10105b1b9ec0003, quorum=127.0.0.1:53045, baseZNode=/11381029748 Unable to get data of znode /11381029748/balancer because node does not exist (not necessarily an error) 2024-11-11T06:23:07,300 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11381029748/balancer already deleted, retry=false 2024-11-11T06:23:07,301 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-11T06:23:07,301 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33453-0x10105b1b9ec0003, quorum=127.0.0.1:53045, baseZNode=/11381029748 Unable to get data of znode /11381029748/normalizer because node does not exist (not necessarily an error) 2024-11-11T06:23:07,302 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11381029748/normalizer already deleted, retry=false 2024-11-11T06:23:07,302 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-11T06:23:07,303 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33453-0x10105b1b9ec0003, quorum=127.0.0.1:53045, baseZNode=/11381029748 Unable to get data of znode /11381029748/switch/split because node does not exist (not necessarily an error) 2024-11-11T06:23:07,304 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11381029748/switch/split already deleted, retry=false 2024-11-11T06:23:07,305 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33453-0x10105b1b9ec0003, quorum=127.0.0.1:53045, baseZNode=/11381029748 Unable to get data of znode /11381029748/switch/merge because node does not exist (not necessarily an error) 2024-11-11T06:23:07,306 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11381029748/switch/merge already deleted, retry=false 2024-11-11T06:23:07,307 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33453-0x10105b1b9ec0003, quorum=127.0.0.1:53045, baseZNode=/11381029748 Unable to get data of znode /11381029748/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-11T06:23:07,309 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11381029748/snapshot-cleanup already deleted, retry=false 2024-11-11T06:23:07,311 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33453-0x10105b1b9ec0003, quorum=127.0.0.1:53045, baseZNode=/11381029748 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11381029748/running 2024-11-11T06:23:07,311 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36177-0x10105b1b9ec0004, quorum=127.0.0.1:53045, baseZNode=/11381029748 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11381029748/running 2024-11-11T06:23:07,311 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33453-0x10105b1b9ec0003, quorum=127.0.0.1:53045, baseZNode=/11381029748 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11381029748 2024-11-11T06:23:07,311 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36177-0x10105b1b9ec0004, quorum=127.0.0.1:53045, baseZNode=/11381029748 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11381029748 2024-11-11T06:23:07,311 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=f334e8b0fbdf,33453,1731306185541, sessionid=0x10105b1b9ec0003, setting cluster-up flag (Was=false) 2024-11-11T06:23:07,313 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33453-0x10105b1b9ec0003, quorum=127.0.0.1:53045, baseZNode=/11381029748 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11381029748 2024-11-11T06:23:07,313 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36177-0x10105b1b9ec0004, quorum=127.0.0.1:53045, baseZNode=/11381029748 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11381029748 2024-11-11T06:23:07,318 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11381029748/flush-table-proc/acquired, /11381029748/flush-table-proc/reached, /11381029748/flush-table-proc/abort 2024-11-11T06:23:07,319 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f334e8b0fbdf,33453,1731306185541 2024-11-11T06:23:07,322 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33453-0x10105b1b9ec0003, quorum=127.0.0.1:53045, baseZNode=/11381029748 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11381029748 2024-11-11T06:23:07,322 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36177-0x10105b1b9ec0004, quorum=127.0.0.1:53045, baseZNode=/11381029748 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11381029748 2024-11-11T06:23:07,326 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11381029748/online-snapshot/acquired, /11381029748/online-snapshot/reached, /11381029748/online-snapshot/abort 2024-11-11T06:23:07,327 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f334e8b0fbdf,33453,1731306185541 2024-11-11T06:23:07,327 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:34465/user/jenkins/test-data/2135504e-f276-e5be-bfbd-935cba390068/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-11T06:23:07,329 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-11T06:23:07,329 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-11T06:23:07,329 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-11T06:23:07,329 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: f334e8b0fbdf,33453,1731306185541 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-11T06:23:07,330 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/f334e8b0fbdf:0, corePoolSize=5, maxPoolSize=5 2024-11-11T06:23:07,330 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/f334e8b0fbdf:0, corePoolSize=5, maxPoolSize=5 2024-11-11T06:23:07,330 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/f334e8b0fbdf:0, corePoolSize=5, maxPoolSize=5 2024-11-11T06:23:07,330 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/f334e8b0fbdf:0, corePoolSize=5, maxPoolSize=5 2024-11-11T06:23:07,330 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/f334e8b0fbdf:0, corePoolSize=10, maxPoolSize=10 2024-11-11T06:23:07,330 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/f334e8b0fbdf:0, corePoolSize=1, maxPoolSize=1 2024-11-11T06:23:07,330 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/f334e8b0fbdf:0, corePoolSize=2, maxPoolSize=2 2024-11-11T06:23:07,330 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/f334e8b0fbdf:0, corePoolSize=1, maxPoolSize=1 2024-11-11T06:23:07,331 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731306217331 2024-11-11T06:23:07,331 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T06:23:07,331 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-11T06:23:07,331 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-11T06:23:07,331 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-11T06:23:07,331 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-11T06:23:07,331 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-11T06:23:07,331 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-11T06:23:07,331 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-11T06:23:07,332 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T06:23:07,332 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-11T06:23:07,332 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-11T06:23:07,332 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:23:07,332 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-11T06:23:07,332 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-11T06:23:07,332 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-11T06:23:07,336 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-11T06:23:07,336 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-11T06:23:07,336 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/f334e8b0fbdf:0:becomeActiveMaster-HFileCleaner.large.0-1731306187336,5,FailOnTimeoutGroup] 2024-11-11T06:23:07,337 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/f334e8b0fbdf:0:becomeActiveMaster-HFileCleaner.small.0-1731306187336,5,FailOnTimeoutGroup] 2024-11-11T06:23:07,337 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T06:23:07,337 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-11T06:23:07,337 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-11T06:23:07,337 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-11T06:23:07,340 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36715 is added to blk_1073741831_1007 (size=1321) 2024-11-11T06:23:07,399 INFO [RS:0;f334e8b0fbdf:36177 {}] regionserver.HRegionServer(746): ClusterId : b06215c2-7e9c-418a-8521-22261d9a84f5 2024-11-11T06:23:07,399 DEBUG [RS:0;f334e8b0fbdf:36177 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-11T06:23:07,406 DEBUG [RS:0;f334e8b0fbdf:36177 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-11T06:23:07,406 DEBUG [RS:0;f334e8b0fbdf:36177 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-11T06:23:07,408 DEBUG [RS:0;f334e8b0fbdf:36177 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-11T06:23:07,408 DEBUG [RS:0;f334e8b0fbdf:36177 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7069373a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f334e8b0fbdf/172.17.0.2:0 2024-11-11T06:23:07,423 DEBUG [RS:0;f334e8b0fbdf:36177 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;f334e8b0fbdf:36177 2024-11-11T06:23:07,423 INFO [RS:0;f334e8b0fbdf:36177 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-11T06:23:07,423 INFO [RS:0;f334e8b0fbdf:36177 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-11T06:23:07,423 DEBUG [RS:0;f334e8b0fbdf:36177 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-11T06:23:07,424 INFO [RS:0;f334e8b0fbdf:36177 {}] regionserver.HRegionServer(2659): reportForDuty to master=f334e8b0fbdf,33453,1731306185541 with port=36177, startcode=1731306185580 2024-11-11T06:23:07,424 DEBUG [RS:0;f334e8b0fbdf:36177 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-11T06:23:07,425 INFO [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45385, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=RegionServerStatusService 2024-11-11T06:23:07,426 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33453 {}] master.ServerManager(363): Checking decommissioned status of RegionServer f334e8b0fbdf,36177,1731306185580 2024-11-11T06:23:07,426 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33453 {}] master.ServerManager(517): Registering regionserver=f334e8b0fbdf,36177,1731306185580 2024-11-11T06:23:07,427 DEBUG [RS:0;f334e8b0fbdf:36177 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34465/user/jenkins/test-data/2135504e-f276-e5be-bfbd-935cba390068 2024-11-11T06:23:07,427 DEBUG [RS:0;f334e8b0fbdf:36177 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34465 2024-11-11T06:23:07,427 DEBUG [RS:0;f334e8b0fbdf:36177 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-11T06:23:07,433 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33453-0x10105b1b9ec0003, quorum=127.0.0.1:53045, baseZNode=/11381029748 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11381029748/rs 2024-11-11T06:23:07,433 DEBUG [RS:0;f334e8b0fbdf:36177 {}] zookeeper.ZKUtil(111): regionserver:36177-0x10105b1b9ec0004, quorum=127.0.0.1:53045, baseZNode=/11381029748 Set watcher on existing znode=/11381029748/rs/f334e8b0fbdf,36177,1731306185580 2024-11-11T06:23:07,433 WARN [RS:0;f334e8b0fbdf:36177 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T06:23:07,433 INFO [RS:0;f334e8b0fbdf:36177 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T06:23:07,433 DEBUG [RS:0;f334e8b0fbdf:36177 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34465/user/jenkins/test-data/2135504e-f276-e5be-bfbd-935cba390068/WALs/f334e8b0fbdf,36177,1731306185580 2024-11-11T06:23:07,434 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [f334e8b0fbdf,36177,1731306185580] 2024-11-11T06:23:07,436 INFO [RS:0;f334e8b0fbdf:36177 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-11T06:23:07,438 INFO [RS:0;f334e8b0fbdf:36177 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-11T06:23:07,438 INFO [RS:0;f334e8b0fbdf:36177 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-11T06:23:07,438 INFO [RS:0;f334e8b0fbdf:36177 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T06:23:07,438 INFO [RS:0;f334e8b0fbdf:36177 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-11T06:23:07,439 INFO [RS:0;f334e8b0fbdf:36177 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-11T06:23:07,439 INFO [RS:0;f334e8b0fbdf:36177 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-11T06:23:07,439 DEBUG [RS:0;f334e8b0fbdf:36177 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/f334e8b0fbdf:0, corePoolSize=1, maxPoolSize=1 2024-11-11T06:23:07,439 DEBUG [RS:0;f334e8b0fbdf:36177 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/f334e8b0fbdf:0, corePoolSize=1, maxPoolSize=1 2024-11-11T06:23:07,439 DEBUG [RS:0;f334e8b0fbdf:36177 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/f334e8b0fbdf:0, corePoolSize=1, maxPoolSize=1 2024-11-11T06:23:07,439 DEBUG [RS:0;f334e8b0fbdf:36177 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0, corePoolSize=1, maxPoolSize=1 2024-11-11T06:23:07,439 DEBUG [RS:0;f334e8b0fbdf:36177 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/f334e8b0fbdf:0, corePoolSize=1, maxPoolSize=1 2024-11-11T06:23:07,439 DEBUG [RS:0;f334e8b0fbdf:36177 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/f334e8b0fbdf:0, corePoolSize=2, maxPoolSize=2 2024-11-11T06:23:07,439 DEBUG [RS:0;f334e8b0fbdf:36177 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/f334e8b0fbdf:0, corePoolSize=1, maxPoolSize=1 2024-11-11T06:23:07,439 DEBUG [RS:0;f334e8b0fbdf:36177 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/f334e8b0fbdf:0, corePoolSize=1, maxPoolSize=1 2024-11-11T06:23:07,439 DEBUG [RS:0;f334e8b0fbdf:36177 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0, corePoolSize=1, maxPoolSize=1 2024-11-11T06:23:07,439 DEBUG [RS:0;f334e8b0fbdf:36177 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/f334e8b0fbdf:0, corePoolSize=1, maxPoolSize=1 2024-11-11T06:23:07,439 DEBUG [RS:0;f334e8b0fbdf:36177 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/f334e8b0fbdf:0, corePoolSize=1, maxPoolSize=1 2024-11-11T06:23:07,439 DEBUG [RS:0;f334e8b0fbdf:36177 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/f334e8b0fbdf:0, corePoolSize=1, maxPoolSize=1 2024-11-11T06:23:07,439 DEBUG [RS:0;f334e8b0fbdf:36177 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/f334e8b0fbdf:0, corePoolSize=3, maxPoolSize=3 2024-11-11T06:23:07,439 DEBUG [RS:0;f334e8b0fbdf:36177 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/f334e8b0fbdf:0, corePoolSize=3, maxPoolSize=3 2024-11-11T06:23:07,440 INFO [RS:0;f334e8b0fbdf:36177 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T06:23:07,440 INFO [RS:0;f334e8b0fbdf:36177 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T06:23:07,440 INFO [RS:0;f334e8b0fbdf:36177 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T06:23:07,440 INFO [RS:0;f334e8b0fbdf:36177 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-11T06:23:07,440 INFO [RS:0;f334e8b0fbdf:36177 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-11T06:23:07,440 INFO [RS:0;f334e8b0fbdf:36177 {}] hbase.ChoreService(168): Chore ScheduledChore name=f334e8b0fbdf,36177,1731306185580-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T06:23:07,453 INFO [RS:0;f334e8b0fbdf:36177 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-11T06:23:07,454 INFO [RS:0;f334e8b0fbdf:36177 {}] hbase.ChoreService(168): Chore ScheduledChore name=f334e8b0fbdf,36177,1731306185580-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T06:23:07,454 INFO [RS:0;f334e8b0fbdf:36177 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T06:23:07,454 INFO [RS:0;f334e8b0fbdf:36177 {}] regionserver.Replication(171): f334e8b0fbdf,36177,1731306185580 started 2024-11-11T06:23:07,466 INFO [RS:0;f334e8b0fbdf:36177 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T06:23:07,466 INFO [RS:0;f334e8b0fbdf:36177 {}] regionserver.HRegionServer(1482): Serving as f334e8b0fbdf,36177,1731306185580, RpcServer on f334e8b0fbdf/172.17.0.2:36177, sessionid=0x10105b1b9ec0004 2024-11-11T06:23:07,466 DEBUG [RS:0;f334e8b0fbdf:36177 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-11T06:23:07,467 DEBUG [RS:0;f334e8b0fbdf:36177 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager f334e8b0fbdf,36177,1731306185580 2024-11-11T06:23:07,467 DEBUG [RS:0;f334e8b0fbdf:36177 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f334e8b0fbdf,36177,1731306185580' 2024-11-11T06:23:07,467 DEBUG [RS:0;f334e8b0fbdf:36177 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11381029748/flush-table-proc/abort' 2024-11-11T06:23:07,467 DEBUG [RS:0;f334e8b0fbdf:36177 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11381029748/flush-table-proc/acquired' 2024-11-11T06:23:07,467 DEBUG [RS:0;f334e8b0fbdf:36177 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-11T06:23:07,467 DEBUG [RS:0;f334e8b0fbdf:36177 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-11T06:23:07,467 DEBUG [RS:0;f334e8b0fbdf:36177 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager f334e8b0fbdf,36177,1731306185580 2024-11-11T06:23:07,467 DEBUG [RS:0;f334e8b0fbdf:36177 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f334e8b0fbdf,36177,1731306185580' 2024-11-11T06:23:07,467 DEBUG [RS:0;f334e8b0fbdf:36177 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11381029748/online-snapshot/abort' 2024-11-11T06:23:07,468 DEBUG [RS:0;f334e8b0fbdf:36177 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11381029748/online-snapshot/acquired' 2024-11-11T06:23:07,468 DEBUG [RS:0;f334e8b0fbdf:36177 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-11T06:23:07,468 INFO [RS:0;f334e8b0fbdf:36177 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-11T06:23:07,468 INFO [RS:0;f334e8b0fbdf:36177 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-11T06:23:07,568 INFO [RS:0;f334e8b0fbdf:36177 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T06:23:07,569 INFO [RS:0;f334e8b0fbdf:36177 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f334e8b0fbdf%2C36177%2C1731306185580, suffix=, logDir=hdfs://localhost:34465/user/jenkins/test-data/2135504e-f276-e5be-bfbd-935cba390068/WALs/f334e8b0fbdf,36177,1731306185580, archiveDir=hdfs://localhost:34465/user/jenkins/test-data/2135504e-f276-e5be-bfbd-935cba390068/oldWALs, maxLogs=10 2024-11-11T06:23:07,582 DEBUG [RS:0;f334e8b0fbdf:36177 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/2135504e-f276-e5be-bfbd-935cba390068/WALs/f334e8b0fbdf,36177,1731306185580/f334e8b0fbdf%2C36177%2C1731306185580.1731306187570, exclude list is [], retry=0 2024-11-11T06:23:07,585 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36715,DS-907d5278-70da-4f23-a957-cd5198a52149,DISK] 2024-11-11T06:23:07,586 INFO [RS:0;f334e8b0fbdf:36177 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2135504e-f276-e5be-bfbd-935cba390068/WALs/f334e8b0fbdf,36177,1731306185580/f334e8b0fbdf%2C36177%2C1731306185580.1731306187570 2024-11-11T06:23:07,586 DEBUG [RS:0;f334e8b0fbdf:36177 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33775:33775)] 2024-11-11T06:23:07,741 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:34465/user/jenkins/test-data/2135504e-f276-e5be-bfbd-935cba390068/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-11T06:23:07,741 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:34465/user/jenkins/test-data/2135504e-f276-e5be-bfbd-935cba390068 2024-11-11T06:23:07,746 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36715 is added to blk_1073741833_1009 (size=32) 2024-11-11T06:23:08,147 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T06:23:08,148 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T06:23:08,149 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T06:23:08,149 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:23:08,149 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T06:23:08,149 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T06:23:08,150 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T06:23:08,150 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:23:08,150 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T06:23:08,150 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T06:23:08,151 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T06:23:08,151 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:23:08,151 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T06:23:08,151 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T06:23:08,152 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T06:23:08,152 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:23:08,152 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T06:23:08,153 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T06:23:08,153 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34465/user/jenkins/test-data/2135504e-f276-e5be-bfbd-935cba390068/data/hbase/meta/1588230740 2024-11-11T06:23:08,153 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34465/user/jenkins/test-data/2135504e-f276-e5be-bfbd-935cba390068/data/hbase/meta/1588230740 2024-11-11T06:23:08,154 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T06:23:08,154 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T06:23:08,155 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T06:23:08,156 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T06:23:08,158 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34465/user/jenkins/test-data/2135504e-f276-e5be-bfbd-935cba390068/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T06:23:08,158 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74720782, jitterRate=0.11342641711235046}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T06:23:08,158 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731306188147Initializing all the Stores at 1731306188147Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731306188147Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731306188147Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731306188147Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731306188147Cleaning up temporary data from old regions at 1731306188154 (+7 ms)Region opened successfully at 1731306188158 (+4 ms) 2024-11-11T06:23:08,158 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-11T06:23:08,158 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-11T06:23:08,158 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-11T06:23:08,158 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-11T06:23:08,158 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-11T06:23:08,159 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-11T06:23:08,159 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731306188158Disabling compacts and flushes for region at 1731306188158Disabling writes for close at 1731306188158Writing region close event to WAL at 1731306188159 (+1 ms)Closed at 1731306188159 2024-11-11T06:23:08,160 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T06:23:08,160 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-11T06:23:08,160 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-11T06:23:08,161 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T06:23:08,161 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-11T06:23:08,178 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-11T06:23:08,178 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-11T06:23:08,178 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-11T06:23:08,178 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-11T06:23:08,179 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-11T06:23:08,179 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-11T06:23:08,312 DEBUG [f334e8b0fbdf:33453 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-11T06:23:08,312 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=f334e8b0fbdf,36177,1731306185580 2024-11-11T06:23:08,313 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f334e8b0fbdf,36177,1731306185580, state=OPENING 2024-11-11T06:23:08,315 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-11T06:23:08,316 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36177-0x10105b1b9ec0004, quorum=127.0.0.1:53045, baseZNode=/11381029748 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11381029748 2024-11-11T06:23:08,316 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33453-0x10105b1b9ec0003, quorum=127.0.0.1:53045, baseZNode=/11381029748 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11381029748 2024-11-11T06:23:08,316 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T06:23:08,316 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=f334e8b0fbdf,36177,1731306185580}] 2024-11-11T06:23:08,316 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11381029748/meta-region-server: CHANGED 2024-11-11T06:23:08,316 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11381029748/meta-region-server: CHANGED 2024-11-11T06:23:08,469 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-11T06:23:08,471 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56073, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-11T06:23:08,473 INFO [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-11T06:23:08,474 INFO [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T06:23:08,474 INFO [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-11T06:23:08,475 INFO [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f334e8b0fbdf%2C36177%2C1731306185580.meta, suffix=.meta, logDir=hdfs://localhost:34465/user/jenkins/test-data/2135504e-f276-e5be-bfbd-935cba390068/WALs/f334e8b0fbdf,36177,1731306185580, archiveDir=hdfs://localhost:34465/user/jenkins/test-data/2135504e-f276-e5be-bfbd-935cba390068/oldWALs, maxLogs=10 2024-11-11T06:23:08,488 DEBUG [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/2135504e-f276-e5be-bfbd-935cba390068/WALs/f334e8b0fbdf,36177,1731306185580/f334e8b0fbdf%2C36177%2C1731306185580.meta.1731306188475.meta, exclude list is [], retry=0 2024-11-11T06:23:08,490 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36715,DS-907d5278-70da-4f23-a957-cd5198a52149,DISK] 2024-11-11T06:23:08,491 INFO [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2135504e-f276-e5be-bfbd-935cba390068/WALs/f334e8b0fbdf,36177,1731306185580/f334e8b0fbdf%2C36177%2C1731306185580.meta.1731306188475.meta 2024-11-11T06:23:08,492 DEBUG [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33775:33775)] 2024-11-11T06:23:08,492 DEBUG [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-11T06:23:08,492 INFO [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-11T06:23:08,492 DEBUG [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-11T06:23:08,492 DEBUG [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-11T06:23:08,492 INFO [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-11T06:23:08,493 DEBUG [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-11T06:23:08,493 DEBUG [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T06:23:08,493 DEBUG [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-11T06:23:08,493 DEBUG [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-11T06:23:08,494 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T06:23:08,495 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T06:23:08,495 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:23:08,495 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T06:23:08,495 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T06:23:08,495 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T06:23:08,496 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:23:08,496 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T06:23:08,496 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T06:23:08,496 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T06:23:08,496 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:23:08,497 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T06:23:08,497 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T06:23:08,497 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T06:23:08,497 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:23:08,498 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T06:23:08,498 DEBUG [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T06:23:08,498 DEBUG [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34465/user/jenkins/test-data/2135504e-f276-e5be-bfbd-935cba390068/data/hbase/meta/1588230740 2024-11-11T06:23:08,499 DEBUG [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34465/user/jenkins/test-data/2135504e-f276-e5be-bfbd-935cba390068/data/hbase/meta/1588230740 2024-11-11T06:23:08,500 DEBUG [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T06:23:08,500 DEBUG [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T06:23:08,501 DEBUG [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T06:23:08,502 DEBUG [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T06:23:08,502 INFO [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59490534, jitterRate=-0.11352196335792542}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T06:23:08,502 DEBUG [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-11T06:23:08,502 DEBUG [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731306188493Writing region info on filesystem at 1731306188493Initializing all the Stores at 1731306188494 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731306188494Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731306188494Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731306188494Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731306188494Cleaning up temporary data from old regions at 1731306188500 (+6 ms)Running coprocessor post-open hooks at 1731306188502 (+2 ms)Region opened successfully at 1731306188502 2024-11-11T06:23:08,503 INFO [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731306188469 2024-11-11T06:23:08,505 DEBUG [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-11T06:23:08,505 INFO [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-11T06:23:08,506 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=f334e8b0fbdf,36177,1731306185580 2024-11-11T06:23:08,506 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f334e8b0fbdf,36177,1731306185580, state=OPEN 2024-11-11T06:23:08,508 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33453-0x10105b1b9ec0003, quorum=127.0.0.1:53045, baseZNode=/11381029748 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11381029748/meta-region-server 2024-11-11T06:23:08,508 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36177-0x10105b1b9ec0004, quorum=127.0.0.1:53045, baseZNode=/11381029748 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11381029748/meta-region-server 2024-11-11T06:23:08,508 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11381029748/meta-region-server: CHANGED 2024-11-11T06:23:08,508 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11381029748/meta-region-server: CHANGED 2024-11-11T06:23:08,508 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=f334e8b0fbdf,36177,1731306185580 2024-11-11T06:23:08,509 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-11T06:23:08,509 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=f334e8b0fbdf,36177,1731306185580 in 192 msec 2024-11-11T06:23:08,511 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-11T06:23:08,511 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 349 msec 2024-11-11T06:23:08,512 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T06:23:08,512 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-11T06:23:08,513 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T06:23:08,513 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f334e8b0fbdf,36177,1731306185580, seqNum=-1] 2024-11-11T06:23:08,513 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T06:23:08,514 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34663, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T06:23:08,518 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.1880 sec 2024-11-11T06:23:08,518 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731306188518, completionTime=-1 2024-11-11T06:23:08,518 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-11T06:23:08,518 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-11T06:23:08,520 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-11T06:23:08,520 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731306248520 2024-11-11T06:23:08,520 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731306308520 2024-11-11T06:23:08,520 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-11T06:23:08,520 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f334e8b0fbdf,33453,1731306185541-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T06:23:08,520 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f334e8b0fbdf,33453,1731306185541-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T06:23:08,520 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f334e8b0fbdf,33453,1731306185541-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T06:23:08,520 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-f334e8b0fbdf:33453, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T06:23:08,520 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-11T06:23:08,520 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-11T06:23:08,522 DEBUG [master/f334e8b0fbdf:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-11T06:23:08,524 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.910sec 2024-11-11T06:23:08,524 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-11T06:23:08,524 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-11T06:23:08,524 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-11T06:23:08,524 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-11T06:23:08,524 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-11T06:23:08,524 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f334e8b0fbdf,33453,1731306185541-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T06:23:08,524 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f334e8b0fbdf,33453,1731306185541-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-11T06:23:08,526 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-11T06:23:08,526 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-11T06:23:08,526 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f334e8b0fbdf,33453,1731306185541-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T06:23:08,602 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d83ff71, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T06:23:08,602 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f334e8b0fbdf,33453,-1 for getting cluster id 2024-11-11T06:23:08,603 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T06:23:08,604 DEBUG [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b06215c2-7e9c-418a-8521-22261d9a84f5' 2024-11-11T06:23:08,604 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T06:23:08,604 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b06215c2-7e9c-418a-8521-22261d9a84f5" 2024-11-11T06:23:08,604 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d0a7cf6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T06:23:08,604 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f334e8b0fbdf,33453,-1] 2024-11-11T06:23:08,604 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T06:23:08,605 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T06:23:08,605 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37914, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T06:23:08,606 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@46ab518b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T06:23:08,606 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T06:23:08,607 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f334e8b0fbdf,36177,1731306185580, seqNum=-1] 2024-11-11T06:23:08,607 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T06:23:08,608 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60996, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T06:23:08,610 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=f334e8b0fbdf,33453,1731306185541 2024-11-11T06:23:08,610 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:53045 2024-11-11T06:23:08,614 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:53045, baseZNode=/11381029748 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T06:23:08,614 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x10105b1b9ec0005 connected 2024-11-11T06:23:08,617 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T06:23:08,617 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is f334e8b0fbdf,46073,1731306181521 2024-11-11T06:23:08,617 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@91aefb4 2024-11-11T06:23:08,618 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T06:23:08,618 INFO [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46556, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T06:23:08,619 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46073 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T06:23:08,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46073 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-11T06:23:08,621 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-11T06:23:08,621 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:23:08,621 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46073 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-11T06:23:08,622 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-11T06:23:08,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46073 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T06:23:08,627 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33973 is added to blk_1073741835_1011 (size=902) 2024-11-11T06:23:08,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46073 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T06:23:08,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46073 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T06:23:09,029 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 64a31279919e50f634733b73ff0ef379, NAME => 'test,,1731306188619.64a31279919e50f634733b73ff0ef379.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44883/user/jenkins/test-data/61ba473a-c247-8bb0-493d-341c5b769656 2024-11-11T06:23:09,036 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33973 is added to blk_1073741836_1012 (size=39) 2024-11-11T06:23:09,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46073 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T06:23:09,422 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-11T06:23:09,437 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731306188619.64a31279919e50f634733b73ff0ef379.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T06:23:09,437 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 64a31279919e50f634733b73ff0ef379, disabling compactions & flushes 2024-11-11T06:23:09,437 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731306188619.64a31279919e50f634733b73ff0ef379. 2024-11-11T06:23:09,437 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731306188619.64a31279919e50f634733b73ff0ef379. 2024-11-11T06:23:09,437 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731306188619.64a31279919e50f634733b73ff0ef379. after waiting 0 ms 2024-11-11T06:23:09,437 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731306188619.64a31279919e50f634733b73ff0ef379. 2024-11-11T06:23:09,437 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731306188619.64a31279919e50f634733b73ff0ef379. 2024-11-11T06:23:09,437 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 64a31279919e50f634733b73ff0ef379: Waiting for close lock at 1731306189437Disabling compacts and flushes for region at 1731306189437Disabling writes for close at 1731306189437Writing region close event to WAL at 1731306189437Closed at 1731306189437 2024-11-11T06:23:09,438 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-11T06:23:09,439 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731306188619.64a31279919e50f634733b73ff0ef379.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731306189439"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731306189439"}]},"ts":"1731306189439"} 2024-11-11T06:23:09,441 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-11T06:23:09,441 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-11T06:23:09,442 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731306189441"}]},"ts":"1731306189441"} 2024-11-11T06:23:09,443 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-11T06:23:09,443 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=64a31279919e50f634733b73ff0ef379, ASSIGN}] 2024-11-11T06:23:09,444 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=64a31279919e50f634733b73ff0ef379, ASSIGN 2024-11-11T06:23:09,445 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=64a31279919e50f634733b73ff0ef379, ASSIGN; state=OFFLINE, location=f334e8b0fbdf,34601,1731306181573; forceNewPlan=false, retain=false 2024-11-11T06:23:09,596 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=64a31279919e50f634733b73ff0ef379, regionState=OPENING, regionLocation=f334e8b0fbdf,34601,1731306181573 2024-11-11T06:23:09,598 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=64a31279919e50f634733b73ff0ef379, ASSIGN because future has completed 2024-11-11T06:23:09,598 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 64a31279919e50f634733b73ff0ef379, server=f334e8b0fbdf,34601,1731306181573}] 2024-11-11T06:23:09,753 INFO [RS_OPEN_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731306188619.64a31279919e50f634733b73ff0ef379. 2024-11-11T06:23:09,754 DEBUG [RS_OPEN_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 64a31279919e50f634733b73ff0ef379, NAME => 'test,,1731306188619.64a31279919e50f634733b73ff0ef379.', STARTKEY => '', ENDKEY => ''} 2024-11-11T06:23:09,754 INFO [RS_OPEN_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-11T06:23:09,754 INFO [RS_OPEN_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-11T06:23:09,754 DEBUG [RS_OPEN_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 64a31279919e50f634733b73ff0ef379 2024-11-11T06:23:09,754 DEBUG [RS_OPEN_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731306188619.64a31279919e50f634733b73ff0ef379.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T06:23:09,754 DEBUG [RS_OPEN_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 64a31279919e50f634733b73ff0ef379 2024-11-11T06:23:09,755 DEBUG [RS_OPEN_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 64a31279919e50f634733b73ff0ef379 2024-11-11T06:23:09,756 INFO [StoreOpener-64a31279919e50f634733b73ff0ef379-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 64a31279919e50f634733b73ff0ef379 2024-11-11T06:23:09,757 INFO [StoreOpener-64a31279919e50f634733b73ff0ef379-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 64a31279919e50f634733b73ff0ef379 columnFamilyName f 2024-11-11T06:23:09,757 DEBUG [StoreOpener-64a31279919e50f634733b73ff0ef379-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:23:09,757 INFO [StoreOpener-64a31279919e50f634733b73ff0ef379-1 {}] regionserver.HStore(327): Store=64a31279919e50f634733b73ff0ef379/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T06:23:09,757 INFO [StoreOpener-64a31279919e50f634733b73ff0ef379-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 64a31279919e50f634733b73ff0ef379 2024-11-11T06:23:09,758 INFO [StoreOpener-64a31279919e50f634733b73ff0ef379-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 64a31279919e50f634733b73ff0ef379 columnFamilyName f1 2024-11-11T06:23:09,758 DEBUG [StoreOpener-64a31279919e50f634733b73ff0ef379-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:23:09,758 INFO [StoreOpener-64a31279919e50f634733b73ff0ef379-1 {}] regionserver.HStore(327): Store=64a31279919e50f634733b73ff0ef379/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T06:23:09,759 INFO [StoreOpener-64a31279919e50f634733b73ff0ef379-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 64a31279919e50f634733b73ff0ef379 2024-11-11T06:23:09,759 INFO [StoreOpener-64a31279919e50f634733b73ff0ef379-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 64a31279919e50f634733b73ff0ef379 columnFamilyName norep 2024-11-11T06:23:09,759 DEBUG [StoreOpener-64a31279919e50f634733b73ff0ef379-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:23:09,760 INFO [StoreOpener-64a31279919e50f634733b73ff0ef379-1 {}] regionserver.HStore(327): Store=64a31279919e50f634733b73ff0ef379/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T06:23:09,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46073 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T06:23:09,760 DEBUG [RS_OPEN_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 64a31279919e50f634733b73ff0ef379 2024-11-11T06:23:09,760 DEBUG [RS_OPEN_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44883/user/jenkins/test-data/61ba473a-c247-8bb0-493d-341c5b769656/data/default/test/64a31279919e50f634733b73ff0ef379 2024-11-11T06:23:09,761 DEBUG [RS_OPEN_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44883/user/jenkins/test-data/61ba473a-c247-8bb0-493d-341c5b769656/data/default/test/64a31279919e50f634733b73ff0ef379 2024-11-11T06:23:09,761 DEBUG [RS_OPEN_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 64a31279919e50f634733b73ff0ef379 2024-11-11T06:23:09,761 DEBUG [RS_OPEN_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 64a31279919e50f634733b73ff0ef379 2024-11-11T06:23:09,762 DEBUG [RS_OPEN_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-11T06:23:09,763 DEBUG [RS_OPEN_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 64a31279919e50f634733b73ff0ef379 2024-11-11T06:23:09,764 DEBUG [RS_OPEN_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44883/user/jenkins/test-data/61ba473a-c247-8bb0-493d-341c5b769656/data/default/test/64a31279919e50f634733b73ff0ef379/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T06:23:09,765 INFO [RS_OPEN_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 64a31279919e50f634733b73ff0ef379; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60433517, jitterRate=-0.09947042167186737}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-11T06:23:09,765 DEBUG [RS_OPEN_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 64a31279919e50f634733b73ff0ef379 2024-11-11T06:23:09,766 DEBUG [RS_OPEN_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 64a31279919e50f634733b73ff0ef379: Running coprocessor pre-open hook at 1731306189755Writing region info on filesystem at 1731306189755Initializing all the Stores at 1731306189755Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731306189755Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731306189756 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731306189756Cleaning up temporary data from old regions at 1731306189762 (+6 ms)Running coprocessor post-open hooks at 1731306189765 (+3 ms)Region opened successfully at 1731306189766 (+1 ms) 2024-11-11T06:23:09,766 INFO [RS_OPEN_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731306188619.64a31279919e50f634733b73ff0ef379., pid=6, masterSystemTime=1731306189750 2024-11-11T06:23:09,768 DEBUG [RS_OPEN_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731306188619.64a31279919e50f634733b73ff0ef379. 2024-11-11T06:23:09,768 INFO [RS_OPEN_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731306188619.64a31279919e50f634733b73ff0ef379. 2024-11-11T06:23:09,769 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=64a31279919e50f634733b73ff0ef379, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=f334e8b0fbdf,34601,1731306181573 2024-11-11T06:23:09,771 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 64a31279919e50f634733b73ff0ef379, server=f334e8b0fbdf,34601,1731306181573 because future has completed 2024-11-11T06:23:09,774 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-11T06:23:09,774 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 64a31279919e50f634733b73ff0ef379, server=f334e8b0fbdf,34601,1731306181573 in 174 msec 2024-11-11T06:23:09,775 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-11T06:23:09,775 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=64a31279919e50f634733b73ff0ef379, ASSIGN in 331 msec 2024-11-11T06:23:09,776 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-11T06:23:09,776 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731306189776"}]},"ts":"1731306189776"} 2024-11-11T06:23:09,778 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-11T06:23:09,778 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-11T06:23:09,780 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1590 sec 2024-11-11T06:23:10,002 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-11T06:23:10,024 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T06:23:10,024 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T06:23:10,025 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T06:23:10,025 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T06:23:10,025 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T06:23:10,026 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T06:23:10,030 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T06:23:10,033 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T06:23:10,033 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T06:23:10,035 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T06:23:10,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46073 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T06:23:10,770 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-11T06:23:10,770 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T06:23:10,771 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is f334e8b0fbdf,33453,1731306185541 2024-11-11T06:23:10,771 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2b3c5d43 2024-11-11T06:23:10,771 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T06:23:10,772 INFO [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59220, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T06:23:10,773 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33453 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T06:23:10,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33453 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-11T06:23:10,775 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-11T06:23:10,775 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:23:10,775 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33453 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-11T06:23:10,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33453 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T06:23:10,776 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-11T06:23:10,780 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36715 is added to blk_1073741835_1011 (size=902) 2024-11-11T06:23:10,782 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 9ae5db6adc778bef07de9c12a32106fb, NAME => 'test,,1731306190772.9ae5db6adc778bef07de9c12a32106fb.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34465/user/jenkins/test-data/2135504e-f276-e5be-bfbd-935cba390068 2024-11-11T06:23:10,786 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36715 is added to blk_1073741836_1012 (size=39) 2024-11-11T06:23:10,786 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731306190772.9ae5db6adc778bef07de9c12a32106fb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T06:23:10,787 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 9ae5db6adc778bef07de9c12a32106fb, disabling compactions & flushes 2024-11-11T06:23:10,787 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731306190772.9ae5db6adc778bef07de9c12a32106fb. 2024-11-11T06:23:10,787 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731306190772.9ae5db6adc778bef07de9c12a32106fb. 2024-11-11T06:23:10,787 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731306190772.9ae5db6adc778bef07de9c12a32106fb. after waiting 0 ms 2024-11-11T06:23:10,787 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731306190772.9ae5db6adc778bef07de9c12a32106fb. 2024-11-11T06:23:10,787 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731306190772.9ae5db6adc778bef07de9c12a32106fb. 2024-11-11T06:23:10,787 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 9ae5db6adc778bef07de9c12a32106fb: Waiting for close lock at 1731306190787Disabling compacts and flushes for region at 1731306190787Disabling writes for close at 1731306190787Writing region close event to WAL at 1731306190787Closed at 1731306190787 2024-11-11T06:23:10,788 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-11T06:23:10,788 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731306190772.9ae5db6adc778bef07de9c12a32106fb.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731306190788"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731306190788"}]},"ts":"1731306190788"} 2024-11-11T06:23:10,789 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-11T06:23:10,790 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-11T06:23:10,790 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731306190790"}]},"ts":"1731306190790"} 2024-11-11T06:23:10,791 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-11T06:23:10,792 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=9ae5db6adc778bef07de9c12a32106fb, ASSIGN}] 2024-11-11T06:23:10,793 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=9ae5db6adc778bef07de9c12a32106fb, ASSIGN 2024-11-11T06:23:10,793 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=9ae5db6adc778bef07de9c12a32106fb, ASSIGN; state=OFFLINE, location=f334e8b0fbdf,36177,1731306185580; forceNewPlan=false, retain=false 2024-11-11T06:23:10,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33453 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T06:23:10,944 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=9ae5db6adc778bef07de9c12a32106fb, regionState=OPENING, regionLocation=f334e8b0fbdf,36177,1731306185580 2024-11-11T06:23:10,946 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=9ae5db6adc778bef07de9c12a32106fb, ASSIGN because future has completed 2024-11-11T06:23:10,947 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9ae5db6adc778bef07de9c12a32106fb, server=f334e8b0fbdf,36177,1731306185580}] 2024-11-11T06:23:11,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33453 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T06:23:11,102 INFO [RS_OPEN_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731306190772.9ae5db6adc778bef07de9c12a32106fb. 2024-11-11T06:23:11,102 DEBUG [RS_OPEN_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 9ae5db6adc778bef07de9c12a32106fb, NAME => 'test,,1731306190772.9ae5db6adc778bef07de9c12a32106fb.', STARTKEY => '', ENDKEY => ''} 2024-11-11T06:23:11,102 INFO [RS_OPEN_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-11T06:23:11,102 INFO [RS_OPEN_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-11T06:23:11,102 DEBUG [RS_OPEN_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 9ae5db6adc778bef07de9c12a32106fb 2024-11-11T06:23:11,102 DEBUG [RS_OPEN_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731306190772.9ae5db6adc778bef07de9c12a32106fb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T06:23:11,102 DEBUG [RS_OPEN_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 9ae5db6adc778bef07de9c12a32106fb 2024-11-11T06:23:11,103 DEBUG [RS_OPEN_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 9ae5db6adc778bef07de9c12a32106fb 2024-11-11T06:23:11,104 INFO [StoreOpener-9ae5db6adc778bef07de9c12a32106fb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 9ae5db6adc778bef07de9c12a32106fb 2024-11-11T06:23:11,105 INFO [StoreOpener-9ae5db6adc778bef07de9c12a32106fb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9ae5db6adc778bef07de9c12a32106fb columnFamilyName f 2024-11-11T06:23:11,105 DEBUG [StoreOpener-9ae5db6adc778bef07de9c12a32106fb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:23:11,105 INFO [StoreOpener-9ae5db6adc778bef07de9c12a32106fb-1 {}] regionserver.HStore(327): Store=9ae5db6adc778bef07de9c12a32106fb/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T06:23:11,105 INFO [StoreOpener-9ae5db6adc778bef07de9c12a32106fb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 9ae5db6adc778bef07de9c12a32106fb 2024-11-11T06:23:11,106 INFO [StoreOpener-9ae5db6adc778bef07de9c12a32106fb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9ae5db6adc778bef07de9c12a32106fb columnFamilyName f1 2024-11-11T06:23:11,106 DEBUG [StoreOpener-9ae5db6adc778bef07de9c12a32106fb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:23:11,106 INFO [StoreOpener-9ae5db6adc778bef07de9c12a32106fb-1 {}] regionserver.HStore(327): Store=9ae5db6adc778bef07de9c12a32106fb/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T06:23:11,106 INFO [StoreOpener-9ae5db6adc778bef07de9c12a32106fb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 9ae5db6adc778bef07de9c12a32106fb 2024-11-11T06:23:11,107 INFO [StoreOpener-9ae5db6adc778bef07de9c12a32106fb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9ae5db6adc778bef07de9c12a32106fb columnFamilyName norep 2024-11-11T06:23:11,107 DEBUG [StoreOpener-9ae5db6adc778bef07de9c12a32106fb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:23:11,107 INFO [StoreOpener-9ae5db6adc778bef07de9c12a32106fb-1 {}] regionserver.HStore(327): Store=9ae5db6adc778bef07de9c12a32106fb/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T06:23:11,107 DEBUG [RS_OPEN_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 9ae5db6adc778bef07de9c12a32106fb 2024-11-11T06:23:11,108 DEBUG [RS_OPEN_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34465/user/jenkins/test-data/2135504e-f276-e5be-bfbd-935cba390068/data/default/test/9ae5db6adc778bef07de9c12a32106fb 2024-11-11T06:23:11,108 DEBUG [RS_OPEN_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34465/user/jenkins/test-data/2135504e-f276-e5be-bfbd-935cba390068/data/default/test/9ae5db6adc778bef07de9c12a32106fb 2024-11-11T06:23:11,109 DEBUG [RS_OPEN_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 9ae5db6adc778bef07de9c12a32106fb 2024-11-11T06:23:11,109 DEBUG [RS_OPEN_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 9ae5db6adc778bef07de9c12a32106fb 2024-11-11T06:23:11,109 DEBUG [RS_OPEN_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-11T06:23:11,110 DEBUG [RS_OPEN_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 9ae5db6adc778bef07de9c12a32106fb 2024-11-11T06:23:11,111 DEBUG [RS_OPEN_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34465/user/jenkins/test-data/2135504e-f276-e5be-bfbd-935cba390068/data/default/test/9ae5db6adc778bef07de9c12a32106fb/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T06:23:11,112 INFO [RS_OPEN_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 9ae5db6adc778bef07de9c12a32106fb; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59410698, jitterRate=-0.11471161246299744}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-11T06:23:11,112 DEBUG [RS_OPEN_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 9ae5db6adc778bef07de9c12a32106fb 2024-11-11T06:23:11,112 DEBUG [RS_OPEN_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 9ae5db6adc778bef07de9c12a32106fb: Running coprocessor pre-open hook at 1731306191103Writing region info on filesystem at 1731306191103Initializing all the Stores at 1731306191103Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731306191103Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731306191103Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731306191103Cleaning up temporary data from old regions at 1731306191109 (+6 ms)Running coprocessor post-open hooks at 1731306191112 (+3 ms)Region opened successfully at 1731306191112 2024-11-11T06:23:11,113 INFO [RS_OPEN_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731306190772.9ae5db6adc778bef07de9c12a32106fb., pid=6, masterSystemTime=1731306191098 2024-11-11T06:23:11,114 DEBUG [RS_OPEN_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731306190772.9ae5db6adc778bef07de9c12a32106fb. 2024-11-11T06:23:11,114 INFO [RS_OPEN_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731306190772.9ae5db6adc778bef07de9c12a32106fb. 2024-11-11T06:23:11,115 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=9ae5db6adc778bef07de9c12a32106fb, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=f334e8b0fbdf,36177,1731306185580 2024-11-11T06:23:11,116 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9ae5db6adc778bef07de9c12a32106fb, server=f334e8b0fbdf,36177,1731306185580 because future has completed 2024-11-11T06:23:11,119 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-11T06:23:11,119 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 9ae5db6adc778bef07de9c12a32106fb, server=f334e8b0fbdf,36177,1731306185580 in 171 msec 2024-11-11T06:23:11,121 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-11T06:23:11,121 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=9ae5db6adc778bef07de9c12a32106fb, ASSIGN in 327 msec 2024-11-11T06:23:11,122 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-11T06:23:11,122 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731306191122"}]},"ts":"1731306191122"} 2024-11-11T06:23:11,123 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-11T06:23:11,124 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-11T06:23:11,125 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 351 msec 2024-11-11T06:23:11,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33453 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T06:23:11,400 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-11T06:23:11,400 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@61706029, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T06:23:11,400 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f334e8b0fbdf,46073,-1 for getting cluster id 2024-11-11T06:23:11,400 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T06:23:11,401 DEBUG [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ad1d0ee6-1100-4aa7-9f3f-691f06d7f8fa' 2024-11-11T06:23:11,401 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T06:23:11,401 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ad1d0ee6-1100-4aa7-9f3f-691f06d7f8fa" 2024-11-11T06:23:11,402 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@75bf56aa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T06:23:11,402 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f334e8b0fbdf,46073,-1] 2024-11-11T06:23:11,402 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T06:23:11,402 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T06:23:11,403 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42272, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T06:23:11,403 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@61752ec8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T06:23:11,404 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@258965b7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T06:23:11,404 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f334e8b0fbdf,33453,-1 for getting cluster id 2024-11-11T06:23:11,404 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T06:23:11,404 DEBUG [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b06215c2-7e9c-418a-8521-22261d9a84f5' 2024-11-11T06:23:11,405 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T06:23:11,405 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b06215c2-7e9c-418a-8521-22261d9a84f5" 2024-11-11T06:23:11,405 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@35d0b23, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T06:23:11,405 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f334e8b0fbdf,33453,-1] 2024-11-11T06:23:11,405 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T06:23:11,405 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T06:23:11,406 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59224, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T06:23:11,406 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@244f6381, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T06:23:11,407 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16090aaa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T06:23:11,407 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f334e8b0fbdf,46073,-1 for getting cluster id 2024-11-11T06:23:11,407 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T06:23:11,407 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ad1d0ee6-1100-4aa7-9f3f-691f06d7f8fa' 2024-11-11T06:23:11,407 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T06:23:11,407 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ad1d0ee6-1100-4aa7-9f3f-691f06d7f8fa" 2024-11-11T06:23:11,407 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@79324419, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T06:23:11,407 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f334e8b0fbdf,46073,-1] 2024-11-11T06:23:11,408 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T06:23:11,408 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T06:23:11,408 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42288, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T06:23:11,409 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6bdb5a3d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T06:23:11,409 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T06:23:11,409 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncConnectionImpl(321): The fetched master address is f334e8b0fbdf,46073,1731306181521 2024-11-11T06:23:11,409 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@300bf8a2 2024-11-11T06:23:11,410 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T06:23:11,410 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42296, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T06:23:11,411 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46073 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://f334e8b0fbdf:33453,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-11T06:23:11,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46073 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-11T06:23:11,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46073 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T06:23:11,413 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='f334e8b0fbdf:33453' 2024-11-11T06:23:11,414 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e1e8f6a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T06:23:11,414 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request f334e8b0fbdf,33453,-1 for getting cluster id 2024-11-11T06:23:11,414 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T06:23:11,414 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b06215c2-7e9c-418a-8521-22261d9a84f5' 2024-11-11T06:23:11,414 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T06:23:11,414 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b06215c2-7e9c-418a-8521-22261d9a84f5" 2024-11-11T06:23:11,415 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@29af6cc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T06:23:11,415 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f334e8b0fbdf,33453,-1] 2024-11-11T06:23:11,415 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T06:23:11,415 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T06:23:11,415 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59248, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T06:23:11,416 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@65d3084b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T06:23:11,416 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T06:23:11,416 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncConnectionImpl(321): The fetched master address is f334e8b0fbdf,33453,1731306185541 2024-11-11T06:23:11,417 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1b3fc615 2024-11-11T06:23:11,417 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T06:23:11,417 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59250, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T06:23:11,418 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-11T06:23:11,418 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-11T06:23:11,418 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T06:23:11,418 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T06:23:11,418 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T06:23:11,418 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T06:23:11,419 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-11T06:23:11,420 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-11T06:23:11,420 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:23:11,421 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-11T06:23:11,425 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33973 is added to blk_1073741837_1013 (size=1138) 2024-11-11T06:23:11,469 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-11T06:23:11,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46073 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T06:23:11,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46073 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T06:23:11,827 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => cdd13601cdab59d9adfcf09056bff59b, NAME => 'hbase:replication,,1731306191418.cdd13601cdab59d9adfcf09056bff59b.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44883/user/jenkins/test-data/61ba473a-c247-8bb0-493d-341c5b769656 2024-11-11T06:23:11,832 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33973 is added to blk_1073741838_1014 (size=44) 2024-11-11T06:23:12,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46073 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T06:23:12,232 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731306191418.cdd13601cdab59d9adfcf09056bff59b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T06:23:12,233 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing cdd13601cdab59d9adfcf09056bff59b, disabling compactions & flushes 2024-11-11T06:23:12,233 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731306191418.cdd13601cdab59d9adfcf09056bff59b. 2024-11-11T06:23:12,233 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731306191418.cdd13601cdab59d9adfcf09056bff59b. 2024-11-11T06:23:12,233 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731306191418.cdd13601cdab59d9adfcf09056bff59b. after waiting 0 ms 2024-11-11T06:23:12,233 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731306191418.cdd13601cdab59d9adfcf09056bff59b. 2024-11-11T06:23:12,233 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731306191418.cdd13601cdab59d9adfcf09056bff59b. 2024-11-11T06:23:12,233 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for cdd13601cdab59d9adfcf09056bff59b: Waiting for close lock at 1731306192233Disabling compacts and flushes for region at 1731306192233Disabling writes for close at 1731306192233Writing region close event to WAL at 1731306192233Closed at 1731306192233 2024-11-11T06:23:12,234 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-11T06:23:12,234 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731306191418.cdd13601cdab59d9adfcf09056bff59b.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731306192234"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731306192234"}]},"ts":"1731306192234"} 2024-11-11T06:23:12,236 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-11T06:23:12,237 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-11T06:23:12,237 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731306192237"}]},"ts":"1731306192237"} 2024-11-11T06:23:12,238 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-11T06:23:12,238 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=cdd13601cdab59d9adfcf09056bff59b, ASSIGN}] 2024-11-11T06:23:12,239 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=cdd13601cdab59d9adfcf09056bff59b, ASSIGN 2024-11-11T06:23:12,240 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=cdd13601cdab59d9adfcf09056bff59b, ASSIGN; state=OFFLINE, location=f334e8b0fbdf,34601,1731306181573; forceNewPlan=false, retain=false 2024-11-11T06:23:12,391 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=cdd13601cdab59d9adfcf09056bff59b, regionState=OPENING, regionLocation=f334e8b0fbdf,34601,1731306181573 2024-11-11T06:23:12,393 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=cdd13601cdab59d9adfcf09056bff59b, ASSIGN because future has completed 2024-11-11T06:23:12,393 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure cdd13601cdab59d9adfcf09056bff59b, server=f334e8b0fbdf,34601,1731306181573}] 2024-11-11T06:23:12,548 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731306191418.cdd13601cdab59d9adfcf09056bff59b. 2024-11-11T06:23:12,548 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T06:23:12,548 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-11T06:23:12,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46073 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T06:23:12,550 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f334e8b0fbdf%2C34601%2C1731306181573.rep, suffix=, logDir=hdfs://localhost:44883/user/jenkins/test-data/61ba473a-c247-8bb0-493d-341c5b769656/WALs/f334e8b0fbdf,34601,1731306181573, archiveDir=hdfs://localhost:44883/user/jenkins/test-data/61ba473a-c247-8bb0-493d-341c5b769656/oldWALs, maxLogs=10 2024-11-11T06:23:12,563 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/61ba473a-c247-8bb0-493d-341c5b769656/WALs/f334e8b0fbdf,34601,1731306181573/f334e8b0fbdf%2C34601%2C1731306181573.rep.1731306192550, exclude list is [], retry=0 2024-11-11T06:23:12,565 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33973,DS-0e7f89bf-2da6-455d-a18b-fc5d1369a17b,DISK] 2024-11-11T06:23:12,567 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/61ba473a-c247-8bb0-493d-341c5b769656/WALs/f334e8b0fbdf,34601,1731306181573/f334e8b0fbdf%2C34601%2C1731306181573.rep.1731306192550 2024-11-11T06:23:12,567 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33877:33877)] 2024-11-11T06:23:12,567 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => cdd13601cdab59d9adfcf09056bff59b, NAME => 'hbase:replication,,1731306191418.cdd13601cdab59d9adfcf09056bff59b.', STARTKEY => '', ENDKEY => ''} 2024-11-11T06:23:12,567 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-11T06:23:12,567 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-11T06:23:12,567 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731306191418.cdd13601cdab59d9adfcf09056bff59b. service=MultiRowMutationService 2024-11-11T06:23:12,567 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-11T06:23:12,568 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication cdd13601cdab59d9adfcf09056bff59b 2024-11-11T06:23:12,568 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731306191418.cdd13601cdab59d9adfcf09056bff59b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T06:23:12,568 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for cdd13601cdab59d9adfcf09056bff59b 2024-11-11T06:23:12,568 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for cdd13601cdab59d9adfcf09056bff59b 2024-11-11T06:23:12,569 INFO [StoreOpener-cdd13601cdab59d9adfcf09056bff59b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region cdd13601cdab59d9adfcf09056bff59b 2024-11-11T06:23:12,570 INFO [StoreOpener-cdd13601cdab59d9adfcf09056bff59b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cdd13601cdab59d9adfcf09056bff59b columnFamilyName hfileref 2024-11-11T06:23:12,570 DEBUG [StoreOpener-cdd13601cdab59d9adfcf09056bff59b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:23:12,570 INFO [StoreOpener-cdd13601cdab59d9adfcf09056bff59b-1 {}] regionserver.HStore(327): Store=cdd13601cdab59d9adfcf09056bff59b/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T06:23:12,570 INFO [StoreOpener-cdd13601cdab59d9adfcf09056bff59b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region cdd13601cdab59d9adfcf09056bff59b 2024-11-11T06:23:12,571 INFO [StoreOpener-cdd13601cdab59d9adfcf09056bff59b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cdd13601cdab59d9adfcf09056bff59b columnFamilyName queue 2024-11-11T06:23:12,571 DEBUG [StoreOpener-cdd13601cdab59d9adfcf09056bff59b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:23:12,571 INFO [StoreOpener-cdd13601cdab59d9adfcf09056bff59b-1 {}] regionserver.HStore(327): Store=cdd13601cdab59d9adfcf09056bff59b/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T06:23:12,571 INFO [StoreOpener-cdd13601cdab59d9adfcf09056bff59b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region cdd13601cdab59d9adfcf09056bff59b 2024-11-11T06:23:12,572 INFO [StoreOpener-cdd13601cdab59d9adfcf09056bff59b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cdd13601cdab59d9adfcf09056bff59b columnFamilyName sid 2024-11-11T06:23:12,572 DEBUG [StoreOpener-cdd13601cdab59d9adfcf09056bff59b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:23:12,572 INFO [StoreOpener-cdd13601cdab59d9adfcf09056bff59b-1 {}] regionserver.HStore(327): Store=cdd13601cdab59d9adfcf09056bff59b/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T06:23:12,572 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for cdd13601cdab59d9adfcf09056bff59b 2024-11-11T06:23:12,573 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44883/user/jenkins/test-data/61ba473a-c247-8bb0-493d-341c5b769656/data/hbase/replication/cdd13601cdab59d9adfcf09056bff59b 2024-11-11T06:23:12,573 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44883/user/jenkins/test-data/61ba473a-c247-8bb0-493d-341c5b769656/data/hbase/replication/cdd13601cdab59d9adfcf09056bff59b 2024-11-11T06:23:12,574 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for cdd13601cdab59d9adfcf09056bff59b 2024-11-11T06:23:12,574 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for cdd13601cdab59d9adfcf09056bff59b 2024-11-11T06:23:12,574 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-11T06:23:12,575 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for cdd13601cdab59d9adfcf09056bff59b 2024-11-11T06:23:12,580 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44883/user/jenkins/test-data/61ba473a-c247-8bb0-493d-341c5b769656/data/hbase/replication/cdd13601cdab59d9adfcf09056bff59b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T06:23:12,580 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened cdd13601cdab59d9adfcf09056bff59b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66623827, jitterRate=-0.007227614521980286}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-11T06:23:12,580 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for cdd13601cdab59d9adfcf09056bff59b 2024-11-11T06:23:12,581 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for cdd13601cdab59d9adfcf09056bff59b: Running coprocessor pre-open hook at 1731306192568Writing region info on filesystem at 1731306192568Initializing all the Stores at 1731306192568Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731306192568Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731306192569 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731306192569Cleaning up temporary data from old regions at 1731306192574 (+5 ms)Running coprocessor post-open hooks at 1731306192580 (+6 ms)Region opened successfully at 1731306192581 (+1 ms) 2024-11-11T06:23:12,581 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731306191418.cdd13601cdab59d9adfcf09056bff59b., pid=10, masterSystemTime=1731306192545 2024-11-11T06:23:12,584 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731306191418.cdd13601cdab59d9adfcf09056bff59b. 2024-11-11T06:23:12,584 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731306191418.cdd13601cdab59d9adfcf09056bff59b. 2024-11-11T06:23:12,584 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=cdd13601cdab59d9adfcf09056bff59b, regionState=OPEN, openSeqNum=2, regionLocation=f334e8b0fbdf,34601,1731306181573 2024-11-11T06:23:12,586 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure cdd13601cdab59d9adfcf09056bff59b, server=f334e8b0fbdf,34601,1731306181573 because future has completed 2024-11-11T06:23:12,589 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-11T06:23:12,589 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure cdd13601cdab59d9adfcf09056bff59b, server=f334e8b0fbdf,34601,1731306181573 in 194 msec 2024-11-11T06:23:12,591 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-11T06:23:12,591 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=cdd13601cdab59d9adfcf09056bff59b, ASSIGN in 351 msec 2024-11-11T06:23:12,591 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-11T06:23:12,592 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731306192591"}]},"ts":"1731306192591"} 2024-11-11T06:23:12,593 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-11T06:23:12,594 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-11T06:23:12,596 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1760 sec 2024-11-11T06:23:12,624 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731306191418.cdd13601cdab59d9adfcf09056bff59b., hostname=f334e8b0fbdf,34601,1731306181573, seqNum=2] 2024-11-11T06:23:12,630 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34601-0x10105b1b9ec0001, quorum=127.0.0.1:53045, baseZNode=/0-642798582 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-642798582 2024-11-11T06:23:12,630 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46073-0x10105b1b9ec0000, quorum=127.0.0.1:53045, baseZNode=/0-642798582 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-642798582 2024-11-11T06:23:12,634 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-11T06:23:12,786 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34601 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-11T06:23:12,787 INFO [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-11T06:23:12,815 INFO [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-f334e8b0fbdf,34601,1731306181573, ReplicationSource: 1, currentBandwidth=0 2024-11-11T06:23:12,816 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T06:23:12,816 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f334e8b0fbdf,34601,1731306181573, seqNum=-1] 2024-11-11T06:23:12,816 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T06:23:12,817 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38289, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientService 2024-11-11T06:23:12,819 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-f334e8b0fbdf,34601,1731306181573', locateType=CURRENT is [region=hbase:replication,,1731306191418.cdd13601cdab59d9adfcf09056bff59b., hostname=f334e8b0fbdf,34601,1731306181573, seqNum=2] 2024-11-11T06:23:12,821 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-11T06:23:12,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46073 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-11T06:23:12,823 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on f334e8b0fbdf,34601,1731306181573 suceeded 2024-11-11T06:23:12,824 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-11T06:23:12,824 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 189 msec 2024-11-11T06:23:12,824 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://f334e8b0fbdf:33453,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-11T06:23:12,826 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4130 sec 2024-11-11T06:23:12,834 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,34601,1731306181573 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='f334e8b0fbdf:33453' 2024-11-11T06:23:12,835 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,34601,1731306181573 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@58ef7dc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T06:23:12,835 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,34601,1731306181573 {}] client.ClusterIdFetcher(90): Going to request f334e8b0fbdf,33453,-1 for getting cluster id 2024-11-11T06:23:12,835 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,34601,1731306181573 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T06:23:12,836 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b06215c2-7e9c-418a-8521-22261d9a84f5' 2024-11-11T06:23:12,836 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T06:23:12,836 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b06215c2-7e9c-418a-8521-22261d9a84f5" 2024-11-11T06:23:12,836 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@60097a20, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T06:23:12,836 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f334e8b0fbdf,33453,-1] 2024-11-11T06:23:12,836 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T06:23:12,837 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T06:23:12,837 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59268, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientMetaService 2024-11-11T06:23:12,838 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,34601,1731306181573 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3b9029d4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T06:23:12,838 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,34601,1731306181573 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T06:23:12,838 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncConnectionImpl(321): The fetched master address is f334e8b0fbdf,33453,1731306185541 2024-11-11T06:23:12,839 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1adfad90 2024-11-11T06:23:12,839 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T06:23:12,839 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59274, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=MasterService 2024-11-11T06:23:12,840 INFO [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,34601,1731306181573 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-f334e8b0fbdf,34601,1731306181573 (queues=1) is replicating from cluster=ad1d0ee6-1100-4aa7-9f3f-691f06d7f8fa to cluster=b06215c2-7e9c-418a-8521-22261d9a84f5 2024-11-11T06:23:12,840 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,34601,1731306181573 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=f334e8b0fbdf%2C34601%2C1731306181573 2024-11-11T06:23:12,840 INFO [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,34601,1731306181573 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-f334e8b0fbdf,34601,1731306181573, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-11T06:23:12,841 INFO [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,34601,1731306181573.replicationSource.shipperf334e8b0fbdf%2C34601%2C1731306181573,1-f334e8b0fbdf,34601,1731306181573 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: f334e8b0fbdf%2C34601%2C1731306181573 2024-11-11T06:23:12,841 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,34601,1731306181573.replicationSource.wal-reader.f334e8b0fbdf%2C34601%2C1731306181573,1-f334e8b0fbdf,34601,1731306181573 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:44883/user/jenkins/test-data/61ba473a-c247-8bb0-493d-341c5b769656/WALs/f334e8b0fbdf,34601,1731306181573/f334e8b0fbdf%2C34601%2C1731306181573.1731306183559, startPosition=0, beingWritten=true 2024-11-11T06:23:12,845 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,34601,1731306181573.replicationSource.wal-reader.f334e8b0fbdf%2C34601%2C1731306181573,1-f334e8b0fbdf,34601,1731306181573 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-11T06:23:12,845 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,34601,1731306181573.replicationSource.wal-reader.f334e8b0fbdf%2C34601%2C1731306181573,1-f334e8b0fbdf,34601,1731306181573 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44883/user/jenkins/test-data/61ba473a-c247-8bb0-493d-341c5b769656/WALs/f334e8b0fbdf,34601,1731306181573/f334e8b0fbdf%2C34601%2C1731306181573.1731306183559 to pos 379, reset compression=false 2024-11-11T06:23:12,845 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,34601,1731306181573.replicationSource.shipperf334e8b0fbdf%2C34601%2C1731306181573,1-f334e8b0fbdf,34601,1731306181573 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f334e8b0fbdf,34601,1731306181573 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44883/user/jenkins/test-data/61ba473a-c247-8bb0-493d-341c5b769656/WALs/f334e8b0fbdf,34601,1731306181573/f334e8b0fbdf%2C34601%2C1731306181573.1731306183559, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-11T06:23:13,049 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,34601,1731306181573.replicationSource.wal-reader.f334e8b0fbdf%2C34601%2C1731306181573,1-f334e8b0fbdf,34601,1731306181573 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44883/user/jenkins/test-data/61ba473a-c247-8bb0-493d-341c5b769656/WALs/f334e8b0fbdf,34601,1731306181573/f334e8b0fbdf%2C34601%2C1731306181573.1731306183559 to pos 379, reset compression=false 2024-11-11T06:23:13,352 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,34601,1731306181573.replicationSource.wal-reader.f334e8b0fbdf%2C34601%2C1731306181573,1-f334e8b0fbdf,34601,1731306181573 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44883/user/jenkins/test-data/61ba473a-c247-8bb0-493d-341c5b769656/WALs/f334e8b0fbdf,34601,1731306181573/f334e8b0fbdf%2C34601%2C1731306181573.1731306183559 to pos 379, reset compression=false 2024-11-11T06:23:13,436 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-11T06:23:13,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46073 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T06:23:13,560 INFO [RPCClient-NioEventLoopGroup-4-1 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-11T06:23:13,560 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T06:23:13,560 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:232) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:152) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T06:23:13,560 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T06:23:13,560 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T06:23:13,560 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T06:23:13,561 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@77a1ca16, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T06:23:13,561 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f334e8b0fbdf,33453,-1 for getting cluster id 2024-11-11T06:23:13,561 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T06:23:13,561 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b06215c2-7e9c-418a-8521-22261d9a84f5' 2024-11-11T06:23:13,562 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T06:23:13,562 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b06215c2-7e9c-418a-8521-22261d9a84f5" 2024-11-11T06:23:13,562 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d9598a1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T06:23:13,562 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f334e8b0fbdf,33453,-1] 2024-11-11T06:23:13,562 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T06:23:13,562 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T06:23:13,563 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59284, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T06:23:13,564 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@31fb5764, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T06:23:13,564 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T06:23:13,564 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncConnectionImpl(321): The fetched master address is f334e8b0fbdf,33453,1731306185541 2024-11-11T06:23:13,565 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@a3188cc 2024-11-11T06:23:13,565 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T06:23:13,565 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59286, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T06:23:13,566 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33453 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://f334e8b0fbdf:46073,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-11T06:23:13,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33453 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-11T06:23:13,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33453 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T06:23:13,568 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='f334e8b0fbdf:46073' 2024-11-11T06:23:13,569 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a7a7d5c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T06:23:13,569 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request f334e8b0fbdf,46073,-1 for getting cluster id 2024-11-11T06:23:13,569 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T06:23:13,570 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ad1d0ee6-1100-4aa7-9f3f-691f06d7f8fa' 2024-11-11T06:23:13,570 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T06:23:13,570 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ad1d0ee6-1100-4aa7-9f3f-691f06d7f8fa" 2024-11-11T06:23:13,570 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@620a0c05, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T06:23:13,570 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f334e8b0fbdf,46073,-1] 2024-11-11T06:23:13,570 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T06:23:13,571 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T06:23:13,571 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42316, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T06:23:13,572 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f56bb49, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T06:23:13,572 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T06:23:13,572 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncConnectionImpl(321): The fetched master address is f334e8b0fbdf,46073,1731306181521 2024-11-11T06:23:13,572 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@60233ad 2024-11-11T06:23:13,572 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T06:23:13,573 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42326, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T06:23:13,573 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-11T06:23:13,573 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-11T06:23:13,574 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T06:23:13,574 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T06:23:13,574 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T06:23:13,574 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T06:23:13,575 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-11T06:23:13,576 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-11T06:23:13,576 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:23:13,577 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-11T06:23:13,581 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36715 is added to blk_1073741837_1013 (size=1138) 2024-11-11T06:23:13,625 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-11T06:23:13,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33453 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T06:23:13,757 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,34601,1731306181573.replicationSource.wal-reader.f334e8b0fbdf%2C34601%2C1731306181573,1-f334e8b0fbdf,34601,1731306181573 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44883/user/jenkins/test-data/61ba473a-c247-8bb0-493d-341c5b769656/WALs/f334e8b0fbdf,34601,1731306181573/f334e8b0fbdf%2C34601%2C1731306181573.1731306183559 to pos 379, reset compression=false 2024-11-11T06:23:13,759 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T06:23:13,760 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [f334e8b0fbdf,42169,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f334e8b0fbdf:42169 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-11T06:23:13,760 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 9, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 18239 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [f334e8b0fbdf,42169,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f334e8b0fbdf:42169 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-11T06:23:13,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33453 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T06:23:13,983 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 0704a0764a1e1e8fd7a95a375ce616df, NAME => 'hbase:replication,,1731306193574.0704a0764a1e1e8fd7a95a375ce616df.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34465/user/jenkins/test-data/2135504e-f276-e5be-bfbd-935cba390068 2024-11-11T06:23:13,989 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36715 is added to blk_1073741838_1014 (size=44) 2024-11-11T06:23:14,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33453 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T06:23:14,261 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,34601,1731306181573.replicationSource.wal-reader.f334e8b0fbdf%2C34601%2C1731306181573,1-f334e8b0fbdf,34601,1731306181573 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44883/user/jenkins/test-data/61ba473a-c247-8bb0-493d-341c5b769656/WALs/f334e8b0fbdf,34601,1731306181573/f334e8b0fbdf%2C34601%2C1731306181573.1731306183559 to pos 379, reset compression=false 2024-11-11T06:23:14,389 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731306193574.0704a0764a1e1e8fd7a95a375ce616df.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T06:23:14,390 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 0704a0764a1e1e8fd7a95a375ce616df, disabling compactions & flushes 2024-11-11T06:23:14,390 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731306193574.0704a0764a1e1e8fd7a95a375ce616df. 2024-11-11T06:23:14,390 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731306193574.0704a0764a1e1e8fd7a95a375ce616df. 2024-11-11T06:23:14,390 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731306193574.0704a0764a1e1e8fd7a95a375ce616df. after waiting 0 ms 2024-11-11T06:23:14,390 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731306193574.0704a0764a1e1e8fd7a95a375ce616df. 2024-11-11T06:23:14,390 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731306193574.0704a0764a1e1e8fd7a95a375ce616df. 2024-11-11T06:23:14,390 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 0704a0764a1e1e8fd7a95a375ce616df: Waiting for close lock at 1731306194389Disabling compacts and flushes for region at 1731306194389Disabling writes for close at 1731306194390 (+1 ms)Writing region close event to WAL at 1731306194390Closed at 1731306194390 2024-11-11T06:23:14,391 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-11T06:23:14,391 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731306193574.0704a0764a1e1e8fd7a95a375ce616df.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731306194391"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731306194391"}]},"ts":"1731306194391"} 2024-11-11T06:23:14,393 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-11T06:23:14,393 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-11T06:23:14,393 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731306194393"}]},"ts":"1731306194393"} 2024-11-11T06:23:14,395 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-11T06:23:14,395 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=0704a0764a1e1e8fd7a95a375ce616df, ASSIGN}] 2024-11-11T06:23:14,396 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=0704a0764a1e1e8fd7a95a375ce616df, ASSIGN 2024-11-11T06:23:14,396 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=0704a0764a1e1e8fd7a95a375ce616df, ASSIGN; state=OFFLINE, location=f334e8b0fbdf,36177,1731306185580; forceNewPlan=false, retain=false 2024-11-11T06:23:14,547 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=0704a0764a1e1e8fd7a95a375ce616df, regionState=OPENING, regionLocation=f334e8b0fbdf,36177,1731306185580 2024-11-11T06:23:14,549 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=0704a0764a1e1e8fd7a95a375ce616df, ASSIGN because future has completed 2024-11-11T06:23:14,549 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0704a0764a1e1e8fd7a95a375ce616df, server=f334e8b0fbdf,36177,1731306185580}] 2024-11-11T06:23:14,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33453 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T06:23:14,705 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731306193574.0704a0764a1e1e8fd7a95a375ce616df. 2024-11-11T06:23:14,705 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T06:23:14,705 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-11T06:23:14,706 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f334e8b0fbdf%2C36177%2C1731306185580.rep, suffix=, logDir=hdfs://localhost:34465/user/jenkins/test-data/2135504e-f276-e5be-bfbd-935cba390068/WALs/f334e8b0fbdf,36177,1731306185580, archiveDir=hdfs://localhost:34465/user/jenkins/test-data/2135504e-f276-e5be-bfbd-935cba390068/oldWALs, maxLogs=10 2024-11-11T06:23:14,719 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/2135504e-f276-e5be-bfbd-935cba390068/WALs/f334e8b0fbdf,36177,1731306185580/f334e8b0fbdf%2C36177%2C1731306185580.rep.1731306194706, exclude list is [], retry=0 2024-11-11T06:23:14,721 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36715,DS-907d5278-70da-4f23-a957-cd5198a52149,DISK] 2024-11-11T06:23:14,723 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/2135504e-f276-e5be-bfbd-935cba390068/WALs/f334e8b0fbdf,36177,1731306185580/f334e8b0fbdf%2C36177%2C1731306185580.rep.1731306194706 2024-11-11T06:23:14,723 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33775:33775)] 2024-11-11T06:23:14,723 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 0704a0764a1e1e8fd7a95a375ce616df, NAME => 'hbase:replication,,1731306193574.0704a0764a1e1e8fd7a95a375ce616df.', STARTKEY => '', ENDKEY => ''} 2024-11-11T06:23:14,723 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-11T06:23:14,723 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-11T06:23:14,724 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731306193574.0704a0764a1e1e8fd7a95a375ce616df. service=MultiRowMutationService 2024-11-11T06:23:14,724 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-11T06:23:14,724 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 0704a0764a1e1e8fd7a95a375ce616df 2024-11-11T06:23:14,724 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731306193574.0704a0764a1e1e8fd7a95a375ce616df.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T06:23:14,724 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 0704a0764a1e1e8fd7a95a375ce616df 2024-11-11T06:23:14,724 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 0704a0764a1e1e8fd7a95a375ce616df 2024-11-11T06:23:14,725 INFO [StoreOpener-0704a0764a1e1e8fd7a95a375ce616df-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 0704a0764a1e1e8fd7a95a375ce616df 2024-11-11T06:23:14,726 INFO [StoreOpener-0704a0764a1e1e8fd7a95a375ce616df-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0704a0764a1e1e8fd7a95a375ce616df columnFamilyName hfileref 2024-11-11T06:23:14,726 DEBUG [StoreOpener-0704a0764a1e1e8fd7a95a375ce616df-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:23:14,726 INFO [StoreOpener-0704a0764a1e1e8fd7a95a375ce616df-1 {}] regionserver.HStore(327): Store=0704a0764a1e1e8fd7a95a375ce616df/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T06:23:14,727 INFO [StoreOpener-0704a0764a1e1e8fd7a95a375ce616df-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 0704a0764a1e1e8fd7a95a375ce616df 2024-11-11T06:23:14,727 INFO [StoreOpener-0704a0764a1e1e8fd7a95a375ce616df-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0704a0764a1e1e8fd7a95a375ce616df columnFamilyName queue 2024-11-11T06:23:14,727 DEBUG [StoreOpener-0704a0764a1e1e8fd7a95a375ce616df-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:23:14,728 INFO [StoreOpener-0704a0764a1e1e8fd7a95a375ce616df-1 {}] regionserver.HStore(327): Store=0704a0764a1e1e8fd7a95a375ce616df/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T06:23:14,728 INFO [StoreOpener-0704a0764a1e1e8fd7a95a375ce616df-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 0704a0764a1e1e8fd7a95a375ce616df 2024-11-11T06:23:14,728 INFO [StoreOpener-0704a0764a1e1e8fd7a95a375ce616df-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0704a0764a1e1e8fd7a95a375ce616df columnFamilyName sid 2024-11-11T06:23:14,729 DEBUG [StoreOpener-0704a0764a1e1e8fd7a95a375ce616df-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:23:14,729 INFO [StoreOpener-0704a0764a1e1e8fd7a95a375ce616df-1 {}] regionserver.HStore(327): Store=0704a0764a1e1e8fd7a95a375ce616df/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T06:23:14,729 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 0704a0764a1e1e8fd7a95a375ce616df 2024-11-11T06:23:14,729 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34465/user/jenkins/test-data/2135504e-f276-e5be-bfbd-935cba390068/data/hbase/replication/0704a0764a1e1e8fd7a95a375ce616df 2024-11-11T06:23:14,730 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34465/user/jenkins/test-data/2135504e-f276-e5be-bfbd-935cba390068/data/hbase/replication/0704a0764a1e1e8fd7a95a375ce616df 2024-11-11T06:23:14,730 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 0704a0764a1e1e8fd7a95a375ce616df 2024-11-11T06:23:14,730 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 0704a0764a1e1e8fd7a95a375ce616df 2024-11-11T06:23:14,730 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-11T06:23:14,731 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 0704a0764a1e1e8fd7a95a375ce616df 2024-11-11T06:23:14,733 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34465/user/jenkins/test-data/2135504e-f276-e5be-bfbd-935cba390068/data/hbase/replication/0704a0764a1e1e8fd7a95a375ce616df/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T06:23:14,733 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 0704a0764a1e1e8fd7a95a375ce616df; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68515355, jitterRate=0.020958349108695984}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-11T06:23:14,733 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 0704a0764a1e1e8fd7a95a375ce616df 2024-11-11T06:23:14,733 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 0704a0764a1e1e8fd7a95a375ce616df: Running coprocessor pre-open hook at 1731306194724Writing region info on filesystem at 1731306194724Initializing all the Stores at 1731306194725 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731306194725Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731306194725Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731306194725Cleaning up temporary data from old regions at 1731306194730 (+5 ms)Running coprocessor post-open hooks at 1731306194733 (+3 ms)Region opened successfully at 1731306194733 2024-11-11T06:23:14,734 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731306193574.0704a0764a1e1e8fd7a95a375ce616df., pid=10, masterSystemTime=1731306194701 2024-11-11T06:23:14,736 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731306193574.0704a0764a1e1e8fd7a95a375ce616df. 2024-11-11T06:23:14,736 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731306193574.0704a0764a1e1e8fd7a95a375ce616df. 2024-11-11T06:23:14,736 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=0704a0764a1e1e8fd7a95a375ce616df, regionState=OPEN, openSeqNum=2, regionLocation=f334e8b0fbdf,36177,1731306185580 2024-11-11T06:23:14,738 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0704a0764a1e1e8fd7a95a375ce616df, server=f334e8b0fbdf,36177,1731306185580 because future has completed 2024-11-11T06:23:14,741 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-11T06:23:14,741 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 0704a0764a1e1e8fd7a95a375ce616df, server=f334e8b0fbdf,36177,1731306185580 in 190 msec 2024-11-11T06:23:14,742 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-11T06:23:14,742 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=0704a0764a1e1e8fd7a95a375ce616df, ASSIGN in 346 msec 2024-11-11T06:23:14,743 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-11T06:23:14,743 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731306194743"}]},"ts":"1731306194743"} 2024-11-11T06:23:14,745 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-11T06:23:14,746 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-11T06:23:14,747 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1720 sec 2024-11-11T06:23:14,779 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731306193574.0704a0764a1e1e8fd7a95a375ce616df., hostname=f334e8b0fbdf,36177,1731306185580, seqNum=2] 2024-11-11T06:23:14,786 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33453-0x10105b1b9ec0003, quorum=127.0.0.1:53045, baseZNode=/11381029748 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11381029748 2024-11-11T06:23:14,786 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36177-0x10105b1b9ec0004, quorum=127.0.0.1:53045, baseZNode=/11381029748 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11381029748 2024-11-11T06:23:14,790 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-11T06:23:14,865 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,34601,1731306181573.replicationSource.wal-reader.f334e8b0fbdf%2C34601%2C1731306181573,1-f334e8b0fbdf,34601,1731306181573 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44883/user/jenkins/test-data/61ba473a-c247-8bb0-493d-341c5b769656/WALs/f334e8b0fbdf,34601,1731306181573/f334e8b0fbdf%2C34601%2C1731306181573.1731306183559 to pos 379, reset compression=false 2024-11-11T06:23:14,942 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36177 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-11T06:23:14,942 INFO [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-11T06:23:14,971 INFO [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-f334e8b0fbdf,36177,1731306185580, ReplicationSource: 1, currentBandwidth=0 2024-11-11T06:23:14,971 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T06:23:14,972 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f334e8b0fbdf,36177,1731306185580, seqNum=-1] 2024-11-11T06:23:14,972 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T06:23:14,973 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41041, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientService 2024-11-11T06:23:14,975 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-f334e8b0fbdf,36177,1731306185580', locateType=CURRENT is [region=hbase:replication,,1731306193574.0704a0764a1e1e8fd7a95a375ce616df., hostname=f334e8b0fbdf,36177,1731306185580, seqNum=2] 2024-11-11T06:23:14,977 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-11T06:23:14,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33453 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-11T06:23:14,979 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on f334e8b0fbdf,36177,1731306185580 suceeded 2024-11-11T06:23:14,980 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-11T06:23:14,980 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 189 msec 2024-11-11T06:23:14,980 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://f334e8b0fbdf:46073,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-11T06:23:14,982 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4140 sec 2024-11-11T06:23:14,996 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,36177,1731306185580 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='f334e8b0fbdf:46073' 2024-11-11T06:23:14,998 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,36177,1731306185580 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@29215be9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T06:23:14,998 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,36177,1731306185580 {}] client.ClusterIdFetcher(90): Going to request f334e8b0fbdf,46073,-1 for getting cluster id 2024-11-11T06:23:14,998 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,36177,1731306185580 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T06:23:14,999 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ad1d0ee6-1100-4aa7-9f3f-691f06d7f8fa' 2024-11-11T06:23:14,999 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T06:23:14,999 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ad1d0ee6-1100-4aa7-9f3f-691f06d7f8fa" 2024-11-11T06:23:14,999 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@45f96772, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T06:23:14,999 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f334e8b0fbdf,46073,-1] 2024-11-11T06:23:14,999 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T06:23:14,999 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T06:23:15,000 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42342, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientMetaService 2024-11-11T06:23:15,001 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,36177,1731306185580 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7eb5175, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T06:23:15,001 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,36177,1731306185580 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T06:23:15,001 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncConnectionImpl(321): The fetched master address is f334e8b0fbdf,46073,1731306181521 2024-11-11T06:23:15,001 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@19c9c8e9 2024-11-11T06:23:15,001 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T06:23:15,002 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42356, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=MasterService 2024-11-11T06:23:15,003 INFO [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,36177,1731306185580 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-f334e8b0fbdf,36177,1731306185580 (queues=1) is replicating from cluster=b06215c2-7e9c-418a-8521-22261d9a84f5 to cluster=ad1d0ee6-1100-4aa7-9f3f-691f06d7f8fa 2024-11-11T06:23:15,003 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,36177,1731306185580 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=f334e8b0fbdf%2C36177%2C1731306185580 2024-11-11T06:23:15,003 INFO [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,36177,1731306185580 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-f334e8b0fbdf,36177,1731306185580, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-11T06:23:15,003 INFO [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,36177,1731306185580.replicationSource.shipperf334e8b0fbdf%2C36177%2C1731306185580,1-f334e8b0fbdf,36177,1731306185580 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: f334e8b0fbdf%2C36177%2C1731306185580 2024-11-11T06:23:15,003 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,36177,1731306185580.replicationSource.wal-reader.f334e8b0fbdf%2C36177%2C1731306185580,1-f334e8b0fbdf,36177,1731306185580 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:34465/user/jenkins/test-data/2135504e-f276-e5be-bfbd-935cba390068/WALs/f334e8b0fbdf,36177,1731306185580/f334e8b0fbdf%2C36177%2C1731306185580.1731306187570, startPosition=0, beingWritten=true 2024-11-11T06:23:15,008 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,36177,1731306185580.replicationSource.wal-reader.f334e8b0fbdf%2C36177%2C1731306185580,1-f334e8b0fbdf,36177,1731306185580 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-11T06:23:15,008 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,36177,1731306185580.replicationSource.wal-reader.f334e8b0fbdf%2C36177%2C1731306185580,1-f334e8b0fbdf,36177,1731306185580 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34465/user/jenkins/test-data/2135504e-f276-e5be-bfbd-935cba390068/WALs/f334e8b0fbdf,36177,1731306185580/f334e8b0fbdf%2C36177%2C1731306185580.1731306187570 to pos 379, reset compression=false 2024-11-11T06:23:15,008 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,36177,1731306185580.replicationSource.shipperf334e8b0fbdf%2C36177%2C1731306185580,1-f334e8b0fbdf,36177,1731306185580 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f334e8b0fbdf,36177,1731306185580 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34465/user/jenkins/test-data/2135504e-f276-e5be-bfbd-935cba390068/WALs/f334e8b0fbdf,36177,1731306185580/f334e8b0fbdf%2C36177%2C1731306185580.1731306187570, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-11T06:23:15,212 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,36177,1731306185580.replicationSource.wal-reader.f334e8b0fbdf%2C36177%2C1731306185580,1-f334e8b0fbdf,36177,1731306185580 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34465/user/jenkins/test-data/2135504e-f276-e5be-bfbd-935cba390068/WALs/f334e8b0fbdf,36177,1731306185580/f334e8b0fbdf%2C36177%2C1731306185580.1731306187570 to pos 379, reset compression=false 2024-11-11T06:23:15,257 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-11T06:23:15,288 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T06:23:15,289 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T06:23:15,289 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T06:23:15,289 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T06:23:15,289 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T06:23:15,290 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T06:23:15,294 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T06:23:15,296 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T06:23:15,297 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T06:23:15,299 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T06:23:15,423 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-11T06:23:15,516 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,36177,1731306185580.replicationSource.wal-reader.f334e8b0fbdf%2C36177%2C1731306185580,1-f334e8b0fbdf,36177,1731306185580 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34465/user/jenkins/test-data/2135504e-f276-e5be-bfbd-935cba390068/WALs/f334e8b0fbdf,36177,1731306185580/f334e8b0fbdf%2C36177%2C1731306185580.1731306187570 to pos 379, reset compression=false 2024-11-11T06:23:15,569 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,34601,1731306181573.replicationSource.wal-reader.f334e8b0fbdf%2C34601%2C1731306181573,1-f334e8b0fbdf,34601,1731306181573 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44883/user/jenkins/test-data/61ba473a-c247-8bb0-493d-341c5b769656/WALs/f334e8b0fbdf,34601,1731306181573/f334e8b0fbdf%2C34601%2C1731306181573.1731306183559 to pos 379, reset compression=false 2024-11-11T06:23:15,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33453 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T06:23:15,709 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-11T06:23:15,710 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T06:23:15,710 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:233) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:152) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T06:23:15,710 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T06:23:15,710 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T06:23:15,710 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T06:23:15,710 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T06:23:15,711 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f334e8b0fbdf,34601,1731306181573, seqNum=-1] 2024-11-11T06:23:15,711 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T06:23:15,712 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47906, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T06:23:15,714 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731306188619.64a31279919e50f634733b73ff0ef379., hostname=f334e8b0fbdf,34601,1731306181573, seqNum=2] 2024-11-11T06:23:15,716 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T06:23:15,717 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f334e8b0fbdf,36177,1731306185580, seqNum=-1] 2024-11-11T06:23:15,717 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T06:23:15,718 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34348, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T06:23:15,719 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731306190772.9ae5db6adc778bef07de9c12a32106fb., hostname=f334e8b0fbdf,36177,1731306185580, seqNum=2] 2024-11-11T06:23:15,720 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-11T06:23:15,920 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,36177,1731306185580.replicationSource.wal-reader.f334e8b0fbdf%2C36177%2C1731306185580,1-f334e8b0fbdf,36177,1731306185580 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34465/user/jenkins/test-data/2135504e-f276-e5be-bfbd-935cba390068/WALs/f334e8b0fbdf,36177,1731306185580/f334e8b0fbdf%2C36177%2C1731306185580.1731306187570 to pos 379, reset compression=false 2024-11-11T06:23:16,373 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,34601,1731306181573.replicationSource.wal-reader.f334e8b0fbdf%2C34601%2C1731306181573,1-f334e8b0fbdf,34601,1731306181573 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44883/user/jenkins/test-data/61ba473a-c247-8bb0-493d-341c5b769656/WALs/f334e8b0fbdf,34601,1731306181573/f334e8b0fbdf%2C34601%2C1731306181573.1731306183559 to pos 379, reset compression=false 2024-11-11T06:23:16,377 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,34601,1731306181573.replicationSource.wal-reader.f334e8b0fbdf%2C34601%2C1731306181573,1-f334e8b0fbdf,34601,1731306181573 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-11T06:23:16,377 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,34601,1731306181573.replicationSource.wal-reader.f334e8b0fbdf%2C34601%2C1731306181573,1-f334e8b0fbdf,34601,1731306181573 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44883/user/jenkins/test-data/61ba473a-c247-8bb0-493d-341c5b769656/WALs/f334e8b0fbdf,34601,1731306181573/f334e8b0fbdf%2C34601%2C1731306181573.1731306183559 to pos 480, reset compression=false 2024-11-11T06:23:16,378 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,34601,1731306181573.replicationSource.shipperf334e8b0fbdf%2C34601%2C1731306181573,1-f334e8b0fbdf,34601,1731306181573 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f334e8b0fbdf,34601,1731306181573 got entry batch from reader: WALEntryBatch [walEntries=[{test/64a31279919e50f634733b73ff0ef379/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:44883/user/jenkins/test-data/61ba473a-c247-8bb0-493d-341c5b769656/WALs/f334e8b0fbdf,34601,1731306181573/f334e8b0fbdf%2C34601%2C1731306181573.1731306183559, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-11-11T06:23:16,380 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,34601,1731306181573.replicationSource.shipperf334e8b0fbdf%2C34601%2C1731306181573,1-f334e8b0fbdf,34601,1731306181573 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-11T06:23:16,381 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34358, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=AdminService 2024-11-11T06:23:16,382 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36177 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-11T06:23:16,386 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36177 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@69b139b4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T06:23:16,386 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36177 {}] client.ClusterIdFetcher(90): Going to request f334e8b0fbdf,33453,-1 for getting cluster id 2024-11-11T06:23:16,386 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36177 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T06:23:16,386 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b06215c2-7e9c-418a-8521-22261d9a84f5' 2024-11-11T06:23:16,386 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T06:23:16,387 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b06215c2-7e9c-418a-8521-22261d9a84f5" 2024-11-11T06:23:16,387 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2467f4fa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T06:23:16,387 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f334e8b0fbdf,33453,-1] 2024-11-11T06:23:16,387 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T06:23:16,387 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T06:23:16,388 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59308, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientMetaService 2024-11-11T06:23:16,388 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36177 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@78f97935, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T06:23:16,394 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36177 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T06:23:16,395 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f334e8b0fbdf,36177,1731306185580, seqNum=-1] 2024-11-11T06:23:16,395 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T06:23:16,396 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34360, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientService 2024-11-11T06:23:16,397 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731306190772.9ae5db6adc778bef07de9c12a32106fb., hostname=f334e8b0fbdf,36177,1731306185580, seqNum=2] 2024-11-11T06:23:16,422 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36177 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-11T06:23:16,424 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,36177,1731306185580.replicationSource.wal-reader.f334e8b0fbdf%2C36177%2C1731306185580,1-f334e8b0fbdf,36177,1731306185580 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34465/user/jenkins/test-data/2135504e-f276-e5be-bfbd-935cba390068/WALs/f334e8b0fbdf,36177,1731306185580/f334e8b0fbdf%2C36177%2C1731306185580.1731306187570 to pos 379, reset compression=false 2024-11-11T06:23:16,428 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,36177,1731306185580.replicationSource.wal-reader.f334e8b0fbdf%2C36177%2C1731306185580,1-f334e8b0fbdf,36177,1731306185580 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-11T06:23:16,428 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,36177,1731306185580.replicationSource.wal-reader.f334e8b0fbdf%2C36177%2C1731306185580,1-f334e8b0fbdf,36177,1731306185580 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34465/user/jenkins/test-data/2135504e-f276-e5be-bfbd-935cba390068/WALs/f334e8b0fbdf,36177,1731306185580/f334e8b0fbdf%2C36177%2C1731306185580.1731306187570 to pos 504, reset compression=false 2024-11-11T06:23:16,429 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,36177,1731306185580.replicationSource.shipperf334e8b0fbdf%2C36177%2C1731306185580,1-f334e8b0fbdf,36177,1731306185580 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f334e8b0fbdf,36177,1731306185580 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34465/user/jenkins/test-data/2135504e-f276-e5be-bfbd-935cba390068/WALs/f334e8b0fbdf,36177,1731306185580/f334e8b0fbdf%2C36177%2C1731306185580.1731306187570, lastWalPosition=504, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-11T06:23:16,583 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,34601,1731306181573.replicationSource.wal-reader.f334e8b0fbdf%2C34601%2C1731306181573,1-f334e8b0fbdf,34601,1731306181573 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44883/user/jenkins/test-data/61ba473a-c247-8bb0-493d-341c5b769656/WALs/f334e8b0fbdf,34601,1731306181573/f334e8b0fbdf%2C34601%2C1731306181573.1731306183559 to pos 480, reset compression=false 2024-11-11T06:23:16,632 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,36177,1731306185580.replicationSource.wal-reader.f334e8b0fbdf%2C36177%2C1731306185580,1-f334e8b0fbdf,36177,1731306185580 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34465/user/jenkins/test-data/2135504e-f276-e5be-bfbd-935cba390068/WALs/f334e8b0fbdf,36177,1731306185580/f334e8b0fbdf%2C36177%2C1731306185580.1731306187570 to pos 504, reset compression=false 2024-11-11T06:23:16,724 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-11-11T06:23:16,727 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-11-11T06:23:16,887 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,34601,1731306181573.replicationSource.wal-reader.f334e8b0fbdf%2C34601%2C1731306181573,1-f334e8b0fbdf,34601,1731306181573 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44883/user/jenkins/test-data/61ba473a-c247-8bb0-493d-341c5b769656/WALs/f334e8b0fbdf,34601,1731306181573/f334e8b0fbdf%2C34601%2C1731306181573.1731306183559 to pos 480, reset compression=false 2024-11-11T06:23:16,937 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,36177,1731306185580.replicationSource.wal-reader.f334e8b0fbdf%2C36177%2C1731306185580,1-f334e8b0fbdf,36177,1731306185580 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34465/user/jenkins/test-data/2135504e-f276-e5be-bfbd-935cba390068/WALs/f334e8b0fbdf,36177,1731306185580/f334e8b0fbdf%2C36177%2C1731306185580.1731306187570 to pos 504, reset compression=false 2024-11-11T06:23:16,942 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,36177,1731306185580.replicationSource.wal-reader.f334e8b0fbdf%2C36177%2C1731306185580,1-f334e8b0fbdf,36177,1731306185580 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-11T06:23:16,942 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,36177,1731306185580.replicationSource.wal-reader.f334e8b0fbdf%2C36177%2C1731306185580,1-f334e8b0fbdf,36177,1731306185580 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34465/user/jenkins/test-data/2135504e-f276-e5be-bfbd-935cba390068/WALs/f334e8b0fbdf,36177,1731306185580/f334e8b0fbdf%2C36177%2C1731306185580.1731306187570 to pos 608, reset compression=false 2024-11-11T06:23:16,942 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,36177,1731306185580.replicationSource.shipperf334e8b0fbdf%2C36177%2C1731306185580,1-f334e8b0fbdf,36177,1731306185580 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f334e8b0fbdf,36177,1731306185580 got entry batch from reader: WALEntryBatch [walEntries=[{test/9ae5db6adc778bef07de9c12a32106fb/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:34465/user/jenkins/test-data/2135504e-f276-e5be-bfbd-935cba390068/WALs/f334e8b0fbdf,36177,1731306185580/f334e8b0fbdf%2C36177%2C1731306185580.1731306187570, lastWalPosition=608, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-11T06:23:16,945 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,36177,1731306185580.replicationSource.shipperf334e8b0fbdf%2C36177%2C1731306185580,1-f334e8b0fbdf,36177,1731306185580 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-11T06:23:16,946 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47914, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=AdminService 2024-11-11T06:23:16,946 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34601 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-11T06:23:16,947 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34601 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@e096d9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T06:23:16,947 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34601 {}] client.ClusterIdFetcher(90): Going to request f334e8b0fbdf,46073,-1 for getting cluster id 2024-11-11T06:23:16,947 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34601 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T06:23:16,947 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ad1d0ee6-1100-4aa7-9f3f-691f06d7f8fa' 2024-11-11T06:23:16,947 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T06:23:16,948 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ad1d0ee6-1100-4aa7-9f3f-691f06d7f8fa" 2024-11-11T06:23:16,948 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3891b601, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T06:23:16,948 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f334e8b0fbdf,46073,-1] 2024-11-11T06:23:16,948 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T06:23:16,948 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T06:23:16,949 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42378, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientMetaService 2024-11-11T06:23:16,949 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34601 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@649d7d82, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T06:23:16,950 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34601 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T06:23:16,951 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f334e8b0fbdf,34601,1731306181573, seqNum=-1] 2024-11-11T06:23:16,951 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T06:23:16,952 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47926, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientService 2024-11-11T06:23:16,953 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1731306188619.64a31279919e50f634733b73ff0ef379., hostname=f334e8b0fbdf,34601,1731306181573, seqNum=2] 2024-11-11T06:23:16,956 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34601 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-11T06:23:17,145 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,36177,1731306185580.replicationSource.wal-reader.f334e8b0fbdf%2C36177%2C1731306185580,1-f334e8b0fbdf,36177,1731306185580 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34465/user/jenkins/test-data/2135504e-f276-e5be-bfbd-935cba390068/WALs/f334e8b0fbdf,36177,1731306185580/f334e8b0fbdf%2C36177%2C1731306185580.1731306187570 to pos 608, reset compression=false 2024-11-11T06:23:17,291 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,34601,1731306181573.replicationSource.wal-reader.f334e8b0fbdf%2C34601%2C1731306181573,1-f334e8b0fbdf,34601,1731306181573 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44883/user/jenkins/test-data/61ba473a-c247-8bb0-493d-341c5b769656/WALs/f334e8b0fbdf,34601,1731306181573/f334e8b0fbdf%2C34601%2C1731306181573.1731306183559 to pos 480, reset compression=false 2024-11-11T06:23:17,295 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,34601,1731306181573.replicationSource.wal-reader.f334e8b0fbdf%2C34601%2C1731306181573,1-f334e8b0fbdf,34601,1731306181573 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-11T06:23:17,295 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,34601,1731306181573.replicationSource.wal-reader.f334e8b0fbdf%2C34601%2C1731306181573,1-f334e8b0fbdf,34601,1731306181573 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44883/user/jenkins/test-data/61ba473a-c247-8bb0-493d-341c5b769656/WALs/f334e8b0fbdf,34601,1731306181573/f334e8b0fbdf%2C34601%2C1731306181573.1731306183559 to pos 608, reset compression=false 2024-11-11T06:23:17,295 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,34601,1731306181573.replicationSource.shipperf334e8b0fbdf%2C34601%2C1731306181573,1-f334e8b0fbdf,34601,1731306181573 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f334e8b0fbdf,34601,1731306181573 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44883/user/jenkins/test-data/61ba473a-c247-8bb0-493d-341c5b769656/WALs/f334e8b0fbdf,34601,1731306181573/f334e8b0fbdf%2C34601%2C1731306181573.1731306183559, lastWalPosition=608, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-11T06:23:17,449 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,36177,1731306185580.replicationSource.wal-reader.f334e8b0fbdf%2C36177%2C1731306185580,1-f334e8b0fbdf,36177,1731306185580 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34465/user/jenkins/test-data/2135504e-f276-e5be-bfbd-935cba390068/WALs/f334e8b0fbdf,36177,1731306185580/f334e8b0fbdf%2C36177%2C1731306185580.1731306187570 to pos 608, reset compression=false 2024-11-11T06:23:17,499 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,34601,1731306181573.replicationSource.wal-reader.f334e8b0fbdf%2C34601%2C1731306181573,1-f334e8b0fbdf,34601,1731306181573 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44883/user/jenkins/test-data/61ba473a-c247-8bb0-493d-341c5b769656/WALs/f334e8b0fbdf,34601,1731306181573/f334e8b0fbdf%2C34601%2C1731306181573.1731306183559 to pos 608, reset compression=false 2024-11-11T06:23:17,730 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-11-11T06:23:17,736 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-11-11T06:23:17,815 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,34601,1731306181573.replicationSource.wal-reader.f334e8b0fbdf%2C34601%2C1731306181573,1-f334e8b0fbdf,34601,1731306181573 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44883/user/jenkins/test-data/61ba473a-c247-8bb0-493d-341c5b769656/WALs/f334e8b0fbdf,34601,1731306181573/f334e8b0fbdf%2C34601%2C1731306181573.1731306183559 to pos 608, reset compression=false 2024-11-11T06:23:17,820 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,34601,1731306181573.replicationSource.wal-reader.f334e8b0fbdf%2C34601%2C1731306181573,1-f334e8b0fbdf,34601,1731306181573 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-11T06:23:17,820 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,34601,1731306181573.replicationSource.wal-reader.f334e8b0fbdf%2C34601%2C1731306181573,1-f334e8b0fbdf,34601,1731306181573 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44883/user/jenkins/test-data/61ba473a-c247-8bb0-493d-341c5b769656/WALs/f334e8b0fbdf,34601,1731306181573/f334e8b0fbdf%2C34601%2C1731306181573.1731306183559 to pos 764, reset compression=false 2024-11-11T06:23:17,820 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,34601,1731306181573.replicationSource.shipperf334e8b0fbdf%2C34601%2C1731306181573,1-f334e8b0fbdf,34601,1731306181573 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f334e8b0fbdf,34601,1731306181573 got entry batch from reader: WALEntryBatch [walEntries=[{test/64a31279919e50f634733b73ff0ef379/6=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:44883/user/jenkins/test-data/61ba473a-c247-8bb0-493d-341c5b769656/WALs/f334e8b0fbdf,34601,1731306181573/f334e8b0fbdf%2C34601%2C1731306181573.1731306183559, lastWalPosition=764, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-11-11T06:23:17,821 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36177 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-11T06:23:17,825 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36177 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-11T06:23:17,853 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,36177,1731306185580.replicationSource.wal-reader.f334e8b0fbdf%2C36177%2C1731306185580,1-f334e8b0fbdf,36177,1731306185580 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34465/user/jenkins/test-data/2135504e-f276-e5be-bfbd-935cba390068/WALs/f334e8b0fbdf,36177,1731306185580/f334e8b0fbdf%2C36177%2C1731306185580.1731306187570 to pos 608, reset compression=false 2024-11-11T06:23:17,858 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,36177,1731306185580.replicationSource.wal-reader.f334e8b0fbdf%2C36177%2C1731306185580,1-f334e8b0fbdf,36177,1731306185580 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-11T06:23:17,858 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,36177,1731306185580.replicationSource.wal-reader.f334e8b0fbdf%2C36177%2C1731306185580,1-f334e8b0fbdf,36177,1731306185580 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34465/user/jenkins/test-data/2135504e-f276-e5be-bfbd-935cba390068/WALs/f334e8b0fbdf,36177,1731306185580/f334e8b0fbdf%2C36177%2C1731306185580.1731306187570 to pos 756, reset compression=false 2024-11-11T06:23:17,858 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,36177,1731306185580.replicationSource.shipperf334e8b0fbdf%2C36177%2C1731306185580,1-f334e8b0fbdf,36177,1731306185580 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f334e8b0fbdf,36177,1731306185580 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34465/user/jenkins/test-data/2135504e-f276-e5be-bfbd-935cba390068/WALs/f334e8b0fbdf,36177,1731306185580/f334e8b0fbdf%2C36177%2C1731306185580.1731306187570, lastWalPosition=756, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-11T06:23:18,023 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,34601,1731306181573.replicationSource.wal-reader.f334e8b0fbdf%2C34601%2C1731306181573,1-f334e8b0fbdf,34601,1731306181573 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44883/user/jenkins/test-data/61ba473a-c247-8bb0-493d-341c5b769656/WALs/f334e8b0fbdf,34601,1731306181573/f334e8b0fbdf%2C34601%2C1731306181573.1731306183559 to pos 764, reset compression=false 2024-11-11T06:23:18,062 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,36177,1731306185580.replicationSource.wal-reader.f334e8b0fbdf%2C36177%2C1731306185580,1-f334e8b0fbdf,36177,1731306185580 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34465/user/jenkins/test-data/2135504e-f276-e5be-bfbd-935cba390068/WALs/f334e8b0fbdf,36177,1731306185580/f334e8b0fbdf%2C36177%2C1731306185580.1731306187570 to pos 756, reset compression=false 2024-11-11T06:23:18,178 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-11T06:23:18,178 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-11T06:23:18,179 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-11T06:23:18,179 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-11T06:23:18,179 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-11T06:23:18,179 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-11T06:23:18,328 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,34601,1731306181573.replicationSource.wal-reader.f334e8b0fbdf%2C34601%2C1731306181573,1-f334e8b0fbdf,34601,1731306181573 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44883/user/jenkins/test-data/61ba473a-c247-8bb0-493d-341c5b769656/WALs/f334e8b0fbdf,34601,1731306181573/f334e8b0fbdf%2C34601%2C1731306181573.1731306183559 to pos 764, reset compression=false 2024-11-11T06:23:18,379 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,36177,1731306185580.replicationSource.wal-reader.f334e8b0fbdf%2C36177%2C1731306185580,1-f334e8b0fbdf,36177,1731306185580 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34465/user/jenkins/test-data/2135504e-f276-e5be-bfbd-935cba390068/WALs/f334e8b0fbdf,36177,1731306185580/f334e8b0fbdf%2C36177%2C1731306185580.1731306187570 to pos 756, reset compression=false 2024-11-11T06:23:18,732 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,34601,1731306181573.replicationSource.wal-reader.f334e8b0fbdf%2C34601%2C1731306181573,1-f334e8b0fbdf,34601,1731306181573 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44883/user/jenkins/test-data/61ba473a-c247-8bb0-493d-341c5b769656/WALs/f334e8b0fbdf,34601,1731306181573/f334e8b0fbdf%2C34601%2C1731306181573.1731306183559 to pos 764, reset compression=false 2024-11-11T06:23:18,738 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-11-11T06:23:18,745 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-11-11T06:23:18,783 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,36177,1731306185580.replicationSource.wal-reader.f334e8b0fbdf%2C36177%2C1731306185580,1-f334e8b0fbdf,36177,1731306185580 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34465/user/jenkins/test-data/2135504e-f276-e5be-bfbd-935cba390068/WALs/f334e8b0fbdf,36177,1731306185580/f334e8b0fbdf%2C36177%2C1731306185580.1731306187570 to pos 756, reset compression=false 2024-11-11T06:23:18,788 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,36177,1731306185580.replicationSource.wal-reader.f334e8b0fbdf%2C36177%2C1731306185580,1-f334e8b0fbdf,36177,1731306185580 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-11T06:23:18,788 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,36177,1731306185580.replicationSource.wal-reader.f334e8b0fbdf%2C36177%2C1731306185580,1-f334e8b0fbdf,36177,1731306185580 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34465/user/jenkins/test-data/2135504e-f276-e5be-bfbd-935cba390068/WALs/f334e8b0fbdf,36177,1731306185580/f334e8b0fbdf%2C36177%2C1731306185580.1731306187570 to pos 915, reset compression=false 2024-11-11T06:23:18,788 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,36177,1731306185580.replicationSource.shipperf334e8b0fbdf%2C36177%2C1731306185580,1-f334e8b0fbdf,36177,1731306185580 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f334e8b0fbdf,36177,1731306185580 got entry batch from reader: WALEntryBatch [walEntries=[{test/9ae5db6adc778bef07de9c12a32106fb/7=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:34465/user/jenkins/test-data/2135504e-f276-e5be-bfbd-935cba390068/WALs/f334e8b0fbdf,36177,1731306185580/f334e8b0fbdf%2C36177%2C1731306185580.1731306187570, lastWalPosition=915, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-11T06:23:18,789 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34601 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-11T06:23:18,792 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34601 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-11T06:23:18,992 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,36177,1731306185580.replicationSource.wal-reader.f334e8b0fbdf%2C36177%2C1731306185580,1-f334e8b0fbdf,36177,1731306185580 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34465/user/jenkins/test-data/2135504e-f276-e5be-bfbd-935cba390068/WALs/f334e8b0fbdf,36177,1731306185580/f334e8b0fbdf%2C36177%2C1731306185580.1731306187570 to pos 915, reset compression=false 2024-11-11T06:23:19,236 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,34601,1731306181573.replicationSource.wal-reader.f334e8b0fbdf%2C34601%2C1731306181573,1-f334e8b0fbdf,34601,1731306181573 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44883/user/jenkins/test-data/61ba473a-c247-8bb0-493d-341c5b769656/WALs/f334e8b0fbdf,34601,1731306181573/f334e8b0fbdf%2C34601%2C1731306181573.1731306183559 to pos 764, reset compression=false 2024-11-11T06:23:19,241 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,34601,1731306181573.replicationSource.wal-reader.f334e8b0fbdf%2C34601%2C1731306181573,1-f334e8b0fbdf,34601,1731306181573 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-11T06:23:19,241 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,34601,1731306181573.replicationSource.wal-reader.f334e8b0fbdf%2C34601%2C1731306181573,1-f334e8b0fbdf,34601,1731306181573 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44883/user/jenkins/test-data/61ba473a-c247-8bb0-493d-341c5b769656/WALs/f334e8b0fbdf,34601,1731306181573/f334e8b0fbdf%2C34601%2C1731306181573.1731306183559 to pos 914, reset compression=false 2024-11-11T06:23:19,241 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,34601,1731306181573.replicationSource.shipperf334e8b0fbdf%2C34601%2C1731306181573,1-f334e8b0fbdf,34601,1731306181573 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f334e8b0fbdf,34601,1731306181573 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44883/user/jenkins/test-data/61ba473a-c247-8bb0-493d-341c5b769656/WALs/f334e8b0fbdf,34601,1731306181573/f334e8b0fbdf%2C34601%2C1731306181573.1731306183559, lastWalPosition=914, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-11T06:23:19,298 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,36177,1731306185580.replicationSource.wal-reader.f334e8b0fbdf%2C36177%2C1731306185580,1-f334e8b0fbdf,36177,1731306185580 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34465/user/jenkins/test-data/2135504e-f276-e5be-bfbd-935cba390068/WALs/f334e8b0fbdf,36177,1731306185580/f334e8b0fbdf%2C36177%2C1731306185580.1731306187570 to pos 915, reset compression=false 2024-11-11T06:23:19,445 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,34601,1731306181573.replicationSource.wal-reader.f334e8b0fbdf%2C34601%2C1731306181573,1-f334e8b0fbdf,34601,1731306181573 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44883/user/jenkins/test-data/61ba473a-c247-8bb0-493d-341c5b769656/WALs/f334e8b0fbdf,34601,1731306181573/f334e8b0fbdf%2C34601%2C1731306181573.1731306183559 to pos 914, reset compression=false 2024-11-11T06:23:19,702 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,36177,1731306185580.replicationSource.wal-reader.f334e8b0fbdf%2C36177%2C1731306185580,1-f334e8b0fbdf,36177,1731306185580 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34465/user/jenkins/test-data/2135504e-f276-e5be-bfbd-935cba390068/WALs/f334e8b0fbdf,36177,1731306185580/f334e8b0fbdf%2C36177%2C1731306185580.1731306187570 to pos 915, reset compression=false 2024-11-11T06:23:19,747 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-11-11T06:23:19,749 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,34601,1731306181573.replicationSource.wal-reader.f334e8b0fbdf%2C34601%2C1731306181573,1-f334e8b0fbdf,34601,1731306181573 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44883/user/jenkins/test-data/61ba473a-c247-8bb0-493d-341c5b769656/WALs/f334e8b0fbdf,34601,1731306181573/f334e8b0fbdf%2C34601%2C1731306181573.1731306183559 to pos 914, reset compression=false 2024-11-11T06:23:19,749 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-11T06:23:19,749 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T06:23:19,750 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T06:23:19,750 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T06:23:19,750 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T06:23:19,750 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T06:23:19,750 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-11T06:23:19,750 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1269979918, stopped=false 2024-11-11T06:23:19,750 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=f334e8b0fbdf,33453,1731306185541 2024-11-11T06:23:19,752 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33453-0x10105b1b9ec0003, quorum=127.0.0.1:53045, baseZNode=/11381029748 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11381029748/running 2024-11-11T06:23:19,752 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36177-0x10105b1b9ec0004, quorum=127.0.0.1:53045, baseZNode=/11381029748 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11381029748/running 2024-11-11T06:23:19,752 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33453-0x10105b1b9ec0003, quorum=127.0.0.1:53045, baseZNode=/11381029748 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11381029748 2024-11-11T06:23:19,752 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T06:23:19,752 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36177-0x10105b1b9ec0004, quorum=127.0.0.1:53045, baseZNode=/11381029748 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11381029748 2024-11-11T06:23:19,752 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T06:23:19,752 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T06:23:19,752 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T06:23:19,752 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'f334e8b0fbdf,36177,1731306185580' ***** 2024-11-11T06:23:19,752 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-11T06:23:19,753 INFO [RS:0;f334e8b0fbdf:36177 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-11T06:23:19,753 INFO [RS:0;f334e8b0fbdf:36177 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-11T06:23:19,753 INFO [RS:0;f334e8b0fbdf:36177 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-11T06:23:19,753 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-11T06:23:19,753 INFO [RS:0;f334e8b0fbdf:36177 {}] regionserver.HRegionServer(3091): Received CLOSE for 9ae5db6adc778bef07de9c12a32106fb 2024-11-11T06:23:19,753 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:33453-0x10105b1b9ec0003, quorum=127.0.0.1:53045, baseZNode=/11381029748 Set watcher on znode that does not yet exist, /11381029748/running 2024-11-11T06:23:19,753 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36177-0x10105b1b9ec0004, quorum=127.0.0.1:53045, baseZNode=/11381029748 Set watcher on znode that does not yet exist, /11381029748/running 2024-11-11T06:23:19,756 INFO [RS:0;f334e8b0fbdf:36177 {}] regionserver.HRegionServer(3091): Received CLOSE for 0704a0764a1e1e8fd7a95a375ce616df 2024-11-11T06:23:19,756 INFO [RS:0;f334e8b0fbdf:36177 {}] regionserver.HRegionServer(959): stopping server f334e8b0fbdf,36177,1731306185580 2024-11-11T06:23:19,756 INFO [RS:0;f334e8b0fbdf:36177 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T06:23:19,756 INFO [RS:0;f334e8b0fbdf:36177 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f334e8b0fbdf:36177. 2024-11-11T06:23:19,756 DEBUG [RS:0;f334e8b0fbdf:36177 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T06:23:19,756 DEBUG [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 9ae5db6adc778bef07de9c12a32106fb, disabling compactions & flushes 2024-11-11T06:23:19,756 DEBUG [RS:0;f334e8b0fbdf:36177 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T06:23:19,756 INFO [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731306190772.9ae5db6adc778bef07de9c12a32106fb. 2024-11-11T06:23:19,756 DEBUG [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731306190772.9ae5db6adc778bef07de9c12a32106fb. 2024-11-11T06:23:19,756 INFO [RS:0;f334e8b0fbdf:36177 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-11T06:23:19,756 DEBUG [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731306190772.9ae5db6adc778bef07de9c12a32106fb. after waiting 0 ms 2024-11-11T06:23:19,756 INFO [RS:0;f334e8b0fbdf:36177 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-11T06:23:19,756 DEBUG [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731306190772.9ae5db6adc778bef07de9c12a32106fb. 2024-11-11T06:23:19,756 INFO [RS:0;f334e8b0fbdf:36177 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-11T06:23:19,757 INFO [RS:0;f334e8b0fbdf:36177 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-11T06:23:19,757 INFO [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 9ae5db6adc778bef07de9c12a32106fb 3/3 column families, dataSize=192 B heapSize=1.46 KB 2024-11-11T06:23:19,757 INFO [RS:0;f334e8b0fbdf:36177 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-11T06:23:19,757 DEBUG [RS:0;f334e8b0fbdf:36177 {}] regionserver.HRegionServer(1325): Online Regions={9ae5db6adc778bef07de9c12a32106fb=test,,1731306190772.9ae5db6adc778bef07de9c12a32106fb., 1588230740=hbase:meta,,1.1588230740, 0704a0764a1e1e8fd7a95a375ce616df=hbase:replication,,1731306193574.0704a0764a1e1e8fd7a95a375ce616df.} 2024-11-11T06:23:19,757 DEBUG [RS:0;f334e8b0fbdf:36177 {}] regionserver.HRegionServer(1351): Waiting on 0704a0764a1e1e8fd7a95a375ce616df, 1588230740, 9ae5db6adc778bef07de9c12a32106fb 2024-11-11T06:23:19,757 DEBUG [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-11T06:23:19,757 INFO [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-11T06:23:19,757 DEBUG [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-11T06:23:19,757 DEBUG [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-11T06:23:19,757 DEBUG [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-11T06:23:19,757 INFO [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-11T06:23:19,779 DEBUG [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34465/user/jenkins/test-data/2135504e-f276-e5be-bfbd-935cba390068/data/hbase/meta/1588230740/.tmp/info/fdb2365333bc4692ba58d52ba1e1780a is 147, key is hbase:replication,,1731306193574.0704a0764a1e1e8fd7a95a375ce616df./info:regioninfo/1731306194736/Put/seqid=0 2024-11-11T06:23:19,779 DEBUG [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34465/user/jenkins/test-data/2135504e-f276-e5be-bfbd-935cba390068/data/default/test/9ae5db6adc778bef07de9c12a32106fb/.tmp/f/57dde8c0c78e4838bcba9aca4f886335 is 29, key is row1/f:/1731306198739/DeleteFamily/seqid=0 2024-11-11T06:23:19,783 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36715 is added to blk_1073741841_1017 (size=5118) 2024-11-11T06:23:19,783 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36715 is added to blk_1073741840_1016 (size=7686) 2024-11-11T06:23:19,848 INFO [regionserver/f334e8b0fbdf:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T06:23:19,957 DEBUG [RS:0;f334e8b0fbdf:36177 {}] regionserver.HRegionServer(1351): Waiting on 0704a0764a1e1e8fd7a95a375ce616df, 1588230740, 9ae5db6adc778bef07de9c12a32106fb 2024-11-11T06:23:20,153 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,34601,1731306181573.replicationSource.wal-reader.f334e8b0fbdf%2C34601%2C1731306181573,1-f334e8b0fbdf,34601,1731306181573 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44883/user/jenkins/test-data/61ba473a-c247-8bb0-493d-341c5b769656/WALs/f334e8b0fbdf,34601,1731306181573/f334e8b0fbdf%2C34601%2C1731306181573.1731306183559 to pos 914, reset compression=false 2024-11-11T06:23:20,157 DEBUG [RS:0;f334e8b0fbdf:36177 {}] regionserver.HRegionServer(1351): Waiting on 0704a0764a1e1e8fd7a95a375ce616df, 1588230740, 9ae5db6adc778bef07de9c12a32106fb 2024-11-11T06:23:20,183 INFO [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:34465/user/jenkins/test-data/2135504e-f276-e5be-bfbd-935cba390068/data/default/test/9ae5db6adc778bef07de9c12a32106fb/.tmp/f/57dde8c0c78e4838bcba9aca4f886335 2024-11-11T06:23:20,183 INFO [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34465/user/jenkins/test-data/2135504e-f276-e5be-bfbd-935cba390068/data/hbase/meta/1588230740/.tmp/info/fdb2365333bc4692ba58d52ba1e1780a 2024-11-11T06:23:20,188 INFO [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 57dde8c0c78e4838bcba9aca4f886335 2024-11-11T06:23:20,202 DEBUG [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34465/user/jenkins/test-data/2135504e-f276-e5be-bfbd-935cba390068/data/hbase/meta/1588230740/.tmp/ns/3c533188be0a4826b4774895b5b91213 is 43, key is default/ns:d/1731306188515/Put/seqid=0 2024-11-11T06:23:20,204 DEBUG [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34465/user/jenkins/test-data/2135504e-f276-e5be-bfbd-935cba390068/data/default/test/9ae5db6adc778bef07de9c12a32106fb/.tmp/f1/a1ed8fb320974fa2b0163524e2fe35ba is 30, key is row1/f1:/1731306198739/DeleteFamily/seqid=0 2024-11-11T06:23:20,206 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,36177,1731306185580.replicationSource.wal-reader.f334e8b0fbdf%2C36177%2C1731306185580,1-f334e8b0fbdf,36177,1731306185580 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34465/user/jenkins/test-data/2135504e-f276-e5be-bfbd-935cba390068/WALs/f334e8b0fbdf,36177,1731306185580/f334e8b0fbdf%2C36177%2C1731306185580.1731306187570 to pos 915, reset compression=false 2024-11-11T06:23:20,206 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36715 is added to blk_1073741842_1018 (size=5153) 2024-11-11T06:23:20,207 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36715 is added to blk_1073741843_1019 (size=5123) 2024-11-11T06:23:20,210 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,36177,1731306185580.replicationSource.wal-reader.f334e8b0fbdf%2C36177%2C1731306185580,1-f334e8b0fbdf,36177,1731306185580 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-11T06:23:20,210 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,36177,1731306185580.replicationSource.wal-reader.f334e8b0fbdf%2C36177%2C1731306185580,1-f334e8b0fbdf,36177,1731306185580 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34465/user/jenkins/test-data/2135504e-f276-e5be-bfbd-935cba390068/WALs/f334e8b0fbdf,36177,1731306185580/f334e8b0fbdf%2C36177%2C1731306185580.1731306187570 to pos 1162, reset compression=false 2024-11-11T06:23:20,210 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,36177,1731306185580.replicationSource.shipperf334e8b0fbdf%2C36177%2C1731306185580,1-f334e8b0fbdf,36177,1731306185580 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f334e8b0fbdf,36177,1731306185580 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34465/user/jenkins/test-data/2135504e-f276-e5be-bfbd-935cba390068/WALs/f334e8b0fbdf,36177,1731306185580/f334e8b0fbdf%2C36177%2C1731306185580.1731306187570, lastWalPosition=1162, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-11T06:23:20,211 ERROR [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,36177,1731306185580.replicationSource.shipperf334e8b0fbdf%2C36177%2C1731306185580,1-f334e8b0fbdf,36177,1731306185580 {}] regionserver.HRegionServer(2440): ***** ABORTING region server f334e8b0fbdf,36177,1731306185580: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-f334e8b0fbdf,36177,1731306185580, walGroup=f334e8b0fbdf%2C36177%2C1731306185580, offset=f334e8b0fbdf%2C36177%2C1731306185580.1731306187570:1162, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f334e8b0fbdf:36177 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-11T06:23:20,212 ERROR [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,36177,1731306185580.replicationSource.shipperf334e8b0fbdf%2C36177%2C1731306185580,1-f334e8b0fbdf,36177,1731306185580 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-11T06:23:20,212 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,36177,1731306185580.replicationSource.shipperf334e8b0fbdf%2C36177%2C1731306185580,1-f334e8b0fbdf,36177,1731306185580 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-11T06:23:20,213 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,36177,1731306185580.replicationSource.shipperf334e8b0fbdf%2C36177%2C1731306185580,1-f334e8b0fbdf,36177,1731306185580 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-11T06:23:20,213 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,36177,1731306185580.replicationSource.shipperf334e8b0fbdf%2C36177%2C1731306185580,1-f334e8b0fbdf,36177,1731306185580 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-11T06:23:20,213 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,36177,1731306185580.replicationSource.shipperf334e8b0fbdf%2C36177%2C1731306185580,1-f334e8b0fbdf,36177,1731306185580 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-11T06:23:20,213 INFO [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,36177,1731306185580.replicationSource.shipperf334e8b0fbdf%2C36177%2C1731306185580,1-f334e8b0fbdf,36177,1731306185580 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1059061760, "init": 1048576000, "max": 2306867200, "used": 584302528 }, "NonHeapMemoryUsage": { "committed": 195166208, "init": 7667712, "max": -1, "used": 191287880 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-11T06:23:20,213 WARN [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,36177,1731306185580.replicationSource.shipperf334e8b0fbdf%2C36177%2C1731306185580,1-f334e8b0fbdf,36177,1731306185580 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f334e8b0fbdf:33453 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f334e8b0fbdf:33453 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-11T06:23:20,226 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-11T06:23:20,260 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T06:23:20,260 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T06:23:20,261 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T06:23:20,261 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T06:23:20,261 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T06:23:20,261 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T06:23:20,266 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T06:23:20,268 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T06:23:20,268 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T06:23:20,270 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T06:23:20,357 DEBUG [RS:0;f334e8b0fbdf:36177 {}] regionserver.HRegionServer(1351): Waiting on 0704a0764a1e1e8fd7a95a375ce616df, 1588230740, 9ae5db6adc778bef07de9c12a32106fb 2024-11-11T06:23:20,415 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,36177,1731306185580.replicationSource.wal-reader.f334e8b0fbdf%2C36177%2C1731306185580,1-f334e8b0fbdf,36177,1731306185580 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34465/user/jenkins/test-data/2135504e-f276-e5be-bfbd-935cba390068/WALs/f334e8b0fbdf,36177,1731306185580/f334e8b0fbdf%2C36177%2C1731306185580.1731306187570 to pos 1162, reset compression=false 2024-11-11T06:23:20,474 INFO [regionserver/f334e8b0fbdf:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-11T06:23:20,474 INFO [regionserver/f334e8b0fbdf:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-11T06:23:20,557 DEBUG [RS:0;f334e8b0fbdf:36177 {}] regionserver.HRegionServer(1351): Waiting on 0704a0764a1e1e8fd7a95a375ce616df, 1588230740, 9ae5db6adc778bef07de9c12a32106fb 2024-11-11T06:23:20,607 INFO [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34465/user/jenkins/test-data/2135504e-f276-e5be-bfbd-935cba390068/data/hbase/meta/1588230740/.tmp/ns/3c533188be0a4826b4774895b5b91213 2024-11-11T06:23:20,608 INFO [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:34465/user/jenkins/test-data/2135504e-f276-e5be-bfbd-935cba390068/data/default/test/9ae5db6adc778bef07de9c12a32106fb/.tmp/f1/a1ed8fb320974fa2b0163524e2fe35ba 2024-11-11T06:23:20,612 INFO [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a1ed8fb320974fa2b0163524e2fe35ba 2024-11-11T06:23:20,625 DEBUG [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34465/user/jenkins/test-data/2135504e-f276-e5be-bfbd-935cba390068/data/hbase/meta/1588230740/.tmp/rep_barrier/834208b60eec4515bc7e0a490bb8c98e is 112, key is test,,1731306190772.9ae5db6adc778bef07de9c12a32106fb./rep_barrier:seqnumDuringOpen/1731306191115/Put/seqid=0 2024-11-11T06:23:20,629 DEBUG [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34465/user/jenkins/test-data/2135504e-f276-e5be-bfbd-935cba390068/data/default/test/9ae5db6adc778bef07de9c12a32106fb/.tmp/norep/6b530a06e5434740919b0f6afba9a0da is 33, key is row1/norep:/1731306198739/DeleteFamily/seqid=0 2024-11-11T06:23:20,629 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36715 is added to blk_1073741844_1020 (size=5518) 2024-11-11T06:23:20,636 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36715 is added to blk_1073741845_1021 (size=5108) 2024-11-11T06:23:20,636 INFO [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:34465/user/jenkins/test-data/2135504e-f276-e5be-bfbd-935cba390068/data/default/test/9ae5db6adc778bef07de9c12a32106fb/.tmp/norep/6b530a06e5434740919b0f6afba9a0da 2024-11-11T06:23:20,640 INFO [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 6b530a06e5434740919b0f6afba9a0da 2024-11-11T06:23:20,641 DEBUG [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34465/user/jenkins/test-data/2135504e-f276-e5be-bfbd-935cba390068/data/default/test/9ae5db6adc778bef07de9c12a32106fb/.tmp/f/57dde8c0c78e4838bcba9aca4f886335 as hdfs://localhost:34465/user/jenkins/test-data/2135504e-f276-e5be-bfbd-935cba390068/data/default/test/9ae5db6adc778bef07de9c12a32106fb/f/57dde8c0c78e4838bcba9aca4f886335 2024-11-11T06:23:20,644 INFO [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 57dde8c0c78e4838bcba9aca4f886335 2024-11-11T06:23:20,644 INFO [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34465/user/jenkins/test-data/2135504e-f276-e5be-bfbd-935cba390068/data/default/test/9ae5db6adc778bef07de9c12a32106fb/f/57dde8c0c78e4838bcba9aca4f886335, entries=2, sequenceid=8, filesize=5.0 K 2024-11-11T06:23:20,645 DEBUG [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34465/user/jenkins/test-data/2135504e-f276-e5be-bfbd-935cba390068/data/default/test/9ae5db6adc778bef07de9c12a32106fb/.tmp/f1/a1ed8fb320974fa2b0163524e2fe35ba as hdfs://localhost:34465/user/jenkins/test-data/2135504e-f276-e5be-bfbd-935cba390068/data/default/test/9ae5db6adc778bef07de9c12a32106fb/f1/a1ed8fb320974fa2b0163524e2fe35ba 2024-11-11T06:23:20,649 INFO [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a1ed8fb320974fa2b0163524e2fe35ba 2024-11-11T06:23:20,649 INFO [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34465/user/jenkins/test-data/2135504e-f276-e5be-bfbd-935cba390068/data/default/test/9ae5db6adc778bef07de9c12a32106fb/f1/a1ed8fb320974fa2b0163524e2fe35ba, entries=2, sequenceid=8, filesize=5.0 K 2024-11-11T06:23:20,649 DEBUG [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34465/user/jenkins/test-data/2135504e-f276-e5be-bfbd-935cba390068/data/default/test/9ae5db6adc778bef07de9c12a32106fb/.tmp/norep/6b530a06e5434740919b0f6afba9a0da as hdfs://localhost:34465/user/jenkins/test-data/2135504e-f276-e5be-bfbd-935cba390068/data/default/test/9ae5db6adc778bef07de9c12a32106fb/norep/6b530a06e5434740919b0f6afba9a0da 2024-11-11T06:23:20,653 INFO [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 6b530a06e5434740919b0f6afba9a0da 2024-11-11T06:23:20,653 INFO [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34465/user/jenkins/test-data/2135504e-f276-e5be-bfbd-935cba390068/data/default/test/9ae5db6adc778bef07de9c12a32106fb/norep/6b530a06e5434740919b0f6afba9a0da, entries=1, sequenceid=8, filesize=5.0 K 2024-11-11T06:23:20,654 INFO [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~192 B/192, heapSize ~1.41 KB/1448, currentSize=0 B/0 for 9ae5db6adc778bef07de9c12a32106fb in 898ms, sequenceid=8, compaction requested=false 2024-11-11T06:23:20,657 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,34601,1731306181573.replicationSource.wal-reader.f334e8b0fbdf%2C34601%2C1731306181573,1-f334e8b0fbdf,34601,1731306181573 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44883/user/jenkins/test-data/61ba473a-c247-8bb0-493d-341c5b769656/WALs/f334e8b0fbdf,34601,1731306181573/f334e8b0fbdf%2C34601%2C1731306181573.1731306183559 to pos 914, reset compression=false 2024-11-11T06:23:20,658 DEBUG [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34465/user/jenkins/test-data/2135504e-f276-e5be-bfbd-935cba390068/data/default/test/9ae5db6adc778bef07de9c12a32106fb/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-11T06:23:20,658 DEBUG [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-11T06:23:20,658 DEBUG [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-11T06:23:20,658 INFO [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731306190772.9ae5db6adc778bef07de9c12a32106fb. 2024-11-11T06:23:20,658 DEBUG [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 9ae5db6adc778bef07de9c12a32106fb: Waiting for close lock at 1731306199756Running coprocessor pre-close hooks at 1731306199756Disabling compacts and flushes for region at 1731306199756Disabling writes for close at 1731306199756Obtaining lock to block concurrent updates at 1731306199757 (+1 ms)Preparing flush snapshotting stores in 9ae5db6adc778bef07de9c12a32106fb at 1731306199757Finished memstore snapshotting test,,1731306190772.9ae5db6adc778bef07de9c12a32106fb., syncing WAL and waiting on mvcc, flushsize=dataSize=192, getHeapSize=1448, getOffHeapSize=0, getCellsCount=7 at 1731306199757Flushing stores of test,,1731306190772.9ae5db6adc778bef07de9c12a32106fb. at 1731306199757Flushing 9ae5db6adc778bef07de9c12a32106fb/f: creating writer at 1731306199758 (+1 ms)Flushing 9ae5db6adc778bef07de9c12a32106fb/f: appending metadata at 1731306199778 (+20 ms)Flushing 9ae5db6adc778bef07de9c12a32106fb/f: closing flushed file at 1731306199779 (+1 ms)Flushing 9ae5db6adc778bef07de9c12a32106fb/f1: creating writer at 1731306200188 (+409 ms)Flushing 9ae5db6adc778bef07de9c12a32106fb/f1: appending metadata at 1731306200203 (+15 ms)Flushing 9ae5db6adc778bef07de9c12a32106fb/f1: closing flushed file at 1731306200203Flushing 9ae5db6adc778bef07de9c12a32106fb/norep: creating writer at 1731306200612 (+409 ms)Flushing 9ae5db6adc778bef07de9c12a32106fb/norep: appending metadata at 1731306200628 (+16 ms)Flushing 9ae5db6adc778bef07de9c12a32106fb/norep: closing flushed file at 1731306200628Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@42dab730: reopening flushed file at 1731306200640 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@204ccf20: reopening flushed file at 1731306200645 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@38048b89: reopening flushed file at 1731306200649 (+4 ms)Finished flush of dataSize ~192 B/192, heapSize ~1.41 KB/1448, currentSize=0 B/0 for 9ae5db6adc778bef07de9c12a32106fb in 898ms, sequenceid=8, compaction requested=false at 1731306200654 (+5 ms)Writing region close event to WAL at 1731306200655 (+1 ms)Running coprocessor post-close hooks at 1731306200658 (+3 ms)Closed at 1731306200658 2024-11-11T06:23:20,659 DEBUG [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731306190772.9ae5db6adc778bef07de9c12a32106fb. 2024-11-11T06:23:20,659 DEBUG [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 0704a0764a1e1e8fd7a95a375ce616df, disabling compactions & flushes 2024-11-11T06:23:20,659 INFO [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731306193574.0704a0764a1e1e8fd7a95a375ce616df. 2024-11-11T06:23:20,659 DEBUG [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731306193574.0704a0764a1e1e8fd7a95a375ce616df. 2024-11-11T06:23:20,659 DEBUG [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731306193574.0704a0764a1e1e8fd7a95a375ce616df. after waiting 0 ms 2024-11-11T06:23:20,659 DEBUG [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731306193574.0704a0764a1e1e8fd7a95a375ce616df. 2024-11-11T06:23:20,659 DEBUG [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 0704a0764a1e1e8fd7a95a375ce616df: Waiting for close lock at 1731306200659Running coprocessor pre-close hooks at 1731306200659Disabling compacts and flushes for region at 1731306200659Disabling writes for close at 1731306200659Failed flush hbase:replication,,1731306193574.0704a0764a1e1e8fd7a95a375ce616df., putting online again at 1731306200659 2024-11-11T06:23:20,659 DEBUG [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731306193574.0704a0764a1e1e8fd7a95a375ce616df. 2024-11-11T06:23:20,718 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,36177,1731306185580.replicationSource.wal-reader.f334e8b0fbdf%2C36177%2C1731306185580,1-f334e8b0fbdf,36177,1731306185580 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34465/user/jenkins/test-data/2135504e-f276-e5be-bfbd-935cba390068/WALs/f334e8b0fbdf,36177,1731306185580/f334e8b0fbdf%2C36177%2C1731306185580.1731306187570 to pos 1162, reset compression=false 2024-11-11T06:23:20,723 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,36177,1731306185580.replicationSource.wal-reader.f334e8b0fbdf%2C36177%2C1731306185580,1-f334e8b0fbdf,36177,1731306185580 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-11T06:23:20,723 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,36177,1731306185580.replicationSource.wal-reader.f334e8b0fbdf%2C36177%2C1731306185580,1-f334e8b0fbdf,36177,1731306185580 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34465/user/jenkins/test-data/2135504e-f276-e5be-bfbd-935cba390068/WALs/f334e8b0fbdf,36177,1731306185580/f334e8b0fbdf%2C36177%2C1731306185580.1731306187570 to pos 1806, reset compression=false 2024-11-11T06:23:20,758 INFO [RS:0;f334e8b0fbdf:36177 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-11T06:23:20,758 DEBUG [RS:0;f334e8b0fbdf:36177 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 0704a0764a1e1e8fd7a95a375ce616df=hbase:replication,,1731306193574.0704a0764a1e1e8fd7a95a375ce616df.} 2024-11-11T06:23:20,758 INFO [RS:0;f334e8b0fbdf:36177 {}] regionserver.HRegionServer(3091): Received CLOSE for 0704a0764a1e1e8fd7a95a375ce616df 2024-11-11T06:23:20,758 DEBUG [RS:0;f334e8b0fbdf:36177 {}] regionserver.HRegionServer(1351): Waiting on 0704a0764a1e1e8fd7a95a375ce616df, 1588230740 2024-11-11T06:23:20,758 DEBUG [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 0704a0764a1e1e8fd7a95a375ce616df, disabling compactions & flushes 2024-11-11T06:23:20,758 INFO [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731306193574.0704a0764a1e1e8fd7a95a375ce616df. 2024-11-11T06:23:20,758 DEBUG [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731306193574.0704a0764a1e1e8fd7a95a375ce616df. 2024-11-11T06:23:20,758 DEBUG [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731306193574.0704a0764a1e1e8fd7a95a375ce616df. after waiting 0 ms 2024-11-11T06:23:20,758 DEBUG [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731306193574.0704a0764a1e1e8fd7a95a375ce616df. 2024-11-11T06:23:20,758 DEBUG [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 0704a0764a1e1e8fd7a95a375ce616df: Waiting for close lock at 1731306200758Running coprocessor pre-close hooks at 1731306200758Disabling compacts and flushes for region at 1731306200758Disabling writes for close at 1731306200758Failed flush hbase:replication,,1731306193574.0704a0764a1e1e8fd7a95a375ce616df., putting online again at 1731306200758 2024-11-11T06:23:20,758 DEBUG [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731306193574.0704a0764a1e1e8fd7a95a375ce616df. 2024-11-11T06:23:20,927 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,36177,1731306185580.replicationSource.wal-reader.f334e8b0fbdf%2C36177%2C1731306185580,1-f334e8b0fbdf,36177,1731306185580 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34465/user/jenkins/test-data/2135504e-f276-e5be-bfbd-935cba390068/WALs/f334e8b0fbdf,36177,1731306185580/f334e8b0fbdf%2C36177%2C1731306185580.1731306187570 to pos 1806, reset compression=false 2024-11-11T06:23:20,958 DEBUG [RS:0;f334e8b0fbdf:36177 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T06:23:21,030 INFO [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34465/user/jenkins/test-data/2135504e-f276-e5be-bfbd-935cba390068/data/hbase/meta/1588230740/.tmp/rep_barrier/834208b60eec4515bc7e0a490bb8c98e 2024-11-11T06:23:21,047 DEBUG [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34465/user/jenkins/test-data/2135504e-f276-e5be-bfbd-935cba390068/data/hbase/meta/1588230740/.tmp/table/ee29173918ac4c26b949b43b9449daca is 53, key is hbase:replication/table:state/1731306194743/Put/seqid=0 2024-11-11T06:23:21,051 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36715 is added to blk_1073741846_1022 (size=5308) 2024-11-11T06:23:21,158 DEBUG [RS:0;f334e8b0fbdf:36177 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T06:23:21,231 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,36177,1731306185580.replicationSource.wal-reader.f334e8b0fbdf%2C36177%2C1731306185580,1-f334e8b0fbdf,36177,1731306185580 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34465/user/jenkins/test-data/2135504e-f276-e5be-bfbd-935cba390068/WALs/f334e8b0fbdf,36177,1731306185580/f334e8b0fbdf%2C36177%2C1731306185580.1731306187570 to pos 1806, reset compression=false 2024-11-11T06:23:21,260 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,34601,1731306181573.replicationSource.wal-reader.f334e8b0fbdf%2C34601%2C1731306181573,1-f334e8b0fbdf,34601,1731306181573 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44883/user/jenkins/test-data/61ba473a-c247-8bb0-493d-341c5b769656/WALs/f334e8b0fbdf,34601,1731306181573/f334e8b0fbdf%2C34601%2C1731306181573.1731306183559 to pos 914, reset compression=false 2024-11-11T06:23:21,358 DEBUG [RS:0;f334e8b0fbdf:36177 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T06:23:21,451 INFO [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34465/user/jenkins/test-data/2135504e-f276-e5be-bfbd-935cba390068/data/hbase/meta/1588230740/.tmp/table/ee29173918ac4c26b949b43b9449daca 2024-11-11T06:23:21,456 DEBUG [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34465/user/jenkins/test-data/2135504e-f276-e5be-bfbd-935cba390068/data/hbase/meta/1588230740/.tmp/info/fdb2365333bc4692ba58d52ba1e1780a as hdfs://localhost:34465/user/jenkins/test-data/2135504e-f276-e5be-bfbd-935cba390068/data/hbase/meta/1588230740/info/fdb2365333bc4692ba58d52ba1e1780a 2024-11-11T06:23:21,459 INFO [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34465/user/jenkins/test-data/2135504e-f276-e5be-bfbd-935cba390068/data/hbase/meta/1588230740/info/fdb2365333bc4692ba58d52ba1e1780a, entries=20, sequenceid=16, filesize=7.5 K 2024-11-11T06:23:21,460 DEBUG [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34465/user/jenkins/test-data/2135504e-f276-e5be-bfbd-935cba390068/data/hbase/meta/1588230740/.tmp/ns/3c533188be0a4826b4774895b5b91213 as hdfs://localhost:34465/user/jenkins/test-data/2135504e-f276-e5be-bfbd-935cba390068/data/hbase/meta/1588230740/ns/3c533188be0a4826b4774895b5b91213 2024-11-11T06:23:21,464 INFO [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34465/user/jenkins/test-data/2135504e-f276-e5be-bfbd-935cba390068/data/hbase/meta/1588230740/ns/3c533188be0a4826b4774895b5b91213, entries=2, sequenceid=16, filesize=5.0 K 2024-11-11T06:23:21,465 DEBUG [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34465/user/jenkins/test-data/2135504e-f276-e5be-bfbd-935cba390068/data/hbase/meta/1588230740/.tmp/rep_barrier/834208b60eec4515bc7e0a490bb8c98e as hdfs://localhost:34465/user/jenkins/test-data/2135504e-f276-e5be-bfbd-935cba390068/data/hbase/meta/1588230740/rep_barrier/834208b60eec4515bc7e0a490bb8c98e 2024-11-11T06:23:21,468 INFO [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34465/user/jenkins/test-data/2135504e-f276-e5be-bfbd-935cba390068/data/hbase/meta/1588230740/rep_barrier/834208b60eec4515bc7e0a490bb8c98e, entries=1, sequenceid=16, filesize=5.4 K 2024-11-11T06:23:21,469 DEBUG [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34465/user/jenkins/test-data/2135504e-f276-e5be-bfbd-935cba390068/data/hbase/meta/1588230740/.tmp/table/ee29173918ac4c26b949b43b9449daca as hdfs://localhost:34465/user/jenkins/test-data/2135504e-f276-e5be-bfbd-935cba390068/data/hbase/meta/1588230740/table/ee29173918ac4c26b949b43b9449daca 2024-11-11T06:23:21,472 INFO [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34465/user/jenkins/test-data/2135504e-f276-e5be-bfbd-935cba390068/data/hbase/meta/1588230740/table/ee29173918ac4c26b949b43b9449daca, entries=4, sequenceid=16, filesize=5.2 K 2024-11-11T06:23:21,473 INFO [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1716ms, sequenceid=16, compaction requested=false 2024-11-11T06:23:21,481 DEBUG [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34465/user/jenkins/test-data/2135504e-f276-e5be-bfbd-935cba390068/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-11T06:23:21,482 DEBUG [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-11T06:23:21,482 DEBUG [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-11T06:23:21,482 INFO [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-11T06:23:21,482 DEBUG [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731306199757Running coprocessor pre-close hooks at 1731306199757Disabling compacts and flushes for region at 1731306199757Disabling writes for close at 1731306199757Obtaining lock to block concurrent updates at 1731306199757Preparing flush snapshotting stores in 1588230740 at 1731306199757Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731306199757Flushing stores of hbase:meta,,1.1588230740 at 1731306199758 (+1 ms)Flushing 1588230740/info: creating writer at 1731306199758Flushing 1588230740/info: appending metadata at 1731306199779 (+21 ms)Flushing 1588230740/info: closing flushed file at 1731306199779Flushing 1588230740/ns: creating writer at 1731306200188 (+409 ms)Flushing 1588230740/ns: appending metadata at 1731306200202 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1731306200202Flushing 1588230740/rep_barrier: creating writer at 1731306200611 (+409 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731306200625 (+14 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731306200625Flushing 1588230740/table: creating writer at 1731306201033 (+408 ms)Flushing 1588230740/table: appending metadata at 1731306201047 (+14 ms)Flushing 1588230740/table: closing flushed file at 1731306201047Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7fb81cfb: reopening flushed file at 1731306201455 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@65596f6b: reopening flushed file at 1731306201460 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4e7b3609: reopening flushed file at 1731306201464 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@37f229f: reopening flushed file at 1731306201468 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1716ms, sequenceid=16, compaction requested=false at 1731306201473 (+5 ms)Writing region close event to WAL at 1731306201479 (+6 ms)Running coprocessor post-close hooks at 1731306201482 (+3 ms)Closed at 1731306201482 2024-11-11T06:23:21,482 DEBUG [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-11T06:23:21,559 INFO [RS:0;f334e8b0fbdf:36177 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-11T06:23:21,559 INFO [RS:0;f334e8b0fbdf:36177 {}] regionserver.HRegionServer(976): stopping server f334e8b0fbdf,36177,1731306185580; all regions closed. 2024-11-11T06:23:21,561 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36715 is added to blk_1073741834_1010 (size=4239) 2024-11-11T06:23:21,561 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/2135504e-f276-e5be-bfbd-935cba390068/WALs/f334e8b0fbdf,36177,1731306185580/f334e8b0fbdf%2C36177%2C1731306185580.meta.1731306188475.meta not finished, retry = 0 2024-11-11T06:23:21,634 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,36177,1731306185580.replicationSource.wal-reader.f334e8b0fbdf%2C36177%2C1731306185580,1-f334e8b0fbdf,36177,1731306185580 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34465/user/jenkins/test-data/2135504e-f276-e5be-bfbd-935cba390068/WALs/f334e8b0fbdf,36177,1731306185580/f334e8b0fbdf%2C36177%2C1731306185580.1731306187570 to pos 1806, reset compression=false 2024-11-11T06:23:21,664 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36715 is added to blk_1073741839_1015 (size=1733) 2024-11-11T06:23:21,664 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/2135504e-f276-e5be-bfbd-935cba390068/WALs/f334e8b0fbdf,36177,1731306185580/f334e8b0fbdf%2C36177%2C1731306185580.rep.1731306194706 not finished, retry = 0 2024-11-11T06:23:21,766 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/2135504e-f276-e5be-bfbd-935cba390068/WALs/f334e8b0fbdf,36177,1731306185580/f334e8b0fbdf%2C36177%2C1731306185580.1731306187570 not finished, retry = 0 2024-11-11T06:23:21,766 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36715 is added to blk_1073741832_1008 (size=1814) 2024-11-11T06:23:21,867 DEBUG [RS:0;f334e8b0fbdf:36177 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T06:23:21,867 INFO [RS:0;f334e8b0fbdf:36177 {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T06:23:21,867 INFO [RS:0;f334e8b0fbdf:36177 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T06:23:21,868 INFO [RS:0;f334e8b0fbdf:36177 {}] hbase.ChoreService(370): Chore service for: regionserver/f334e8b0fbdf:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-11T06:23:21,868 INFO [RS:0;f334e8b0fbdf:36177 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T06:23:21,868 INFO [regionserver/f334e8b0fbdf:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T06:23:21,868 INFO [RS:0;f334e8b0fbdf:36177 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-f334e8b0fbdf,36177,1731306185580 because: Region server is closing 2024-11-11T06:23:21,868 INFO [RS:0;f334e8b0fbdf:36177 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f334e8b0fbdf:36177. 2024-11-11T06:23:21,868 DEBUG [RS:0;f334e8b0fbdf:36177 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T06:23:21,868 DEBUG [RS:0;f334e8b0fbdf:36177 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T06:23:21,869 DEBUG [RS:0;f334e8b0fbdf:36177 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T06:23:21,869 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T06:23:21,964 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,34601,1731306181573.replicationSource.wal-reader.f334e8b0fbdf%2C34601%2C1731306181573,1-f334e8b0fbdf,34601,1731306181573 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44883/user/jenkins/test-data/61ba473a-c247-8bb0-493d-341c5b769656/WALs/f334e8b0fbdf,34601,1731306181573/f334e8b0fbdf%2C34601%2C1731306181573.1731306183559 to pos 914, reset compression=false 2024-11-11T06:23:21,969 INFO [RS:0;f334e8b0fbdf:36177 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,36177,1731306185580.replicationSource.shipperf334e8b0fbdf%2C36177%2C1731306185580,1-f334e8b0fbdf,36177,1731306185580 terminated 2024-11-11T06:23:21,969 WARN [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,36177,1731306185580.replicationSource.wal-reader.f334e8b0fbdf%2C36177%2C1731306185580,1-f334e8b0fbdf,36177,1731306185580 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-11T06:23:21,969 INFO [RS:0;f334e8b0fbdf:36177 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f334e8b0fbdf:36177. 2024-11-11T06:23:21,969 DEBUG [RS:0;f334e8b0fbdf:36177 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T06:23:21,969 DEBUG [RS:0;f334e8b0fbdf:36177 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T06:23:21,969 DEBUG [RS:0;f334e8b0fbdf:36177 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T06:23:21,969 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T06:23:21,969 INFO [RS:0;f334e8b0fbdf:36177 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36177 2024-11-11T06:23:21,971 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36177-0x10105b1b9ec0004, quorum=127.0.0.1:53045, baseZNode=/11381029748 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11381029748/rs/f334e8b0fbdf,36177,1731306185580 2024-11-11T06:23:21,971 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33453-0x10105b1b9ec0003, quorum=127.0.0.1:53045, baseZNode=/11381029748 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11381029748/rs 2024-11-11T06:23:21,971 INFO [RS:0;f334e8b0fbdf:36177 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T06:23:21,972 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [f334e8b0fbdf,36177,1731306185580] 2024-11-11T06:23:21,978 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /11381029748/draining/f334e8b0fbdf,36177,1731306185580 already deleted, retry=false 2024-11-11T06:23:21,978 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; f334e8b0fbdf,36177,1731306185580 expired; onlineServers=0 2024-11-11T06:23:21,978 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'f334e8b0fbdf,33453,1731306185541' ***** 2024-11-11T06:23:21,978 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-11T06:23:21,978 INFO [M:0;f334e8b0fbdf:33453 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T06:23:21,978 INFO [M:0;f334e8b0fbdf:33453 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T06:23:21,978 DEBUG [M:0;f334e8b0fbdf:33453 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-11T06:23:21,979 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-11T06:23:21,979 DEBUG [M:0;f334e8b0fbdf:33453 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-11T06:23:21,979 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster-HFileCleaner.large.0-1731306187336 {}] cleaner.HFileCleaner(306): Exit Thread[master/f334e8b0fbdf:0:becomeActiveMaster-HFileCleaner.large.0-1731306187336,5,FailOnTimeoutGroup] 2024-11-11T06:23:21,979 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster-HFileCleaner.small.0-1731306187336 {}] cleaner.HFileCleaner(306): Exit Thread[master/f334e8b0fbdf:0:becomeActiveMaster-HFileCleaner.small.0-1731306187336,5,FailOnTimeoutGroup] 2024-11-11T06:23:21,979 INFO [M:0;f334e8b0fbdf:33453 {}] hbase.ChoreService(370): Chore service for: master/f334e8b0fbdf:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-11T06:23:21,979 INFO [M:0;f334e8b0fbdf:33453 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T06:23:21,979 DEBUG [M:0;f334e8b0fbdf:33453 {}] master.HMaster(1795): Stopping service threads 2024-11-11T06:23:21,979 INFO [M:0;f334e8b0fbdf:33453 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-11T06:23:21,979 INFO [M:0;f334e8b0fbdf:33453 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T06:23:21,979 INFO [M:0;f334e8b0fbdf:33453 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-11T06:23:21,979 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-11T06:23:21,980 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33453-0x10105b1b9ec0003, quorum=127.0.0.1:53045, baseZNode=/11381029748 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11381029748/master 2024-11-11T06:23:21,980 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33453-0x10105b1b9ec0003, quorum=127.0.0.1:53045, baseZNode=/11381029748 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11381029748 2024-11-11T06:23:21,980 DEBUG [M:0;f334e8b0fbdf:33453 {}] zookeeper.ZKUtil(347): master:33453-0x10105b1b9ec0003, quorum=127.0.0.1:53045, baseZNode=/11381029748 Unable to get data of znode /11381029748/master because node does not exist (not an error) 2024-11-11T06:23:21,980 WARN [M:0;f334e8b0fbdf:33453 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-11T06:23:21,981 INFO [M:0;f334e8b0fbdf:33453 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:34465/user/jenkins/test-data/2135504e-f276-e5be-bfbd-935cba390068/.lastflushedseqids 2024-11-11T06:23:21,987 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36715 is added to blk_1073741847_1023 (size=245) 2024-11-11T06:23:22,073 INFO [RS:0;f334e8b0fbdf:36177 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T06:23:22,073 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36177-0x10105b1b9ec0004, quorum=127.0.0.1:53045, baseZNode=/11381029748 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T06:23:22,073 INFO [RS:0;f334e8b0fbdf:36177 {}] regionserver.HRegionServer(1031): Exiting; stopping=f334e8b0fbdf,36177,1731306185580; zookeeper connection closed. 2024-11-11T06:23:22,073 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36177-0x10105b1b9ec0004, quorum=127.0.0.1:53045, baseZNode=/11381029748 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T06:23:22,073 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@63818336 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@63818336 2024-11-11T06:23:22,073 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-11T06:23:22,387 INFO [M:0;f334e8b0fbdf:33453 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-11T06:23:22,388 INFO [M:0;f334e8b0fbdf:33453 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-11T06:23:22,388 DEBUG [M:0;f334e8b0fbdf:33453 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-11T06:23:22,388 INFO [M:0;f334e8b0fbdf:33453 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T06:23:22,388 DEBUG [M:0;f334e8b0fbdf:33453 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T06:23:22,388 DEBUG [M:0;f334e8b0fbdf:33453 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-11T06:23:22,388 DEBUG [M:0;f334e8b0fbdf:33453 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T06:23:22,388 INFO [M:0;f334e8b0fbdf:33453 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.51 KB heapSize=64.93 KB 2024-11-11T06:23:22,403 DEBUG [M:0;f334e8b0fbdf:33453 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34465/user/jenkins/test-data/2135504e-f276-e5be-bfbd-935cba390068/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0ea7390dd8f2435a8a345cff971e5d88 is 82, key is hbase:meta,,1/info:regioninfo/1731306188506/Put/seqid=0 2024-11-11T06:23:22,406 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36715 is added to blk_1073741848_1024 (size=5672) 2024-11-11T06:23:22,407 INFO [M:0;f334e8b0fbdf:33453 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:34465/user/jenkins/test-data/2135504e-f276-e5be-bfbd-935cba390068/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0ea7390dd8f2435a8a345cff971e5d88 2024-11-11T06:23:22,427 DEBUG [M:0;f334e8b0fbdf:33453 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34465/user/jenkins/test-data/2135504e-f276-e5be-bfbd-935cba390068/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4b61907cdb8e4aa2afa24243d4444855 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731306194746/Put/seqid=0 2024-11-11T06:23:22,433 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36715 is added to blk_1073741849_1025 (size=8517) 2024-11-11T06:23:22,434 INFO [M:0;f334e8b0fbdf:33453 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.96 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:34465/user/jenkins/test-data/2135504e-f276-e5be-bfbd-935cba390068/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4b61907cdb8e4aa2afa24243d4444855 2024-11-11T06:23:22,453 DEBUG [M:0;f334e8b0fbdf:33453 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34465/user/jenkins/test-data/2135504e-f276-e5be-bfbd-935cba390068/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/fc131fbce0e543c5b1b532fbe7bce613 is 69, key is f334e8b0fbdf,36177,1731306185580/rs:state/1731306187426/Put/seqid=0 2024-11-11T06:23:22,457 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36715 is added to blk_1073741850_1026 (size=5156) 2024-11-11T06:23:22,457 INFO [M:0;f334e8b0fbdf:33453 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:34465/user/jenkins/test-data/2135504e-f276-e5be-bfbd-935cba390068/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/fc131fbce0e543c5b1b532fbe7bce613 2024-11-11T06:23:22,461 DEBUG [M:0;f334e8b0fbdf:33453 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34465/user/jenkins/test-data/2135504e-f276-e5be-bfbd-935cba390068/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0ea7390dd8f2435a8a345cff971e5d88 as hdfs://localhost:34465/user/jenkins/test-data/2135504e-f276-e5be-bfbd-935cba390068/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/0ea7390dd8f2435a8a345cff971e5d88 2024-11-11T06:23:22,464 INFO [M:0;f334e8b0fbdf:33453 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34465/user/jenkins/test-data/2135504e-f276-e5be-bfbd-935cba390068/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/0ea7390dd8f2435a8a345cff971e5d88, entries=8, sequenceid=97, filesize=5.5 K 2024-11-11T06:23:22,465 DEBUG [M:0;f334e8b0fbdf:33453 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34465/user/jenkins/test-data/2135504e-f276-e5be-bfbd-935cba390068/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/4b61907cdb8e4aa2afa24243d4444855 as hdfs://localhost:34465/user/jenkins/test-data/2135504e-f276-e5be-bfbd-935cba390068/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/4b61907cdb8e4aa2afa24243d4444855 2024-11-11T06:23:22,468 INFO [M:0;f334e8b0fbdf:33453 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34465/user/jenkins/test-data/2135504e-f276-e5be-bfbd-935cba390068/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/4b61907cdb8e4aa2afa24243d4444855, entries=11, sequenceid=97, filesize=8.3 K 2024-11-11T06:23:22,469 DEBUG [M:0;f334e8b0fbdf:33453 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34465/user/jenkins/test-data/2135504e-f276-e5be-bfbd-935cba390068/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/fc131fbce0e543c5b1b532fbe7bce613 as hdfs://localhost:34465/user/jenkins/test-data/2135504e-f276-e5be-bfbd-935cba390068/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/fc131fbce0e543c5b1b532fbe7bce613 2024-11-11T06:23:22,472 INFO [M:0;f334e8b0fbdf:33453 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34465/user/jenkins/test-data/2135504e-f276-e5be-bfbd-935cba390068/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/fc131fbce0e543c5b1b532fbe7bce613, entries=1, sequenceid=97, filesize=5.0 K 2024-11-11T06:23:22,473 INFO [M:0;f334e8b0fbdf:33453 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 85ms, sequenceid=97, compaction requested=false 2024-11-11T06:23:22,479 INFO [M:0;f334e8b0fbdf:33453 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T06:23:22,479 DEBUG [M:0;f334e8b0fbdf:33453 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731306202388Disabling compacts and flushes for region at 1731306202388Disabling writes for close at 1731306202388Obtaining lock to block concurrent updates at 1731306202388Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731306202388Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56847, getHeapSize=66424, getOffHeapSize=0, getCellsCount=114 at 1731306202388Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731306202389 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731306202389Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731306202403 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731306202403Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731306202410 (+7 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731306202427 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731306202427Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731306202437 (+10 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731306202453 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731306202453Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@431b0043: reopening flushed file at 1731306202460 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2c9c24ed: reopening flushed file at 1731306202464 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@20bec7c7: reopening flushed file at 1731306202468 (+4 ms)Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 85ms, sequenceid=97, compaction requested=false at 1731306202473 (+5 ms)Writing region close event to WAL at 1731306202479 (+6 ms)Closed at 1731306202479 2024-11-11T06:23:22,480 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36715 is added to blk_1073741830_1006 (size=63666) 2024-11-11T06:23:22,481 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T06:23:22,481 INFO [M:0;f334e8b0fbdf:33453 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-11T06:23:22,481 INFO [M:0;f334e8b0fbdf:33453 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33453 2024-11-11T06:23:22,481 INFO [M:0;f334e8b0fbdf:33453 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T06:23:22,583 INFO [M:0;f334e8b0fbdf:33453 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T06:23:22,583 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33453-0x10105b1b9ec0003, quorum=127.0.0.1:53045, baseZNode=/11381029748 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T06:23:22,583 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33453-0x10105b1b9ec0003, quorum=127.0.0.1:53045, baseZNode=/11381029748 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T06:23:22,587 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7cfaff57{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T06:23:22,587 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@459af1fc{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T06:23:22,587 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T06:23:22,587 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@56b3f78c{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T06:23:22,588 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@133c9b0a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5692c2df-e1b5-f923-9825-a183f141e37e/hadoop.log.dir/,STOPPED} 2024-11-11T06:23:22,589 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-11T06:23:22,589 WARN [BP-520159222-172.17.0.2-1731306184631 heartbeating to localhost/127.0.0.1:34465 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-11T06:23:22,589 WARN [BP-520159222-172.17.0.2-1731306184631 heartbeating to localhost/127.0.0.1:34465 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-520159222-172.17.0.2-1731306184631 (Datanode Uuid 03ac27c1-93f1-42bc-b8c5-80dfed38745c) service to localhost/127.0.0.1:34465 2024-11-11T06:23:22,589 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-11T06:23:22,590 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5692c2df-e1b5-f923-9825-a183f141e37e/cluster_e55dabad-21e6-190e-1307-a0c0b0d5a0e3/data/data1/current/BP-520159222-172.17.0.2-1731306184631 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T06:23:22,590 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5692c2df-e1b5-f923-9825-a183f141e37e/cluster_e55dabad-21e6-190e-1307-a0c0b0d5a0e3/data/data2/current/BP-520159222-172.17.0.2-1731306184631 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T06:23:22,591 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-11T06:23:22,597 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@8f1a53a{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-11T06:23:22,597 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@29fbc98c{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T06:23:22,597 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T06:23:22,597 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6969f398{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T06:23:22,597 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@ae9ccac{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5692c2df-e1b5-f923-9825-a183f141e37e/hadoop.log.dir/,STOPPED} 2024-11-11T06:23:22,609 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-11T06:23:22,610 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-11T06:23:22,610 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T06:23:22,610 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T06:23:22,610 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T06:23:22,610 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T06:23:22,610 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T06:23:22,610 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-11T06:23:22,610 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1507042413, stopped=false 2024-11-11T06:23:22,610 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=f334e8b0fbdf,46073,1731306181521 2024-11-11T06:23:22,611 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46073-0x10105b1b9ec0000, quorum=127.0.0.1:53045, baseZNode=/0-642798582 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-642798582/running 2024-11-11T06:23:22,611 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34601-0x10105b1b9ec0001, quorum=127.0.0.1:53045, baseZNode=/0-642798582 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-642798582/running 2024-11-11T06:23:22,611 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46073-0x10105b1b9ec0000, quorum=127.0.0.1:53045, baseZNode=/0-642798582 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-642798582 2024-11-11T06:23:22,612 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34601-0x10105b1b9ec0001, quorum=127.0.0.1:53045, baseZNode=/0-642798582 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-642798582 2024-11-11T06:23:22,612 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T06:23:22,612 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34601-0x10105b1b9ec0001, quorum=127.0.0.1:53045, baseZNode=/0-642798582 Set watcher on znode that does not yet exist, /0-642798582/running 2024-11-11T06:23:22,612 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:46073-0x10105b1b9ec0000, quorum=127.0.0.1:53045, baseZNode=/0-642798582 Set watcher on znode that does not yet exist, /0-642798582/running 2024-11-11T06:23:22,613 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T06:23:22,613 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T06:23:22,613 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T06:23:22,613 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'f334e8b0fbdf,34601,1731306181573' ***** 2024-11-11T06:23:22,613 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-11T06:23:22,613 INFO [RS:0;f334e8b0fbdf:34601 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-11T06:23:22,613 INFO [RS:0;f334e8b0fbdf:34601 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-11T06:23:22,613 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-11T06:23:22,613 INFO [RS:0;f334e8b0fbdf:34601 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-11T06:23:22,613 INFO [RS:0;f334e8b0fbdf:34601 {}] regionserver.HRegionServer(3091): Received CLOSE for 64a31279919e50f634733b73ff0ef379 2024-11-11T06:23:22,614 INFO [RS:0;f334e8b0fbdf:34601 {}] regionserver.HRegionServer(3091): Received CLOSE for cdd13601cdab59d9adfcf09056bff59b 2024-11-11T06:23:22,614 INFO [RS:0;f334e8b0fbdf:34601 {}] regionserver.HRegionServer(959): stopping server f334e8b0fbdf,34601,1731306181573 2024-11-11T06:23:22,614 INFO [RS:0;f334e8b0fbdf:34601 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T06:23:22,614 DEBUG [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 64a31279919e50f634733b73ff0ef379, disabling compactions & flushes 2024-11-11T06:23:22,614 INFO [RS:0;f334e8b0fbdf:34601 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f334e8b0fbdf:34601. 2024-11-11T06:23:22,614 INFO [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731306188619.64a31279919e50f634733b73ff0ef379. 2024-11-11T06:23:22,614 DEBUG [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731306188619.64a31279919e50f634733b73ff0ef379. 2024-11-11T06:23:22,614 DEBUG [RS:0;f334e8b0fbdf:34601 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T06:23:22,614 DEBUG [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731306188619.64a31279919e50f634733b73ff0ef379. after waiting 0 ms 2024-11-11T06:23:22,614 DEBUG [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731306188619.64a31279919e50f634733b73ff0ef379. 2024-11-11T06:23:22,614 DEBUG [RS:0;f334e8b0fbdf:34601 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T06:23:22,614 INFO [RS:0;f334e8b0fbdf:34601 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-11T06:23:22,614 INFO [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 64a31279919e50f634733b73ff0ef379 3/3 column families, dataSize=191 B heapSize=1.46 KB 2024-11-11T06:23:22,614 INFO [RS:0;f334e8b0fbdf:34601 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-11T06:23:22,614 INFO [RS:0;f334e8b0fbdf:34601 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-11T06:23:22,614 INFO [RS:0;f334e8b0fbdf:34601 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-11T06:23:22,614 INFO [RS:0;f334e8b0fbdf:34601 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-11T06:23:22,614 DEBUG [RS:0;f334e8b0fbdf:34601 {}] regionserver.HRegionServer(1325): Online Regions={64a31279919e50f634733b73ff0ef379=test,,1731306188619.64a31279919e50f634733b73ff0ef379., 1588230740=hbase:meta,,1.1588230740, cdd13601cdab59d9adfcf09056bff59b=hbase:replication,,1731306191418.cdd13601cdab59d9adfcf09056bff59b.} 2024-11-11T06:23:22,614 DEBUG [RS:0;f334e8b0fbdf:34601 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 64a31279919e50f634733b73ff0ef379, cdd13601cdab59d9adfcf09056bff59b 2024-11-11T06:23:22,614 DEBUG [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-11T06:23:22,614 INFO [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-11T06:23:22,614 DEBUG [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-11T06:23:22,614 DEBUG [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-11T06:23:22,614 DEBUG [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-11T06:23:22,615 INFO [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-11T06:23:22,630 DEBUG [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44883/user/jenkins/test-data/61ba473a-c247-8bb0-493d-341c5b769656/data/hbase/meta/1588230740/.tmp/info/e8758ce7eb844791a98acea88c070df6 is 147, key is hbase:replication,,1731306191418.cdd13601cdab59d9adfcf09056bff59b./info:regioninfo/1731306192584/Put/seqid=0 2024-11-11T06:23:22,632 DEBUG [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44883/user/jenkins/test-data/61ba473a-c247-8bb0-493d-341c5b769656/data/default/test/64a31279919e50f634733b73ff0ef379/.tmp/f/ae20cbf710a8475785d9802c5004ada7 is 29, key is row1/f:/1731306198739/DeleteFamily/seqid=0 2024-11-11T06:23:22,633 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33973 is added to blk_1073741840_1016 (size=7686) 2024-11-11T06:23:22,634 INFO [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44883/user/jenkins/test-data/61ba473a-c247-8bb0-493d-341c5b769656/data/hbase/meta/1588230740/.tmp/info/e8758ce7eb844791a98acea88c070df6 2024-11-11T06:23:22,635 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33973 is added to blk_1073741841_1017 (size=5118) 2024-11-11T06:23:22,636 INFO [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:44883/user/jenkins/test-data/61ba473a-c247-8bb0-493d-341c5b769656/data/default/test/64a31279919e50f634733b73ff0ef379/.tmp/f/ae20cbf710a8475785d9802c5004ada7 2024-11-11T06:23:22,640 INFO [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ae20cbf710a8475785d9802c5004ada7 2024-11-11T06:23:22,641 INFO [regionserver/f334e8b0fbdf:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T06:23:22,654 DEBUG [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44883/user/jenkins/test-data/61ba473a-c247-8bb0-493d-341c5b769656/data/default/test/64a31279919e50f634733b73ff0ef379/.tmp/f1/bdba6c5c7e774bd0824d6b88dd5f9e98 is 30, key is row1/f1:/1731306198739/DeleteFamily/seqid=0 2024-11-11T06:23:22,657 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33973 is added to blk_1073741842_1018 (size=5123) 2024-11-11T06:23:22,658 DEBUG [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44883/user/jenkins/test-data/61ba473a-c247-8bb0-493d-341c5b769656/data/hbase/meta/1588230740/.tmp/ns/908d7de9cd4c47b5ac2abcc9d38a5890 is 43, key is default/ns:d/1731306184526/Put/seqid=0 2024-11-11T06:23:22,664 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33973 is added to blk_1073741843_1019 (size=5153) 2024-11-11T06:23:22,767 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,34601,1731306181573.replicationSource.wal-reader.f334e8b0fbdf%2C34601%2C1731306181573,1-f334e8b0fbdf,34601,1731306181573 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44883/user/jenkins/test-data/61ba473a-c247-8bb0-493d-341c5b769656/WALs/f334e8b0fbdf,34601,1731306181573/f334e8b0fbdf%2C34601%2C1731306181573.1731306183559 to pos 914, reset compression=false 2024-11-11T06:23:22,773 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,34601,1731306181573.replicationSource.wal-reader.f334e8b0fbdf%2C34601%2C1731306181573,1-f334e8b0fbdf,34601,1731306181573 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-11T06:23:22,773 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,34601,1731306181573.replicationSource.wal-reader.f334e8b0fbdf%2C34601%2C1731306181573,1-f334e8b0fbdf,34601,1731306181573 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44883/user/jenkins/test-data/61ba473a-c247-8bb0-493d-341c5b769656/WALs/f334e8b0fbdf,34601,1731306181573/f334e8b0fbdf%2C34601%2C1731306181573.1731306183559 to pos 1161, reset compression=false 2024-11-11T06:23:22,773 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,34601,1731306181573.replicationSource.shipperf334e8b0fbdf%2C34601%2C1731306181573,1-f334e8b0fbdf,34601,1731306181573 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f334e8b0fbdf,34601,1731306181573 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44883/user/jenkins/test-data/61ba473a-c247-8bb0-493d-341c5b769656/WALs/f334e8b0fbdf,34601,1731306181573/f334e8b0fbdf%2C34601%2C1731306181573.1731306183559, lastWalPosition=1161, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-11T06:23:22,774 ERROR [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,34601,1731306181573.replicationSource.shipperf334e8b0fbdf%2C34601%2C1731306181573,1-f334e8b0fbdf,34601,1731306181573 {}] regionserver.HRegionServer(2440): ***** ABORTING region server f334e8b0fbdf,34601,1731306181573: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-f334e8b0fbdf,34601,1731306181573, walGroup=f334e8b0fbdf%2C34601%2C1731306181573, offset=f334e8b0fbdf%2C34601%2C1731306181573.1731306183559:1161, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f334e8b0fbdf:34601 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-11T06:23:22,775 ERROR [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,34601,1731306181573.replicationSource.shipperf334e8b0fbdf%2C34601%2C1731306181573,1-f334e8b0fbdf,34601,1731306181573 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-11T06:23:22,775 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,34601,1731306181573.replicationSource.shipperf334e8b0fbdf%2C34601%2C1731306181573,1-f334e8b0fbdf,34601,1731306181573 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-11T06:23:22,776 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,34601,1731306181573.replicationSource.shipperf334e8b0fbdf%2C34601%2C1731306181573,1-f334e8b0fbdf,34601,1731306181573 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-11T06:23:22,776 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,34601,1731306181573.replicationSource.shipperf334e8b0fbdf%2C34601%2C1731306181573,1-f334e8b0fbdf,34601,1731306181573 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-11T06:23:22,776 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,34601,1731306181573.replicationSource.shipperf334e8b0fbdf%2C34601%2C1731306181573,1-f334e8b0fbdf,34601,1731306181573 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-11T06:23:22,776 INFO [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,34601,1731306181573.replicationSource.shipperf334e8b0fbdf%2C34601%2C1731306181573,1-f334e8b0fbdf,34601,1731306181573 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1059061760, "init": 1048576000, "max": 2306867200, "used": 655605696 }, "NonHeapMemoryUsage": { "committed": 195428352, "init": 7667712, "max": -1, "used": 191926376 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-11T06:23:22,776 WARN [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,34601,1731306181573.replicationSource.shipperf334e8b0fbdf%2C34601%2C1731306181573,1-f334e8b0fbdf,34601,1731306181573 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f334e8b0fbdf:46073 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f334e8b0fbdf:46073 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-11T06:23:22,814 DEBUG [RS:0;f334e8b0fbdf:34601 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 64a31279919e50f634733b73ff0ef379, cdd13601cdab59d9adfcf09056bff59b 2024-11-11T06:23:22,977 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,34601,1731306181573.replicationSource.wal-reader.f334e8b0fbdf%2C34601%2C1731306181573,1-f334e8b0fbdf,34601,1731306181573 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44883/user/jenkins/test-data/61ba473a-c247-8bb0-493d-341c5b769656/WALs/f334e8b0fbdf,34601,1731306181573/f334e8b0fbdf%2C34601%2C1731306181573.1731306183559 to pos 1161, reset compression=false 2024-11-11T06:23:23,015 DEBUG [RS:0;f334e8b0fbdf:34601 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 64a31279919e50f634733b73ff0ef379, cdd13601cdab59d9adfcf09056bff59b 2024-11-11T06:23:23,058 INFO [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:44883/user/jenkins/test-data/61ba473a-c247-8bb0-493d-341c5b769656/data/default/test/64a31279919e50f634733b73ff0ef379/.tmp/f1/bdba6c5c7e774bd0824d6b88dd5f9e98 2024-11-11T06:23:23,062 INFO [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for bdba6c5c7e774bd0824d6b88dd5f9e98 2024-11-11T06:23:23,062 INFO [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44883/user/jenkins/test-data/61ba473a-c247-8bb0-493d-341c5b769656/data/hbase/meta/1588230740/.tmp/ns/908d7de9cd4c47b5ac2abcc9d38a5890 2024-11-11T06:23:23,078 DEBUG [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44883/user/jenkins/test-data/61ba473a-c247-8bb0-493d-341c5b769656/data/hbase/meta/1588230740/.tmp/rep_barrier/b84664aa652f4e3c963a7f940e5f7a3d is 112, key is test,,1731306188619.64a31279919e50f634733b73ff0ef379./rep_barrier:seqnumDuringOpen/1731306189769/Put/seqid=0 2024-11-11T06:23:23,079 DEBUG [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44883/user/jenkins/test-data/61ba473a-c247-8bb0-493d-341c5b769656/data/default/test/64a31279919e50f634733b73ff0ef379/.tmp/norep/0403fe7b06da40d7b0f9aa9eca79f8b8 is 32, key is row/norep:/1731306197734/DeleteFamily/seqid=0 2024-11-11T06:23:23,082 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33973 is added to blk_1073741844_1020 (size=5518) 2024-11-11T06:23:23,083 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33973 is added to blk_1073741845_1021 (size=5101) 2024-11-11T06:23:23,083 INFO [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:44883/user/jenkins/test-data/61ba473a-c247-8bb0-493d-341c5b769656/data/default/test/64a31279919e50f634733b73ff0ef379/.tmp/norep/0403fe7b06da40d7b0f9aa9eca79f8b8 2024-11-11T06:23:23,087 INFO [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 0403fe7b06da40d7b0f9aa9eca79f8b8 2024-11-11T06:23:23,087 DEBUG [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44883/user/jenkins/test-data/61ba473a-c247-8bb0-493d-341c5b769656/data/default/test/64a31279919e50f634733b73ff0ef379/.tmp/f/ae20cbf710a8475785d9802c5004ada7 as hdfs://localhost:44883/user/jenkins/test-data/61ba473a-c247-8bb0-493d-341c5b769656/data/default/test/64a31279919e50f634733b73ff0ef379/f/ae20cbf710a8475785d9802c5004ada7 2024-11-11T06:23:23,091 INFO [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ae20cbf710a8475785d9802c5004ada7 2024-11-11T06:23:23,091 INFO [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44883/user/jenkins/test-data/61ba473a-c247-8bb0-493d-341c5b769656/data/default/test/64a31279919e50f634733b73ff0ef379/f/ae20cbf710a8475785d9802c5004ada7, entries=2, sequenceid=8, filesize=5.0 K 2024-11-11T06:23:23,091 DEBUG [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44883/user/jenkins/test-data/61ba473a-c247-8bb0-493d-341c5b769656/data/default/test/64a31279919e50f634733b73ff0ef379/.tmp/f1/bdba6c5c7e774bd0824d6b88dd5f9e98 as hdfs://localhost:44883/user/jenkins/test-data/61ba473a-c247-8bb0-493d-341c5b769656/data/default/test/64a31279919e50f634733b73ff0ef379/f1/bdba6c5c7e774bd0824d6b88dd5f9e98 2024-11-11T06:23:23,095 INFO [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for bdba6c5c7e774bd0824d6b88dd5f9e98 2024-11-11T06:23:23,096 INFO [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44883/user/jenkins/test-data/61ba473a-c247-8bb0-493d-341c5b769656/data/default/test/64a31279919e50f634733b73ff0ef379/f1/bdba6c5c7e774bd0824d6b88dd5f9e98, entries=2, sequenceid=8, filesize=5.0 K 2024-11-11T06:23:23,096 DEBUG [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44883/user/jenkins/test-data/61ba473a-c247-8bb0-493d-341c5b769656/data/default/test/64a31279919e50f634733b73ff0ef379/.tmp/norep/0403fe7b06da40d7b0f9aa9eca79f8b8 as hdfs://localhost:44883/user/jenkins/test-data/61ba473a-c247-8bb0-493d-341c5b769656/data/default/test/64a31279919e50f634733b73ff0ef379/norep/0403fe7b06da40d7b0f9aa9eca79f8b8 2024-11-11T06:23:23,099 INFO [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 0403fe7b06da40d7b0f9aa9eca79f8b8 2024-11-11T06:23:23,099 INFO [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44883/user/jenkins/test-data/61ba473a-c247-8bb0-493d-341c5b769656/data/default/test/64a31279919e50f634733b73ff0ef379/norep/0403fe7b06da40d7b0f9aa9eca79f8b8, entries=1, sequenceid=8, filesize=5.0 K 2024-11-11T06:23:23,100 INFO [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~191 B/191, heapSize ~1.41 KB/1448, currentSize=0 B/0 for 64a31279919e50f634733b73ff0ef379 in 486ms, sequenceid=8, compaction requested=false 2024-11-11T06:23:23,104 DEBUG [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44883/user/jenkins/test-data/61ba473a-c247-8bb0-493d-341c5b769656/data/default/test/64a31279919e50f634733b73ff0ef379/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-11T06:23:23,104 DEBUG [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-11T06:23:23,104 DEBUG [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-11T06:23:23,104 INFO [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731306188619.64a31279919e50f634733b73ff0ef379. 2024-11-11T06:23:23,104 DEBUG [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 64a31279919e50f634733b73ff0ef379: Waiting for close lock at 1731306202614Running coprocessor pre-close hooks at 1731306202614Disabling compacts and flushes for region at 1731306202614Disabling writes for close at 1731306202614Obtaining lock to block concurrent updates at 1731306202614Preparing flush snapshotting stores in 64a31279919e50f634733b73ff0ef379 at 1731306202614Finished memstore snapshotting test,,1731306188619.64a31279919e50f634733b73ff0ef379., syncing WAL and waiting on mvcc, flushsize=dataSize=191, getHeapSize=1448, getOffHeapSize=0, getCellsCount=7 at 1731306202614Flushing stores of test,,1731306188619.64a31279919e50f634733b73ff0ef379. at 1731306202615 (+1 ms)Flushing 64a31279919e50f634733b73ff0ef379/f: creating writer at 1731306202615Flushing 64a31279919e50f634733b73ff0ef379/f: appending metadata at 1731306202631 (+16 ms)Flushing 64a31279919e50f634733b73ff0ef379/f: closing flushed file at 1731306202631Flushing 64a31279919e50f634733b73ff0ef379/f1: creating writer at 1731306202640 (+9 ms)Flushing 64a31279919e50f634733b73ff0ef379/f1: appending metadata at 1731306202653 (+13 ms)Flushing 64a31279919e50f634733b73ff0ef379/f1: closing flushed file at 1731306202653Flushing 64a31279919e50f634733b73ff0ef379/norep: creating writer at 1731306203062 (+409 ms)Flushing 64a31279919e50f634733b73ff0ef379/norep: appending metadata at 1731306203079 (+17 ms)Flushing 64a31279919e50f634733b73ff0ef379/norep: closing flushed file at 1731306203079Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@19136e44: reopening flushed file at 1731306203087 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7fb58734: reopening flushed file at 1731306203091 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5f6b349e: reopening flushed file at 1731306203096 (+5 ms)Finished flush of dataSize ~191 B/191, heapSize ~1.41 KB/1448, currentSize=0 B/0 for 64a31279919e50f634733b73ff0ef379 in 486ms, sequenceid=8, compaction requested=false at 1731306203100 (+4 ms)Writing region close event to WAL at 1731306203101 (+1 ms)Running coprocessor post-close hooks at 1731306203104 (+3 ms)Closed at 1731306203104 2024-11-11T06:23:23,105 DEBUG [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731306188619.64a31279919e50f634733b73ff0ef379. 2024-11-11T06:23:23,105 DEBUG [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing cdd13601cdab59d9adfcf09056bff59b, disabling compactions & flushes 2024-11-11T06:23:23,105 INFO [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731306191418.cdd13601cdab59d9adfcf09056bff59b. 2024-11-11T06:23:23,105 DEBUG [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731306191418.cdd13601cdab59d9adfcf09056bff59b. 2024-11-11T06:23:23,105 DEBUG [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731306191418.cdd13601cdab59d9adfcf09056bff59b. after waiting 0 ms 2024-11-11T06:23:23,105 DEBUG [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731306191418.cdd13601cdab59d9adfcf09056bff59b. 2024-11-11T06:23:23,105 DEBUG [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for cdd13601cdab59d9adfcf09056bff59b: Waiting for close lock at 1731306203105Running coprocessor pre-close hooks at 1731306203105Disabling compacts and flushes for region at 1731306203105Disabling writes for close at 1731306203105Failed flush hbase:replication,,1731306191418.cdd13601cdab59d9adfcf09056bff59b., putting online again at 1731306203105 2024-11-11T06:23:23,105 DEBUG [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731306191418.cdd13601cdab59d9adfcf09056bff59b. 2024-11-11T06:23:23,215 INFO [RS:0;f334e8b0fbdf:34601 {}] regionserver.HRegionServer(3091): Received CLOSE for cdd13601cdab59d9adfcf09056bff59b 2024-11-11T06:23:23,215 DEBUG [RS:0;f334e8b0fbdf:34601 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, cdd13601cdab59d9adfcf09056bff59b 2024-11-11T06:23:23,215 DEBUG [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing cdd13601cdab59d9adfcf09056bff59b, disabling compactions & flushes 2024-11-11T06:23:23,215 INFO [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731306191418.cdd13601cdab59d9adfcf09056bff59b. 2024-11-11T06:23:23,215 DEBUG [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731306191418.cdd13601cdab59d9adfcf09056bff59b. 2024-11-11T06:23:23,215 DEBUG [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731306191418.cdd13601cdab59d9adfcf09056bff59b. after waiting 0 ms 2024-11-11T06:23:23,215 DEBUG [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731306191418.cdd13601cdab59d9adfcf09056bff59b. 2024-11-11T06:23:23,215 DEBUG [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for cdd13601cdab59d9adfcf09056bff59b: Waiting for close lock at 1731306203215Running coprocessor pre-close hooks at 1731306203215Disabling compacts and flushes for region at 1731306203215Disabling writes for close at 1731306203215Failed flush hbase:replication,,1731306191418.cdd13601cdab59d9adfcf09056bff59b., putting online again at 1731306203215 2024-11-11T06:23:23,215 DEBUG [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731306191418.cdd13601cdab59d9adfcf09056bff59b. 2024-11-11T06:23:23,281 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,34601,1731306181573.replicationSource.wal-reader.f334e8b0fbdf%2C34601%2C1731306181573,1-f334e8b0fbdf,34601,1731306181573 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44883/user/jenkins/test-data/61ba473a-c247-8bb0-493d-341c5b769656/WALs/f334e8b0fbdf,34601,1731306181573/f334e8b0fbdf%2C34601%2C1731306181573.1731306183559 to pos 1161, reset compression=false 2024-11-11T06:23:23,286 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,34601,1731306181573.replicationSource.wal-reader.f334e8b0fbdf%2C34601%2C1731306181573,1-f334e8b0fbdf,34601,1731306181573 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-11T06:23:23,286 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,34601,1731306181573.replicationSource.wal-reader.f334e8b0fbdf%2C34601%2C1731306181573,1-f334e8b0fbdf,34601,1731306181573 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44883/user/jenkins/test-data/61ba473a-c247-8bb0-493d-341c5b769656/WALs/f334e8b0fbdf,34601,1731306181573/f334e8b0fbdf%2C34601%2C1731306181573.1731306183559 to pos 1805, reset compression=false 2024-11-11T06:23:23,415 DEBUG [RS:0;f334e8b0fbdf:34601 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T06:23:23,483 INFO [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44883/user/jenkins/test-data/61ba473a-c247-8bb0-493d-341c5b769656/data/hbase/meta/1588230740/.tmp/rep_barrier/b84664aa652f4e3c963a7f940e5f7a3d 2024-11-11T06:23:23,489 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,34601,1731306181573.replicationSource.wal-reader.f334e8b0fbdf%2C34601%2C1731306181573,1-f334e8b0fbdf,34601,1731306181573 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44883/user/jenkins/test-data/61ba473a-c247-8bb0-493d-341c5b769656/WALs/f334e8b0fbdf,34601,1731306181573/f334e8b0fbdf%2C34601%2C1731306181573.1731306183559 to pos 1805, reset compression=false 2024-11-11T06:23:23,501 DEBUG [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44883/user/jenkins/test-data/61ba473a-c247-8bb0-493d-341c5b769656/data/hbase/meta/1588230740/.tmp/table/cbe9dc17da9147ea8961baaff5b8fe0c is 53, key is hbase:replication/table:state/1731306192591/Put/seqid=0 2024-11-11T06:23:23,504 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33973 is added to blk_1073741846_1022 (size=5308) 2024-11-11T06:23:23,515 INFO [regionserver/f334e8b0fbdf:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-11T06:23:23,515 INFO [regionserver/f334e8b0fbdf:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-11T06:23:23,615 INFO [RS:0;f334e8b0fbdf:34601 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-11T06:23:23,615 DEBUG [RS:0;f334e8b0fbdf:34601 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, cdd13601cdab59d9adfcf09056bff59b=hbase:replication,,1731306191418.cdd13601cdab59d9adfcf09056bff59b.} 2024-11-11T06:23:23,615 DEBUG [RS:0;f334e8b0fbdf:34601 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T06:23:23,789 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T06:23:23,790 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [f334e8b0fbdf,42169,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f334e8b0fbdf:42169 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-11T06:23:23,790 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 10, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 28269 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [f334e8b0fbdf,42169,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f334e8b0fbdf:42169 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-11T06:23:23,796 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,34601,1731306181573.replicationSource.wal-reader.f334e8b0fbdf%2C34601%2C1731306181573,1-f334e8b0fbdf,34601,1731306181573 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44883/user/jenkins/test-data/61ba473a-c247-8bb0-493d-341c5b769656/WALs/f334e8b0fbdf,34601,1731306181573/f334e8b0fbdf%2C34601%2C1731306181573.1731306183559 to pos 1805, reset compression=false 2024-11-11T06:23:23,816 DEBUG [RS:0;f334e8b0fbdf:34601 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T06:23:23,905 INFO [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44883/user/jenkins/test-data/61ba473a-c247-8bb0-493d-341c5b769656/data/hbase/meta/1588230740/.tmp/table/cbe9dc17da9147ea8961baaff5b8fe0c 2024-11-11T06:23:23,909 DEBUG [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44883/user/jenkins/test-data/61ba473a-c247-8bb0-493d-341c5b769656/data/hbase/meta/1588230740/.tmp/info/e8758ce7eb844791a98acea88c070df6 as hdfs://localhost:44883/user/jenkins/test-data/61ba473a-c247-8bb0-493d-341c5b769656/data/hbase/meta/1588230740/info/e8758ce7eb844791a98acea88c070df6 2024-11-11T06:23:23,913 INFO [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44883/user/jenkins/test-data/61ba473a-c247-8bb0-493d-341c5b769656/data/hbase/meta/1588230740/info/e8758ce7eb844791a98acea88c070df6, entries=20, sequenceid=16, filesize=7.5 K 2024-11-11T06:23:23,913 DEBUG [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44883/user/jenkins/test-data/61ba473a-c247-8bb0-493d-341c5b769656/data/hbase/meta/1588230740/.tmp/ns/908d7de9cd4c47b5ac2abcc9d38a5890 as hdfs://localhost:44883/user/jenkins/test-data/61ba473a-c247-8bb0-493d-341c5b769656/data/hbase/meta/1588230740/ns/908d7de9cd4c47b5ac2abcc9d38a5890 2024-11-11T06:23:23,917 INFO [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44883/user/jenkins/test-data/61ba473a-c247-8bb0-493d-341c5b769656/data/hbase/meta/1588230740/ns/908d7de9cd4c47b5ac2abcc9d38a5890, entries=2, sequenceid=16, filesize=5.0 K 2024-11-11T06:23:23,918 DEBUG [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44883/user/jenkins/test-data/61ba473a-c247-8bb0-493d-341c5b769656/data/hbase/meta/1588230740/.tmp/rep_barrier/b84664aa652f4e3c963a7f940e5f7a3d as hdfs://localhost:44883/user/jenkins/test-data/61ba473a-c247-8bb0-493d-341c5b769656/data/hbase/meta/1588230740/rep_barrier/b84664aa652f4e3c963a7f940e5f7a3d 2024-11-11T06:23:23,921 INFO [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44883/user/jenkins/test-data/61ba473a-c247-8bb0-493d-341c5b769656/data/hbase/meta/1588230740/rep_barrier/b84664aa652f4e3c963a7f940e5f7a3d, entries=1, sequenceid=16, filesize=5.4 K 2024-11-11T06:23:23,921 DEBUG [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44883/user/jenkins/test-data/61ba473a-c247-8bb0-493d-341c5b769656/data/hbase/meta/1588230740/.tmp/table/cbe9dc17da9147ea8961baaff5b8fe0c as hdfs://localhost:44883/user/jenkins/test-data/61ba473a-c247-8bb0-493d-341c5b769656/data/hbase/meta/1588230740/table/cbe9dc17da9147ea8961baaff5b8fe0c 2024-11-11T06:23:23,925 INFO [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44883/user/jenkins/test-data/61ba473a-c247-8bb0-493d-341c5b769656/data/hbase/meta/1588230740/table/cbe9dc17da9147ea8961baaff5b8fe0c, entries=4, sequenceid=16, filesize=5.2 K 2024-11-11T06:23:23,926 INFO [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1311ms, sequenceid=16, compaction requested=false 2024-11-11T06:23:23,935 DEBUG [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44883/user/jenkins/test-data/61ba473a-c247-8bb0-493d-341c5b769656/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-11T06:23:23,935 DEBUG [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-11T06:23:23,935 DEBUG [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-11T06:23:23,935 INFO [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-11T06:23:23,935 DEBUG [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731306202614Running coprocessor pre-close hooks at 1731306202614Disabling compacts and flushes for region at 1731306202614Disabling writes for close at 1731306202614Obtaining lock to block concurrent updates at 1731306202615 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731306202615Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731306202615Flushing stores of hbase:meta,,1.1588230740 at 1731306202616 (+1 ms)Flushing 1588230740/info: creating writer at 1731306202617 (+1 ms)Flushing 1588230740/info: appending metadata at 1731306202629 (+12 ms)Flushing 1588230740/info: closing flushed file at 1731306202630 (+1 ms)Flushing 1588230740/ns: creating writer at 1731306202638 (+8 ms)Flushing 1588230740/ns: appending metadata at 1731306202658 (+20 ms)Flushing 1588230740/ns: closing flushed file at 1731306202658Flushing 1588230740/rep_barrier: creating writer at 1731306203066 (+408 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731306203078 (+12 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731306203078Flushing 1588230740/table: creating writer at 1731306203487 (+409 ms)Flushing 1588230740/table: appending metadata at 1731306203501 (+14 ms)Flushing 1588230740/table: closing flushed file at 1731306203501Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@9fc0c5c: reopening flushed file at 1731306203909 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1a58c35a: reopening flushed file at 1731306203913 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@79787799: reopening flushed file at 1731306203917 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6c5e1bbe: reopening flushed file at 1731306203921 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1311ms, sequenceid=16, compaction requested=false at 1731306203926 (+5 ms)Writing region close event to WAL at 1731306203932 (+6 ms)Running coprocessor post-close hooks at 1731306203935 (+3 ms)Closed at 1731306203935 2024-11-11T06:23:23,935 DEBUG [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-11T06:23:24,016 INFO [RS:0;f334e8b0fbdf:34601 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-11T06:23:24,016 INFO [RS:0;f334e8b0fbdf:34601 {}] regionserver.HRegionServer(976): stopping server f334e8b0fbdf,34601,1731306181573; all regions closed. 2024-11-11T06:23:24,018 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33973 is added to blk_1073741834_1010 (size=4239) 2024-11-11T06:23:24,018 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/61ba473a-c247-8bb0-493d-341c5b769656/WALs/f334e8b0fbdf,34601,1731306181573/f334e8b0fbdf%2C34601%2C1731306181573.meta.1731306184483.meta not finished, retry = 0 2024-11-11T06:23:24,121 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/61ba473a-c247-8bb0-493d-341c5b769656/WALs/f334e8b0fbdf,34601,1731306181573/f334e8b0fbdf%2C34601%2C1731306181573.rep.1731306192550 not finished, retry = 0 2024-11-11T06:23:24,121 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33973 is added to blk_1073741839_1015 (size=1733) 2024-11-11T06:23:24,199 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,34601,1731306181573.replicationSource.wal-reader.f334e8b0fbdf%2C34601%2C1731306181573,1-f334e8b0fbdf,34601,1731306181573 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44883/user/jenkins/test-data/61ba473a-c247-8bb0-493d-341c5b769656/WALs/f334e8b0fbdf,34601,1731306181573/f334e8b0fbdf%2C34601%2C1731306181573.1731306183559 to pos 1805, reset compression=false 2024-11-11T06:23:24,223 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33973 is added to blk_1073741832_1008 (size=1813) 2024-11-11T06:23:24,223 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/61ba473a-c247-8bb0-493d-341c5b769656/WALs/f334e8b0fbdf,34601,1731306181573/f334e8b0fbdf%2C34601%2C1731306181573.1731306183559 not finished, retry = 0 2024-11-11T06:23:24,324 DEBUG [RS:0;f334e8b0fbdf:34601 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T06:23:24,324 INFO [RS:0;f334e8b0fbdf:34601 {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T06:23:24,324 INFO [RS:0;f334e8b0fbdf:34601 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T06:23:24,324 INFO [RS:0;f334e8b0fbdf:34601 {}] hbase.ChoreService(370): Chore service for: regionserver/f334e8b0fbdf:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-11T06:23:24,324 INFO [RS:0;f334e8b0fbdf:34601 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T06:23:24,325 INFO [regionserver/f334e8b0fbdf:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T06:23:24,325 INFO [RS:0;f334e8b0fbdf:34601 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-f334e8b0fbdf,34601,1731306181573 because: Region server is closing 2024-11-11T06:23:24,325 INFO [RS:0;f334e8b0fbdf:34601 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f334e8b0fbdf:34601. 2024-11-11T06:23:24,325 DEBUG [RS:0;f334e8b0fbdf:34601 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T06:23:24,325 DEBUG [RS:0;f334e8b0fbdf:34601 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T06:23:24,325 DEBUG [RS:0;f334e8b0fbdf:34601 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T06:23:24,325 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T06:23:24,425 INFO [RS:0;f334e8b0fbdf:34601 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,34601,1731306181573.replicationSource.shipperf334e8b0fbdf%2C34601%2C1731306181573,1-f334e8b0fbdf,34601,1731306181573 terminated 2024-11-11T06:23:24,425 WARN [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,34601,1731306181573.replicationSource.wal-reader.f334e8b0fbdf%2C34601%2C1731306181573,1-f334e8b0fbdf,34601,1731306181573 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-11T06:23:24,425 INFO [RS:0;f334e8b0fbdf:34601 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f334e8b0fbdf:34601. 2024-11-11T06:23:24,426 DEBUG [RS:0;f334e8b0fbdf:34601 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T06:23:24,426 DEBUG [RS:0;f334e8b0fbdf:34601 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T06:23:24,426 DEBUG [RS:0;f334e8b0fbdf:34601 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T06:23:24,426 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T06:23:24,426 INFO [RS:0;f334e8b0fbdf:34601 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34601 2024-11-11T06:23:24,428 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34601-0x10105b1b9ec0001, quorum=127.0.0.1:53045, baseZNode=/0-642798582 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-642798582/rs/f334e8b0fbdf,34601,1731306181573 2024-11-11T06:23:24,428 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46073-0x10105b1b9ec0000, quorum=127.0.0.1:53045, baseZNode=/0-642798582 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-642798582/rs 2024-11-11T06:23:24,429 INFO [RS:0;f334e8b0fbdf:34601 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T06:23:24,430 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [f334e8b0fbdf,34601,1731306181573] 2024-11-11T06:23:24,431 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-642798582/draining/f334e8b0fbdf,34601,1731306181573 already deleted, retry=false 2024-11-11T06:23:24,431 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; f334e8b0fbdf,34601,1731306181573 expired; onlineServers=0 2024-11-11T06:23:24,431 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'f334e8b0fbdf,46073,1731306181521' ***** 2024-11-11T06:23:24,431 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-11T06:23:24,431 INFO [M:0;f334e8b0fbdf:46073 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T06:23:24,431 INFO [M:0;f334e8b0fbdf:46073 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T06:23:24,431 DEBUG [M:0;f334e8b0fbdf:46073 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-11T06:23:24,431 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-11T06:23:24,431 DEBUG [M:0;f334e8b0fbdf:46073 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-11T06:23:24,432 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster-HFileCleaner.large.0-1731306183341 {}] cleaner.HFileCleaner(306): Exit Thread[master/f334e8b0fbdf:0:becomeActiveMaster-HFileCleaner.large.0-1731306183341,5,FailOnTimeoutGroup] 2024-11-11T06:23:24,432 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster-HFileCleaner.small.0-1731306183344 {}] cleaner.HFileCleaner(306): Exit Thread[master/f334e8b0fbdf:0:becomeActiveMaster-HFileCleaner.small.0-1731306183344,5,FailOnTimeoutGroup] 2024-11-11T06:23:24,432 INFO [M:0;f334e8b0fbdf:46073 {}] hbase.ChoreService(370): Chore service for: master/f334e8b0fbdf:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-11T06:23:24,432 INFO [M:0;f334e8b0fbdf:46073 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T06:23:24,432 DEBUG [M:0;f334e8b0fbdf:46073 {}] master.HMaster(1795): Stopping service threads 2024-11-11T06:23:24,432 INFO [M:0;f334e8b0fbdf:46073 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-11T06:23:24,432 INFO [M:0;f334e8b0fbdf:46073 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T06:23:24,432 INFO [M:0;f334e8b0fbdf:46073 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-11T06:23:24,432 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-11T06:23:24,433 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46073-0x10105b1b9ec0000, quorum=127.0.0.1:53045, baseZNode=/0-642798582 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-642798582/master 2024-11-11T06:23:24,433 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46073-0x10105b1b9ec0000, quorum=127.0.0.1:53045, baseZNode=/0-642798582 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-642798582 2024-11-11T06:23:24,433 DEBUG [M:0;f334e8b0fbdf:46073 {}] zookeeper.ZKUtil(347): master:46073-0x10105b1b9ec0000, quorum=127.0.0.1:53045, baseZNode=/0-642798582 Unable to get data of znode /0-642798582/master because node does not exist (not an error) 2024-11-11T06:23:24,433 WARN [M:0;f334e8b0fbdf:46073 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-11T06:23:24,434 INFO [M:0;f334e8b0fbdf:46073 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:44883/user/jenkins/test-data/61ba473a-c247-8bb0-493d-341c5b769656/.lastflushedseqids 2024-11-11T06:23:24,438 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33973 is added to blk_1073741847_1023 (size=245) 2024-11-11T06:23:24,530 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34601-0x10105b1b9ec0001, quorum=127.0.0.1:53045, baseZNode=/0-642798582 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T06:23:24,530 INFO [RS:0;f334e8b0fbdf:34601 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T06:23:24,530 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34601-0x10105b1b9ec0001, quorum=127.0.0.1:53045, baseZNode=/0-642798582 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T06:23:24,530 INFO [RS:0;f334e8b0fbdf:34601 {}] regionserver.HRegionServer(1031): Exiting; stopping=f334e8b0fbdf,34601,1731306181573; zookeeper connection closed. 2024-11-11T06:23:24,531 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4c433837 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4c433837 2024-11-11T06:23:24,531 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-11T06:23:24,839 INFO [M:0;f334e8b0fbdf:46073 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-11T06:23:24,839 INFO [M:0;f334e8b0fbdf:46073 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-11T06:23:24,839 DEBUG [M:0;f334e8b0fbdf:46073 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-11T06:23:24,839 INFO [M:0;f334e8b0fbdf:46073 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T06:23:24,839 DEBUG [M:0;f334e8b0fbdf:46073 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T06:23:24,839 DEBUG [M:0;f334e8b0fbdf:46073 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-11T06:23:24,839 DEBUG [M:0;f334e8b0fbdf:46073 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T06:23:24,839 INFO [M:0;f334e8b0fbdf:46073 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.51 KB heapSize=64.93 KB 2024-11-11T06:23:24,854 DEBUG [M:0;f334e8b0fbdf:46073 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44883/user/jenkins/test-data/61ba473a-c247-8bb0-493d-341c5b769656/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/372c366010bf4b39ae32ba26f589c8dd is 82, key is hbase:meta,,1/info:regioninfo/1731306184513/Put/seqid=0 2024-11-11T06:23:24,857 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33973 is added to blk_1073741848_1024 (size=5672) 2024-11-11T06:23:25,258 INFO [M:0;f334e8b0fbdf:46073 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:44883/user/jenkins/test-data/61ba473a-c247-8bb0-493d-341c5b769656/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/372c366010bf4b39ae32ba26f589c8dd 2024-11-11T06:23:25,276 DEBUG [M:0;f334e8b0fbdf:46073 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44883/user/jenkins/test-data/61ba473a-c247-8bb0-493d-341c5b769656/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/69fcf804d81041cbb43a0304261546c1 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731306192595/Put/seqid=0 2024-11-11T06:23:25,279 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33973 is added to blk_1073741849_1025 (size=8517) 2024-11-11T06:23:25,680 INFO [M:0;f334e8b0fbdf:46073 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.96 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:44883/user/jenkins/test-data/61ba473a-c247-8bb0-493d-341c5b769656/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/69fcf804d81041cbb43a0304261546c1 2024-11-11T06:23:25,701 DEBUG [M:0;f334e8b0fbdf:46073 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44883/user/jenkins/test-data/61ba473a-c247-8bb0-493d-341c5b769656/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/45450dade43c434b99b6a5ee8e90eecb is 69, key is f334e8b0fbdf,34601,1731306181573/rs:state/1731306183415/Put/seqid=0 2024-11-11T06:23:25,704 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33973 is added to blk_1073741850_1026 (size=5156) 2024-11-11T06:23:26,105 INFO [M:0;f334e8b0fbdf:46073 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:44883/user/jenkins/test-data/61ba473a-c247-8bb0-493d-341c5b769656/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/45450dade43c434b99b6a5ee8e90eecb 2024-11-11T06:23:26,110 DEBUG [M:0;f334e8b0fbdf:46073 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44883/user/jenkins/test-data/61ba473a-c247-8bb0-493d-341c5b769656/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/372c366010bf4b39ae32ba26f589c8dd as hdfs://localhost:44883/user/jenkins/test-data/61ba473a-c247-8bb0-493d-341c5b769656/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/372c366010bf4b39ae32ba26f589c8dd 2024-11-11T06:23:26,113 INFO [M:0;f334e8b0fbdf:46073 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44883/user/jenkins/test-data/61ba473a-c247-8bb0-493d-341c5b769656/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/372c366010bf4b39ae32ba26f589c8dd, entries=8, sequenceid=97, filesize=5.5 K 2024-11-11T06:23:26,114 DEBUG [M:0;f334e8b0fbdf:46073 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44883/user/jenkins/test-data/61ba473a-c247-8bb0-493d-341c5b769656/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/69fcf804d81041cbb43a0304261546c1 as hdfs://localhost:44883/user/jenkins/test-data/61ba473a-c247-8bb0-493d-341c5b769656/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/69fcf804d81041cbb43a0304261546c1 2024-11-11T06:23:26,117 INFO [M:0;f334e8b0fbdf:46073 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44883/user/jenkins/test-data/61ba473a-c247-8bb0-493d-341c5b769656/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/69fcf804d81041cbb43a0304261546c1, entries=11, sequenceid=97, filesize=8.3 K 2024-11-11T06:23:26,118 DEBUG [M:0;f334e8b0fbdf:46073 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44883/user/jenkins/test-data/61ba473a-c247-8bb0-493d-341c5b769656/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/45450dade43c434b99b6a5ee8e90eecb as hdfs://localhost:44883/user/jenkins/test-data/61ba473a-c247-8bb0-493d-341c5b769656/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/45450dade43c434b99b6a5ee8e90eecb 2024-11-11T06:23:26,121 INFO [M:0;f334e8b0fbdf:46073 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44883/user/jenkins/test-data/61ba473a-c247-8bb0-493d-341c5b769656/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/45450dade43c434b99b6a5ee8e90eecb, entries=1, sequenceid=97, filesize=5.0 K 2024-11-11T06:23:26,122 INFO [M:0;f334e8b0fbdf:46073 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1283ms, sequenceid=97, compaction requested=false 2024-11-11T06:23:26,124 INFO [M:0;f334e8b0fbdf:46073 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T06:23:26,124 DEBUG [M:0;f334e8b0fbdf:46073 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731306204839Disabling compacts and flushes for region at 1731306204839Disabling writes for close at 1731306204839Obtaining lock to block concurrent updates at 1731306204839Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731306204839Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56847, getHeapSize=66424, getOffHeapSize=0, getCellsCount=114 at 1731306204840 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731306204840Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731306204840Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731306204854 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731306204854Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731306205262 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731306205275 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731306205275Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731306205684 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731306205700 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731306205700Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7a4ea3ab: reopening flushed file at 1731306206109 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6643a4fa: reopening flushed file at 1731306206113 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@616e26dc: reopening flushed file at 1731306206117 (+4 ms)Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1283ms, sequenceid=97, compaction requested=false at 1731306206122 (+5 ms)Writing region close event to WAL at 1731306206123 (+1 ms)Closed at 1731306206124 (+1 ms) 2024-11-11T06:23:26,125 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33973 is added to blk_1073741830_1006 (size=63666) 2024-11-11T06:23:26,125 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/61ba473a-c247-8bb0-493d-341c5b769656/MasterData/WALs/f334e8b0fbdf,46073,1731306181521/f334e8b0fbdf%2C46073%2C1731306181521.1731306183259 not finished, retry = 0 2024-11-11T06:23:26,160 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-11T06:23:26,161 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T06:23:26,186 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T06:23:26,186 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T06:23:26,187 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T06:23:26,187 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T06:23:26,187 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T06:23:26,187 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T06:23:26,192 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T06:23:26,194 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T06:23:26,194 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T06:23:26,195 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T06:23:26,226 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T06:23:26,226 INFO [M:0;f334e8b0fbdf:46073 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-11T06:23:26,227 INFO [M:0;f334e8b0fbdf:46073 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:46073 2024-11-11T06:23:26,227 INFO [M:0;f334e8b0fbdf:46073 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T06:23:26,330 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46073-0x10105b1b9ec0000, quorum=127.0.0.1:53045, baseZNode=/0-642798582 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T06:23:26,330 INFO [M:0;f334e8b0fbdf:46073 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T06:23:26,330 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46073-0x10105b1b9ec0000, quorum=127.0.0.1:53045, baseZNode=/0-642798582 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T06:23:26,333 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7bcb5a03{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T06:23:26,333 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@25e84fb6{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T06:23:26,333 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T06:23:26,333 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@b6243b6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T06:23:26,334 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5957a216{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/66dab286-6ce2-27b2-2c19-db42dda43bd3/hadoop.log.dir/,STOPPED} 2024-11-11T06:23:26,335 WARN [BP-356654055-172.17.0.2-1731306180469 heartbeating to localhost/127.0.0.1:44883 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-11T06:23:26,335 WARN [BP-356654055-172.17.0.2-1731306180469 heartbeating to localhost/127.0.0.1:44883 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-356654055-172.17.0.2-1731306180469 (Datanode Uuid c691677e-f9f5-436e-91b4-0346caea8e5e) service to localhost/127.0.0.1:44883 2024-11-11T06:23:26,335 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-11T06:23:26,335 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-11T06:23:26,336 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/66dab286-6ce2-27b2-2c19-db42dda43bd3/cluster_ee27b1c5-38a8-a533-c81d-7cfd7d35d6b8/data/data1/current/BP-356654055-172.17.0.2-1731306180469 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T06:23:26,336 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/66dab286-6ce2-27b2-2c19-db42dda43bd3/cluster_ee27b1c5-38a8-a533-c81d-7cfd7d35d6b8/data/data2/current/BP-356654055-172.17.0.2-1731306180469 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T06:23:26,336 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-11T06:23:26,342 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@111c5900{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-11T06:23:26,342 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@579ffeca{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T06:23:26,342 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T06:23:26,342 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6d356ff9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T06:23:26,342 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6a4320b7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/66dab286-6ce2-27b2-2c19-db42dda43bd3/hadoop.log.dir/,STOPPED} 2024-11-11T06:23:26,348 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-11T06:23:26,358 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-11T06:23:26,369 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication1 Thread=264 (was 243) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:34465 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44883 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:53045) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-27-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:44883 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-27-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:34465 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44883 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:34465 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.12@localhost:44883 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:44883 from jenkins.hfs.12 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-23-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-29-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44883 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.13@localhost:34465 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:53045) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34465 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-27-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44883 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:44883 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-29-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34465 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:34465 from jenkins.hfs.13 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:44883 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-29-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34465 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=655 (was 620) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=195 (was 168) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=8866 (was 8882) 2024-11-11T06:23:26,378 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication2 Thread=264, OpenFileDescriptor=655, MaxFileDescriptor=1048576, SystemLoadAverage=195, ProcessCount=11, AvailableMemoryMB=8866 2024-11-11T06:23:26,391 INFO [Time-limited test {}] replication.TestMasterReplication(246): testCyclicReplication2 2024-11-11T06:23:26,392 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5692c2df-e1b5-f923-9825-a183f141e37e/hadoop.log.dir so I do NOT create it in target/test-data/e5530e6b-a736-33f4-4bed-9f1785f012a5 2024-11-11T06:23:26,392 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5692c2df-e1b5-f923-9825-a183f141e37e/hadoop.log.dir Erasing configuration value by system value. 2024-11-11T06:23:26,392 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5692c2df-e1b5-f923-9825-a183f141e37e/hadoop.tmp.dir so I do NOT create it in target/test-data/e5530e6b-a736-33f4-4bed-9f1785f012a5 2024-11-11T06:23:26,392 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5692c2df-e1b5-f923-9825-a183f141e37e/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-11T06:23:26,392 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e5530e6b-a736-33f4-4bed-9f1785f012a5 2024-11-11T06:23:26,392 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e5530e6b-a736-33f4-4bed-9f1785f012a5/cluster_9b1f7b56-bab8-25b2-69d0-076de1f0cf5a, deleteOnExit=true 2024-11-11T06:23:26,394 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e5530e6b-a736-33f4-4bed-9f1785f012a5/cluster_9b1f7b56-bab8-25b2-69d0-076de1f0cf5a/zookeeper_0, clientPort=62327, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e5530e6b-a736-33f4-4bed-9f1785f012a5/cluster_9b1f7b56-bab8-25b2-69d0-076de1f0cf5a/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e5530e6b-a736-33f4-4bed-9f1785f012a5/cluster_9b1f7b56-bab8-25b2-69d0-076de1f0cf5a/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-11T06:23:26,395 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=62327 2024-11-11T06:23:26,395 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-11T06:23:26,395 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-11T06:23:26,395 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e5530e6b-a736-33f4-4bed-9f1785f012a5/test.cache.data in system properties and HBase conf 2024-11-11T06:23:26,395 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e5530e6b-a736-33f4-4bed-9f1785f012a5/hadoop.tmp.dir in system properties and HBase conf 2024-11-11T06:23:26,395 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e5530e6b-a736-33f4-4bed-9f1785f012a5/hadoop.log.dir in system properties and HBase conf 2024-11-11T06:23:26,395 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e5530e6b-a736-33f4-4bed-9f1785f012a5/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-11T06:23:26,396 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e5530e6b-a736-33f4-4bed-9f1785f012a5/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-11T06:23:26,396 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-11T06:23:26,396 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-11T06:23:26,396 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e5530e6b-a736-33f4-4bed-9f1785f012a5/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-11T06:23:26,396 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e5530e6b-a736-33f4-4bed-9f1785f012a5/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-11T06:23:26,396 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e5530e6b-a736-33f4-4bed-9f1785f012a5/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-11T06:23:26,396 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e5530e6b-a736-33f4-4bed-9f1785f012a5/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-11T06:23:26,396 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e5530e6b-a736-33f4-4bed-9f1785f012a5/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-11T06:23:26,396 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e5530e6b-a736-33f4-4bed-9f1785f012a5/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-11T06:23:26,396 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e5530e6b-a736-33f4-4bed-9f1785f012a5/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-11T06:23:26,396 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e5530e6b-a736-33f4-4bed-9f1785f012a5/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-11T06:23:26,396 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e5530e6b-a736-33f4-4bed-9f1785f012a5/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-11T06:23:26,396 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e5530e6b-a736-33f4-4bed-9f1785f012a5/nfs.dump.dir in system properties and HBase conf 2024-11-11T06:23:26,396 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e5530e6b-a736-33f4-4bed-9f1785f012a5/java.io.tmpdir in system properties and HBase conf 2024-11-11T06:23:26,396 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e5530e6b-a736-33f4-4bed-9f1785f012a5/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-11T06:23:26,396 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e5530e6b-a736-33f4-4bed-9f1785f012a5/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-11T06:23:26,397 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e5530e6b-a736-33f4-4bed-9f1785f012a5/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-11T06:23:26,446 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x10105b1b9ec0002, quorum=127.0.0.1:53045, baseZNode=/0-642798582 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-11T06:23:26,446 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x10105b1b9ec0005, quorum=127.0.0.1:53045, baseZNode=/11381029748 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-11T06:23:26,446 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x10105b1b9ec0005, quorum=127.0.0.1:53045, baseZNode=/11381029748 Received Disconnected from ZooKeeper, ignoring 2024-11-11T06:23:26,446 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x10105b1b9ec0002, quorum=127.0.0.1:53045, baseZNode=/0-642798582 Received Disconnected from ZooKeeper, ignoring 2024-11-11T06:23:26,467 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T06:23:26,470 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T06:23:26,471 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T06:23:26,471 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T06:23:26,471 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-11T06:23:26,472 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T06:23:26,472 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6bd73039{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e5530e6b-a736-33f4-4bed-9f1785f012a5/hadoop.log.dir/,AVAILABLE} 2024-11-11T06:23:26,472 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@df60863{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T06:23:26,585 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@22b3f6ff{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e5530e6b-a736-33f4-4bed-9f1785f012a5/java.io.tmpdir/jetty-localhost-39821-hadoop-hdfs-3_4_1-tests_jar-_-any-17788093046584210730/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-11T06:23:26,586 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@293cc487{HTTP/1.1, (http/1.1)}{localhost:39821} 2024-11-11T06:23:26,586 INFO [Time-limited test {}] server.Server(415): Started @213591ms 2024-11-11T06:23:26,663 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T06:23:26,666 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T06:23:26,669 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T06:23:26,669 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T06:23:26,669 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-11T06:23:26,672 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@fe729ab{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e5530e6b-a736-33f4-4bed-9f1785f012a5/hadoop.log.dir/,AVAILABLE} 2024-11-11T06:23:26,672 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2a46dceb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T06:23:26,792 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@da65e8e{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e5530e6b-a736-33f4-4bed-9f1785f012a5/java.io.tmpdir/jetty-localhost-44565-hadoop-hdfs-3_4_1-tests_jar-_-any-11583118528525019384/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T06:23:26,793 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6dc9cb24{HTTP/1.1, (http/1.1)}{localhost:44565} 2024-11-11T06:23:26,793 INFO [Time-limited test {}] server.Server(415): Started @213798ms 2024-11-11T06:23:26,794 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-11T06:23:26,895 WARN [Thread-2666 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e5530e6b-a736-33f4-4bed-9f1785f012a5/cluster_9b1f7b56-bab8-25b2-69d0-076de1f0cf5a/data/data2/current/BP-838965558-172.17.0.2-1731306206414/current, will proceed with Du for space computation calculation, 2024-11-11T06:23:26,895 WARN [Thread-2665 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e5530e6b-a736-33f4-4bed-9f1785f012a5/cluster_9b1f7b56-bab8-25b2-69d0-076de1f0cf5a/data/data1/current/BP-838965558-172.17.0.2-1731306206414/current, will proceed with Du for space computation calculation, 2024-11-11T06:23:26,914 WARN [Thread-2653 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-11T06:23:26,917 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc36627d20b3f9249 with lease ID 0x7e073930b4551494: Processing first storage report for DS-9033aaf3-1b85-4d5d-914f-e0d2cf8a1556 from datanode DatanodeRegistration(127.0.0.1:42853, datanodeUuid=1b3beb65-5581-41a9-9f7a-205e9e601237, infoPort=44787, infoSecurePort=0, ipcPort=41199, storageInfo=lv=-57;cid=testClusterID;nsid=1924726174;c=1731306206414) 2024-11-11T06:23:26,917 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc36627d20b3f9249 with lease ID 0x7e073930b4551494: from storage DS-9033aaf3-1b85-4d5d-914f-e0d2cf8a1556 node DatanodeRegistration(127.0.0.1:42853, datanodeUuid=1b3beb65-5581-41a9-9f7a-205e9e601237, infoPort=44787, infoSecurePort=0, ipcPort=41199, storageInfo=lv=-57;cid=testClusterID;nsid=1924726174;c=1731306206414), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T06:23:26,917 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc36627d20b3f9249 with lease ID 0x7e073930b4551494: Processing first storage report for DS-6db5f34f-610e-4486-a764-eedc003e3228 from datanode DatanodeRegistration(127.0.0.1:42853, datanodeUuid=1b3beb65-5581-41a9-9f7a-205e9e601237, infoPort=44787, infoSecurePort=0, ipcPort=41199, storageInfo=lv=-57;cid=testClusterID;nsid=1924726174;c=1731306206414) 2024-11-11T06:23:26,917 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc36627d20b3f9249 with lease ID 0x7e073930b4551494: from storage DS-6db5f34f-610e-4486-a764-eedc003e3228 node DatanodeRegistration(127.0.0.1:42853, datanodeUuid=1b3beb65-5581-41a9-9f7a-205e9e601237, infoPort=44787, infoSecurePort=0, ipcPort=41199, storageInfo=lv=-57;cid=testClusterID;nsid=1924726174;c=1731306206414), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T06:23:27,015 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e5530e6b-a736-33f4-4bed-9f1785f012a5 2024-11-11T06:23:27,015 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T06:23:27,016 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T06:23:27,022 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42853 is added to blk_1073741825_1001 (size=7) 2024-11-11T06:23:27,424 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:40421/user/jenkins/test-data/3e6d609f-340d-16e1-c278-823d837bff4d with version=8 2024-11-11T06:23:27,424 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:40421/user/jenkins/test-data/3e6d609f-340d-16e1-c278-823d837bff4d/hbase-staging 2024-11-11T06:23:27,426 INFO [Time-limited test {}] client.ConnectionUtils(128): master/f334e8b0fbdf:0 server-side Connection retries=45 2024-11-11T06:23:27,426 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T06:23:27,426 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T06:23:27,426 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T06:23:27,426 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T06:23:27,426 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T06:23:27,426 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-11T06:23:27,426 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T06:23:27,427 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37367 2024-11-11T06:23:27,428 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:37367 connecting to ZooKeeper ensemble=127.0.0.1:62327 2024-11-11T06:23:27,433 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:373670x0, quorum=127.0.0.1:62327, baseZNode=/0-1695720270 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T06:23:27,433 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:37367-0x10105b21f490000 connected 2024-11-11T06:23:27,449 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T06:23:27,451 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T06:23:27,452 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37367-0x10105b21f490000, quorum=127.0.0.1:62327, baseZNode=/0-1695720270 Set watcher on znode that does not yet exist, /0-1695720270/running 2024-11-11T06:23:27,453 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:40421/user/jenkins/test-data/3e6d609f-340d-16e1-c278-823d837bff4d, hbase.cluster.distributed=false 2024-11-11T06:23:27,454 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37367-0x10105b21f490000, quorum=127.0.0.1:62327, baseZNode=/0-1695720270 Set watcher on znode that does not yet exist, /0-1695720270/acl 2024-11-11T06:23:27,459 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37367 2024-11-11T06:23:27,459 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37367 2024-11-11T06:23:27,459 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37367 2024-11-11T06:23:27,460 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37367 2024-11-11T06:23:27,460 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37367 2024-11-11T06:23:27,474 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/f334e8b0fbdf:0 server-side Connection retries=45 2024-11-11T06:23:27,474 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T06:23:27,474 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T06:23:27,474 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T06:23:27,474 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T06:23:27,474 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T06:23:27,474 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-11T06:23:27,475 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T06:23:27,476 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39387 2024-11-11T06:23:27,476 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39387 connecting to ZooKeeper ensemble=127.0.0.1:62327 2024-11-11T06:23:27,477 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T06:23:27,478 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T06:23:27,483 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:393870x0, quorum=127.0.0.1:62327, baseZNode=/0-1695720270 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T06:23:27,483 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:393870x0, quorum=127.0.0.1:62327, baseZNode=/0-1695720270 Set watcher on znode that does not yet exist, /0-1695720270/running 2024-11-11T06:23:27,483 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39387-0x10105b21f490001 connected 2024-11-11T06:23:27,483 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-11T06:23:27,484 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-11T06:23:27,485 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39387-0x10105b21f490001, quorum=127.0.0.1:62327, baseZNode=/0-1695720270 Set watcher on znode that does not yet exist, /0-1695720270/master 2024-11-11T06:23:27,485 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39387-0x10105b21f490001, quorum=127.0.0.1:62327, baseZNode=/0-1695720270 Set watcher on znode that does not yet exist, /0-1695720270/acl 2024-11-11T06:23:27,488 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39387 2024-11-11T06:23:27,492 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39387 2024-11-11T06:23:27,499 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39387 2024-11-11T06:23:27,499 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39387 2024-11-11T06:23:27,500 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39387 2024-11-11T06:23:27,511 DEBUG [M:0;f334e8b0fbdf:37367 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;f334e8b0fbdf:37367 2024-11-11T06:23:27,511 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1695720270/backup-masters/f334e8b0fbdf,37367,1731306207426 2024-11-11T06:23:27,513 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37367-0x10105b21f490000, quorum=127.0.0.1:62327, baseZNode=/0-1695720270 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1695720270/backup-masters 2024-11-11T06:23:27,513 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39387-0x10105b21f490001, quorum=127.0.0.1:62327, baseZNode=/0-1695720270 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1695720270/backup-masters 2024-11-11T06:23:27,513 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37367-0x10105b21f490000, quorum=127.0.0.1:62327, baseZNode=/0-1695720270 Set watcher on existing znode=/0-1695720270/backup-masters/f334e8b0fbdf,37367,1731306207426 2024-11-11T06:23:27,515 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39387-0x10105b21f490001, quorum=127.0.0.1:62327, baseZNode=/0-1695720270 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1695720270/master 2024-11-11T06:23:27,515 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37367-0x10105b21f490000, quorum=127.0.0.1:62327, baseZNode=/0-1695720270 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1695720270 2024-11-11T06:23:27,515 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39387-0x10105b21f490001, quorum=127.0.0.1:62327, baseZNode=/0-1695720270 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1695720270 2024-11-11T06:23:27,515 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37367-0x10105b21f490000, quorum=127.0.0.1:62327, baseZNode=/0-1695720270 Set watcher on existing znode=/0-1695720270/master 2024-11-11T06:23:27,515 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1695720270/backup-masters/f334e8b0fbdf,37367,1731306207426 from backup master directory 2024-11-11T06:23:27,516 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39387-0x10105b21f490001, quorum=127.0.0.1:62327, baseZNode=/0-1695720270 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1695720270/backup-masters 2024-11-11T06:23:27,516 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37367-0x10105b21f490000, quorum=127.0.0.1:62327, baseZNode=/0-1695720270 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1695720270/backup-masters/f334e8b0fbdf,37367,1731306207426 2024-11-11T06:23:27,517 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37367-0x10105b21f490000, quorum=127.0.0.1:62327, baseZNode=/0-1695720270 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1695720270/backup-masters 2024-11-11T06:23:27,517 WARN [master/f334e8b0fbdf:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T06:23:27,517 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=f334e8b0fbdf,37367,1731306207426 2024-11-11T06:23:27,520 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:40421/user/jenkins/test-data/3e6d609f-340d-16e1-c278-823d837bff4d/hbase.id] with ID: 72d1efbf-5497-415a-a834-f60971a0e8b3 2024-11-11T06:23:27,520 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:40421/user/jenkins/test-data/3e6d609f-340d-16e1-c278-823d837bff4d/.tmp/hbase.id 2024-11-11T06:23:27,529 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42853 is added to blk_1073741826_1002 (size=42) 2024-11-11T06:23:27,929 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:40421/user/jenkins/test-data/3e6d609f-340d-16e1-c278-823d837bff4d/.tmp/hbase.id]:[hdfs://localhost:40421/user/jenkins/test-data/3e6d609f-340d-16e1-c278-823d837bff4d/hbase.id] 2024-11-11T06:23:27,937 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T06:23:27,937 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-11T06:23:27,938 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-11T06:23:27,942 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37367-0x10105b21f490000, quorum=127.0.0.1:62327, baseZNode=/0-1695720270 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1695720270 2024-11-11T06:23:27,942 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39387-0x10105b21f490001, quorum=127.0.0.1:62327, baseZNode=/0-1695720270 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1695720270 2024-11-11T06:23:27,946 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42853 is added to blk_1073741827_1003 (size=196) 2024-11-11T06:23:28,178 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-11T06:23:28,178 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-11T06:23:28,178 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-11T06:23:28,178 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-11T06:23:28,347 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T06:23:28,348 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-11T06:23:28,348 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T06:23:28,353 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42853 is added to blk_1073741828_1004 (size=1189) 2024-11-11T06:23:28,754 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:40421/user/jenkins/test-data/3e6d609f-340d-16e1-c278-823d837bff4d/MasterData/data/master/store 2024-11-11T06:23:28,758 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42853 is added to blk_1073741829_1005 (size=34) 2024-11-11T06:23:29,159 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T06:23:29,160 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-11T06:23:29,160 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T06:23:29,160 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T06:23:29,160 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-11T06:23:29,160 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T06:23:29,160 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T06:23:29,160 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731306209160Disabling compacts and flushes for region at 1731306209160Disabling writes for close at 1731306209160Writing region close event to WAL at 1731306209160Closed at 1731306209160 2024-11-11T06:23:29,161 WARN [master/f334e8b0fbdf:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:40421/user/jenkins/test-data/3e6d609f-340d-16e1-c278-823d837bff4d/MasterData/data/master/store/.initializing 2024-11-11T06:23:29,161 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:40421/user/jenkins/test-data/3e6d609f-340d-16e1-c278-823d837bff4d/MasterData/WALs/f334e8b0fbdf,37367,1731306207426 2024-11-11T06:23:29,161 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T06:23:29,163 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=f334e8b0fbdf%2C37367%2C1731306207426, suffix=, logDir=hdfs://localhost:40421/user/jenkins/test-data/3e6d609f-340d-16e1-c278-823d837bff4d/MasterData/WALs/f334e8b0fbdf,37367,1731306207426, archiveDir=hdfs://localhost:40421/user/jenkins/test-data/3e6d609f-340d-16e1-c278-823d837bff4d/MasterData/oldWALs, maxLogs=10 2024-11-11T06:23:29,176 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/3e6d609f-340d-16e1-c278-823d837bff4d/MasterData/WALs/f334e8b0fbdf,37367,1731306207426/f334e8b0fbdf%2C37367%2C1731306207426.1731306209163, exclude list is [], retry=0 2024-11-11T06:23:29,178 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42853,DS-9033aaf3-1b85-4d5d-914f-e0d2cf8a1556,DISK] 2024-11-11T06:23:29,180 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3e6d609f-340d-16e1-c278-823d837bff4d/MasterData/WALs/f334e8b0fbdf,37367,1731306207426/f334e8b0fbdf%2C37367%2C1731306207426.1731306209163 2024-11-11T06:23:29,180 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44787:44787)] 2024-11-11T06:23:29,180 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-11T06:23:29,180 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T06:23:29,180 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T06:23:29,180 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T06:23:29,181 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T06:23:29,182 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-11T06:23:29,182 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:23:29,183 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T06:23:29,183 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T06:23:29,183 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-11T06:23:29,183 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:23:29,184 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T06:23:29,184 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T06:23:29,185 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-11T06:23:29,185 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:23:29,185 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T06:23:29,185 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T06:23:29,185 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-11T06:23:29,186 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:23:29,186 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T06:23:29,186 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T06:23:29,186 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40421/user/jenkins/test-data/3e6d609f-340d-16e1-c278-823d837bff4d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-11T06:23:29,186 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40421/user/jenkins/test-data/3e6d609f-340d-16e1-c278-823d837bff4d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-11T06:23:29,187 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T06:23:29,187 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T06:23:29,188 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T06:23:29,188 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T06:23:29,190 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40421/user/jenkins/test-data/3e6d609f-340d-16e1-c278-823d837bff4d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T06:23:29,190 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60681063, jitterRate=-0.09578169882297516}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T06:23:29,191 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731306209180Initializing all the Stores at 1731306209181 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731306209181Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731306209181Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731306209181Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731306209181Cleaning up temporary data from old regions at 1731306209187 (+6 ms)Region opened successfully at 1731306209191 (+4 ms) 2024-11-11T06:23:29,191 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-11T06:23:29,193 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@61f567e9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f334e8b0fbdf/172.17.0.2:0 2024-11-11T06:23:29,194 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-11T06:23:29,194 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-11T06:23:29,194 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-11T06:23:29,194 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-11T06:23:29,194 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-11T06:23:29,195 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-11T06:23:29,195 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-11T06:23:29,197 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-11T06:23:29,198 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37367-0x10105b21f490000, quorum=127.0.0.1:62327, baseZNode=/0-1695720270 Unable to get data of znode /0-1695720270/balancer because node does not exist (not necessarily an error) 2024-11-11T06:23:29,199 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1695720270/balancer already deleted, retry=false 2024-11-11T06:23:29,200 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-11T06:23:29,200 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37367-0x10105b21f490000, quorum=127.0.0.1:62327, baseZNode=/0-1695720270 Unable to get data of znode /0-1695720270/normalizer because node does not exist (not necessarily an error) 2024-11-11T06:23:29,201 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1695720270/normalizer already deleted, retry=false 2024-11-11T06:23:29,202 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-11T06:23:29,205 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37367-0x10105b21f490000, quorum=127.0.0.1:62327, baseZNode=/0-1695720270 Unable to get data of znode /0-1695720270/switch/split because node does not exist (not necessarily an error) 2024-11-11T06:23:29,206 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1695720270/switch/split already deleted, retry=false 2024-11-11T06:23:29,206 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37367-0x10105b21f490000, quorum=127.0.0.1:62327, baseZNode=/0-1695720270 Unable to get data of znode /0-1695720270/switch/merge because node does not exist (not necessarily an error) 2024-11-11T06:23:29,208 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1695720270/switch/merge already deleted, retry=false 2024-11-11T06:23:29,210 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37367-0x10105b21f490000, quorum=127.0.0.1:62327, baseZNode=/0-1695720270 Unable to get data of znode /0-1695720270/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-11T06:23:29,211 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1695720270/snapshot-cleanup already deleted, retry=false 2024-11-11T06:23:29,212 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39387-0x10105b21f490001, quorum=127.0.0.1:62327, baseZNode=/0-1695720270 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1695720270/running 2024-11-11T06:23:29,212 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39387-0x10105b21f490001, quorum=127.0.0.1:62327, baseZNode=/0-1695720270 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1695720270 2024-11-11T06:23:29,212 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37367-0x10105b21f490000, quorum=127.0.0.1:62327, baseZNode=/0-1695720270 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1695720270/running 2024-11-11T06:23:29,212 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37367-0x10105b21f490000, quorum=127.0.0.1:62327, baseZNode=/0-1695720270 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1695720270 2024-11-11T06:23:29,214 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=f334e8b0fbdf,37367,1731306207426, sessionid=0x10105b21f490000, setting cluster-up flag (Was=false) 2024-11-11T06:23:29,216 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37367-0x10105b21f490000, quorum=127.0.0.1:62327, baseZNode=/0-1695720270 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1695720270 2024-11-11T06:23:29,217 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39387-0x10105b21f490001, quorum=127.0.0.1:62327, baseZNode=/0-1695720270 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1695720270 2024-11-11T06:23:29,220 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1695720270/flush-table-proc/acquired, /0-1695720270/flush-table-proc/reached, /0-1695720270/flush-table-proc/abort 2024-11-11T06:23:29,221 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f334e8b0fbdf,37367,1731306207426 2024-11-11T06:23:29,225 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37367-0x10105b21f490000, quorum=127.0.0.1:62327, baseZNode=/0-1695720270 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1695720270 2024-11-11T06:23:29,225 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39387-0x10105b21f490001, quorum=127.0.0.1:62327, baseZNode=/0-1695720270 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1695720270 2024-11-11T06:23:29,230 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1695720270/online-snapshot/acquired, /0-1695720270/online-snapshot/reached, /0-1695720270/online-snapshot/abort 2024-11-11T06:23:29,231 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f334e8b0fbdf,37367,1731306207426 2024-11-11T06:23:29,232 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:40421/user/jenkins/test-data/3e6d609f-340d-16e1-c278-823d837bff4d/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-11T06:23:29,233 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-11T06:23:29,233 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-11T06:23:29,233 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-11T06:23:29,233 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: f334e8b0fbdf,37367,1731306207426 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-11T06:23:29,234 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/f334e8b0fbdf:0, corePoolSize=5, maxPoolSize=5 2024-11-11T06:23:29,234 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/f334e8b0fbdf:0, corePoolSize=5, maxPoolSize=5 2024-11-11T06:23:29,234 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/f334e8b0fbdf:0, corePoolSize=5, maxPoolSize=5 2024-11-11T06:23:29,234 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/f334e8b0fbdf:0, corePoolSize=5, maxPoolSize=5 2024-11-11T06:23:29,234 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/f334e8b0fbdf:0, corePoolSize=10, maxPoolSize=10 2024-11-11T06:23:29,235 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/f334e8b0fbdf:0, corePoolSize=1, maxPoolSize=1 2024-11-11T06:23:29,235 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/f334e8b0fbdf:0, corePoolSize=2, maxPoolSize=2 2024-11-11T06:23:29,235 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/f334e8b0fbdf:0, corePoolSize=1, maxPoolSize=1 2024-11-11T06:23:29,237 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T06:23:29,238 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-11T06:23:29,238 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:23:29,238 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-11T06:23:29,247 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731306239247 2024-11-11T06:23:29,247 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-11T06:23:29,247 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-11T06:23:29,247 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-11T06:23:29,247 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-11T06:23:29,247 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-11T06:23:29,247 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-11T06:23:29,247 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T06:23:29,248 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-11T06:23:29,248 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-11T06:23:29,248 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-11T06:23:29,248 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-11T06:23:29,250 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42853 is added to blk_1073741831_1007 (size=1321) 2024-11-11T06:23:29,252 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-11T06:23:29,252 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-11T06:23:29,252 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/f334e8b0fbdf:0:becomeActiveMaster-HFileCleaner.large.0-1731306209252,5,FailOnTimeoutGroup] 2024-11-11T06:23:29,252 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/f334e8b0fbdf:0:becomeActiveMaster-HFileCleaner.small.0-1731306209252,5,FailOnTimeoutGroup] 2024-11-11T06:23:29,252 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T06:23:29,253 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-11T06:23:29,253 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-11T06:23:29,253 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-11T06:23:29,302 INFO [RS:0;f334e8b0fbdf:39387 {}] regionserver.HRegionServer(746): ClusterId : 72d1efbf-5497-415a-a834-f60971a0e8b3 2024-11-11T06:23:29,302 DEBUG [RS:0;f334e8b0fbdf:39387 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-11T06:23:29,304 DEBUG [RS:0;f334e8b0fbdf:39387 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-11T06:23:29,304 DEBUG [RS:0;f334e8b0fbdf:39387 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-11T06:23:29,306 DEBUG [RS:0;f334e8b0fbdf:39387 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-11T06:23:29,306 DEBUG [RS:0;f334e8b0fbdf:39387 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47f342eb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f334e8b0fbdf/172.17.0.2:0 2024-11-11T06:23:29,318 DEBUG [RS:0;f334e8b0fbdf:39387 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;f334e8b0fbdf:39387 2024-11-11T06:23:29,318 INFO [RS:0;f334e8b0fbdf:39387 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-11T06:23:29,318 INFO [RS:0;f334e8b0fbdf:39387 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-11T06:23:29,318 DEBUG [RS:0;f334e8b0fbdf:39387 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-11T06:23:29,319 INFO [RS:0;f334e8b0fbdf:39387 {}] regionserver.HRegionServer(2659): reportForDuty to master=f334e8b0fbdf,37367,1731306207426 with port=39387, startcode=1731306207474 2024-11-11T06:23:29,319 DEBUG [RS:0;f334e8b0fbdf:39387 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-11T06:23:29,320 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59019, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=RegionServerStatusService 2024-11-11T06:23:29,321 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37367 {}] master.ServerManager(363): Checking decommissioned status of RegionServer f334e8b0fbdf,39387,1731306207474 2024-11-11T06:23:29,321 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37367 {}] master.ServerManager(517): Registering regionserver=f334e8b0fbdf,39387,1731306207474 2024-11-11T06:23:29,322 DEBUG [RS:0;f334e8b0fbdf:39387 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40421/user/jenkins/test-data/3e6d609f-340d-16e1-c278-823d837bff4d 2024-11-11T06:23:29,322 DEBUG [RS:0;f334e8b0fbdf:39387 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40421 2024-11-11T06:23:29,322 DEBUG [RS:0;f334e8b0fbdf:39387 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-11T06:23:29,324 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37367-0x10105b21f490000, quorum=127.0.0.1:62327, baseZNode=/0-1695720270 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1695720270/rs 2024-11-11T06:23:29,324 DEBUG [RS:0;f334e8b0fbdf:39387 {}] zookeeper.ZKUtil(111): regionserver:39387-0x10105b21f490001, quorum=127.0.0.1:62327, baseZNode=/0-1695720270 Set watcher on existing znode=/0-1695720270/rs/f334e8b0fbdf,39387,1731306207474 2024-11-11T06:23:29,324 WARN [RS:0;f334e8b0fbdf:39387 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T06:23:29,324 INFO [RS:0;f334e8b0fbdf:39387 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T06:23:29,325 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [f334e8b0fbdf,39387,1731306207474] 2024-11-11T06:23:29,325 DEBUG [RS:0;f334e8b0fbdf:39387 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40421/user/jenkins/test-data/3e6d609f-340d-16e1-c278-823d837bff4d/WALs/f334e8b0fbdf,39387,1731306207474 2024-11-11T06:23:29,328 INFO [RS:0;f334e8b0fbdf:39387 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-11T06:23:29,332 INFO [RS:0;f334e8b0fbdf:39387 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-11T06:23:29,333 INFO [RS:0;f334e8b0fbdf:39387 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-11T06:23:29,333 INFO [RS:0;f334e8b0fbdf:39387 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T06:23:29,333 INFO [RS:0;f334e8b0fbdf:39387 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-11T06:23:29,333 INFO [RS:0;f334e8b0fbdf:39387 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-11T06:23:29,333 INFO [RS:0;f334e8b0fbdf:39387 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-11T06:23:29,333 DEBUG [RS:0;f334e8b0fbdf:39387 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/f334e8b0fbdf:0, corePoolSize=1, maxPoolSize=1 2024-11-11T06:23:29,333 DEBUG [RS:0;f334e8b0fbdf:39387 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/f334e8b0fbdf:0, corePoolSize=1, maxPoolSize=1 2024-11-11T06:23:29,333 DEBUG [RS:0;f334e8b0fbdf:39387 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/f334e8b0fbdf:0, corePoolSize=1, maxPoolSize=1 2024-11-11T06:23:29,334 DEBUG [RS:0;f334e8b0fbdf:39387 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0, corePoolSize=1, maxPoolSize=1 2024-11-11T06:23:29,334 DEBUG [RS:0;f334e8b0fbdf:39387 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/f334e8b0fbdf:0, corePoolSize=1, maxPoolSize=1 2024-11-11T06:23:29,334 DEBUG [RS:0;f334e8b0fbdf:39387 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/f334e8b0fbdf:0, corePoolSize=2, maxPoolSize=2 2024-11-11T06:23:29,334 DEBUG [RS:0;f334e8b0fbdf:39387 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/f334e8b0fbdf:0, corePoolSize=1, maxPoolSize=1 2024-11-11T06:23:29,334 DEBUG [RS:0;f334e8b0fbdf:39387 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/f334e8b0fbdf:0, corePoolSize=1, maxPoolSize=1 2024-11-11T06:23:29,334 DEBUG [RS:0;f334e8b0fbdf:39387 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0, corePoolSize=1, maxPoolSize=1 2024-11-11T06:23:29,334 DEBUG [RS:0;f334e8b0fbdf:39387 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/f334e8b0fbdf:0, corePoolSize=1, maxPoolSize=1 2024-11-11T06:23:29,334 DEBUG [RS:0;f334e8b0fbdf:39387 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/f334e8b0fbdf:0, corePoolSize=1, maxPoolSize=1 2024-11-11T06:23:29,334 DEBUG [RS:0;f334e8b0fbdf:39387 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/f334e8b0fbdf:0, corePoolSize=1, maxPoolSize=1 2024-11-11T06:23:29,334 DEBUG [RS:0;f334e8b0fbdf:39387 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/f334e8b0fbdf:0, corePoolSize=3, maxPoolSize=3 2024-11-11T06:23:29,334 DEBUG [RS:0;f334e8b0fbdf:39387 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/f334e8b0fbdf:0, corePoolSize=3, maxPoolSize=3 2024-11-11T06:23:29,334 INFO [RS:0;f334e8b0fbdf:39387 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T06:23:29,334 INFO [RS:0;f334e8b0fbdf:39387 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T06:23:29,334 INFO [RS:0;f334e8b0fbdf:39387 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T06:23:29,334 INFO [RS:0;f334e8b0fbdf:39387 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-11T06:23:29,334 INFO [RS:0;f334e8b0fbdf:39387 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-11T06:23:29,334 INFO [RS:0;f334e8b0fbdf:39387 {}] hbase.ChoreService(168): Chore ScheduledChore name=f334e8b0fbdf,39387,1731306207474-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T06:23:29,352 INFO [RS:0;f334e8b0fbdf:39387 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-11T06:23:29,352 INFO [RS:0;f334e8b0fbdf:39387 {}] hbase.ChoreService(168): Chore ScheduledChore name=f334e8b0fbdf,39387,1731306207474-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T06:23:29,352 INFO [RS:0;f334e8b0fbdf:39387 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T06:23:29,352 INFO [RS:0;f334e8b0fbdf:39387 {}] regionserver.Replication(171): f334e8b0fbdf,39387,1731306207474 started 2024-11-11T06:23:29,368 INFO [RS:0;f334e8b0fbdf:39387 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T06:23:29,368 INFO [RS:0;f334e8b0fbdf:39387 {}] regionserver.HRegionServer(1482): Serving as f334e8b0fbdf,39387,1731306207474, RpcServer on f334e8b0fbdf/172.17.0.2:39387, sessionid=0x10105b21f490001 2024-11-11T06:23:29,369 DEBUG [RS:0;f334e8b0fbdf:39387 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-11T06:23:29,369 DEBUG [RS:0;f334e8b0fbdf:39387 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager f334e8b0fbdf,39387,1731306207474 2024-11-11T06:23:29,369 DEBUG [RS:0;f334e8b0fbdf:39387 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f334e8b0fbdf,39387,1731306207474' 2024-11-11T06:23:29,369 DEBUG [RS:0;f334e8b0fbdf:39387 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1695720270/flush-table-proc/abort' 2024-11-11T06:23:29,369 DEBUG [RS:0;f334e8b0fbdf:39387 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1695720270/flush-table-proc/acquired' 2024-11-11T06:23:29,369 DEBUG [RS:0;f334e8b0fbdf:39387 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-11T06:23:29,369 DEBUG [RS:0;f334e8b0fbdf:39387 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-11T06:23:29,369 DEBUG [RS:0;f334e8b0fbdf:39387 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager f334e8b0fbdf,39387,1731306207474 2024-11-11T06:23:29,369 DEBUG [RS:0;f334e8b0fbdf:39387 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f334e8b0fbdf,39387,1731306207474' 2024-11-11T06:23:29,369 DEBUG [RS:0;f334e8b0fbdf:39387 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1695720270/online-snapshot/abort' 2024-11-11T06:23:29,370 DEBUG [RS:0;f334e8b0fbdf:39387 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1695720270/online-snapshot/acquired' 2024-11-11T06:23:29,370 DEBUG [RS:0;f334e8b0fbdf:39387 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-11T06:23:29,370 INFO [RS:0;f334e8b0fbdf:39387 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-11T06:23:29,370 INFO [RS:0;f334e8b0fbdf:39387 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-11T06:23:29,470 INFO [RS:0;f334e8b0fbdf:39387 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T06:23:29,471 INFO [RS:0;f334e8b0fbdf:39387 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f334e8b0fbdf%2C39387%2C1731306207474, suffix=, logDir=hdfs://localhost:40421/user/jenkins/test-data/3e6d609f-340d-16e1-c278-823d837bff4d/WALs/f334e8b0fbdf,39387,1731306207474, archiveDir=hdfs://localhost:40421/user/jenkins/test-data/3e6d609f-340d-16e1-c278-823d837bff4d/oldWALs, maxLogs=10 2024-11-11T06:23:29,484 DEBUG [RS:0;f334e8b0fbdf:39387 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/3e6d609f-340d-16e1-c278-823d837bff4d/WALs/f334e8b0fbdf,39387,1731306207474/f334e8b0fbdf%2C39387%2C1731306207474.1731306209472, exclude list is [], retry=0 2024-11-11T06:23:29,486 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42853,DS-9033aaf3-1b85-4d5d-914f-e0d2cf8a1556,DISK] 2024-11-11T06:23:29,488 INFO [RS:0;f334e8b0fbdf:39387 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3e6d609f-340d-16e1-c278-823d837bff4d/WALs/f334e8b0fbdf,39387,1731306207474/f334e8b0fbdf%2C39387%2C1731306207474.1731306209472 2024-11-11T06:23:29,489 DEBUG [RS:0;f334e8b0fbdf:39387 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44787:44787)] 2024-11-11T06:23:29,651 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:40421/user/jenkins/test-data/3e6d609f-340d-16e1-c278-823d837bff4d/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-11T06:23:29,651 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:40421/user/jenkins/test-data/3e6d609f-340d-16e1-c278-823d837bff4d 2024-11-11T06:23:29,655 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42853 is added to blk_1073741833_1009 (size=32) 2024-11-11T06:23:30,056 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T06:23:30,057 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T06:23:30,058 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T06:23:30,058 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:23:30,059 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T06:23:30,059 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T06:23:30,059 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T06:23:30,060 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:23:30,060 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T06:23:30,060 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T06:23:30,061 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T06:23:30,061 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:23:30,061 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T06:23:30,061 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T06:23:30,062 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T06:23:30,062 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:23:30,062 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T06:23:30,062 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T06:23:30,063 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40421/user/jenkins/test-data/3e6d609f-340d-16e1-c278-823d837bff4d/data/hbase/meta/1588230740 2024-11-11T06:23:30,063 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40421/user/jenkins/test-data/3e6d609f-340d-16e1-c278-823d837bff4d/data/hbase/meta/1588230740 2024-11-11T06:23:30,064 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T06:23:30,064 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T06:23:30,064 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T06:23:30,065 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T06:23:30,066 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40421/user/jenkins/test-data/3e6d609f-340d-16e1-c278-823d837bff4d/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T06:23:30,066 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69846183, jitterRate=0.04078923165798187}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T06:23:30,067 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731306210056Initializing all the Stores at 1731306210057 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731306210057Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731306210057Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731306210057Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731306210057Cleaning up temporary data from old regions at 1731306210064 (+7 ms)Region opened successfully at 1731306210067 (+3 ms) 2024-11-11T06:23:30,067 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-11T06:23:30,067 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-11T06:23:30,067 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-11T06:23:30,067 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-11T06:23:30,067 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-11T06:23:30,067 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-11T06:23:30,068 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731306210067Disabling compacts and flushes for region at 1731306210067Disabling writes for close at 1731306210067Writing region close event to WAL at 1731306210067Closed at 1731306210067 2024-11-11T06:23:30,068 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T06:23:30,068 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-11T06:23:30,069 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-11T06:23:30,069 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T06:23:30,070 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-11T06:23:30,220 DEBUG [f334e8b0fbdf:37367 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-11T06:23:30,221 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=f334e8b0fbdf,39387,1731306207474 2024-11-11T06:23:30,222 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f334e8b0fbdf,39387,1731306207474, state=OPENING 2024-11-11T06:23:30,225 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-11T06:23:30,228 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39387-0x10105b21f490001, quorum=127.0.0.1:62327, baseZNode=/0-1695720270 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1695720270 2024-11-11T06:23:30,228 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37367-0x10105b21f490000, quorum=127.0.0.1:62327, baseZNode=/0-1695720270 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1695720270 2024-11-11T06:23:30,229 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1695720270/meta-region-server: CHANGED 2024-11-11T06:23:30,229 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1695720270/meta-region-server: CHANGED 2024-11-11T06:23:30,229 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T06:23:30,229 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=f334e8b0fbdf,39387,1731306207474}] 2024-11-11T06:23:30,381 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-11T06:23:30,382 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36629, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-11T06:23:30,385 INFO [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-11T06:23:30,385 INFO [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T06:23:30,385 INFO [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-11T06:23:30,387 INFO [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f334e8b0fbdf%2C39387%2C1731306207474.meta, suffix=.meta, logDir=hdfs://localhost:40421/user/jenkins/test-data/3e6d609f-340d-16e1-c278-823d837bff4d/WALs/f334e8b0fbdf,39387,1731306207474, archiveDir=hdfs://localhost:40421/user/jenkins/test-data/3e6d609f-340d-16e1-c278-823d837bff4d/oldWALs, maxLogs=10 2024-11-11T06:23:30,400 DEBUG [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/3e6d609f-340d-16e1-c278-823d837bff4d/WALs/f334e8b0fbdf,39387,1731306207474/f334e8b0fbdf%2C39387%2C1731306207474.meta.1731306210387.meta, exclude list is [], retry=0 2024-11-11T06:23:30,402 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42853,DS-9033aaf3-1b85-4d5d-914f-e0d2cf8a1556,DISK] 2024-11-11T06:23:30,403 INFO [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3e6d609f-340d-16e1-c278-823d837bff4d/WALs/f334e8b0fbdf,39387,1731306207474/f334e8b0fbdf%2C39387%2C1731306207474.meta.1731306210387.meta 2024-11-11T06:23:30,406 DEBUG [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44787:44787)] 2024-11-11T06:23:30,406 DEBUG [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-11T06:23:30,406 INFO [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-11T06:23:30,406 DEBUG [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-11T06:23:30,406 DEBUG [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-11T06:23:30,406 INFO [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-11T06:23:30,407 DEBUG [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-11T06:23:30,407 DEBUG [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T06:23:30,407 DEBUG [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-11T06:23:30,407 DEBUG [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-11T06:23:30,408 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T06:23:30,409 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T06:23:30,409 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:23:30,409 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T06:23:30,409 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T06:23:30,410 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T06:23:30,410 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:23:30,410 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T06:23:30,410 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T06:23:30,410 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T06:23:30,410 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:23:30,411 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T06:23:30,411 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T06:23:30,411 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T06:23:30,411 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:23:30,411 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T06:23:30,411 DEBUG [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T06:23:30,412 DEBUG [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40421/user/jenkins/test-data/3e6d609f-340d-16e1-c278-823d837bff4d/data/hbase/meta/1588230740 2024-11-11T06:23:30,413 DEBUG [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40421/user/jenkins/test-data/3e6d609f-340d-16e1-c278-823d837bff4d/data/hbase/meta/1588230740 2024-11-11T06:23:30,414 DEBUG [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T06:23:30,414 DEBUG [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T06:23:30,414 DEBUG [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T06:23:30,415 DEBUG [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T06:23:30,416 INFO [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65888669, jitterRate=-0.01818232238292694}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T06:23:30,416 DEBUG [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-11T06:23:30,416 DEBUG [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731306210407Writing region info on filesystem at 1731306210407Initializing all the Stores at 1731306210408 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731306210408Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731306210408Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731306210408Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731306210408Cleaning up temporary data from old regions at 1731306210414 (+6 ms)Running coprocessor post-open hooks at 1731306210416 (+2 ms)Region opened successfully at 1731306210416 2024-11-11T06:23:30,417 INFO [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731306210381 2024-11-11T06:23:30,419 DEBUG [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-11T06:23:30,419 INFO [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-11T06:23:30,419 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=f334e8b0fbdf,39387,1731306207474 2024-11-11T06:23:30,420 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f334e8b0fbdf,39387,1731306207474, state=OPEN 2024-11-11T06:23:30,421 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37367-0x10105b21f490000, quorum=127.0.0.1:62327, baseZNode=/0-1695720270 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1695720270/meta-region-server 2024-11-11T06:23:30,421 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39387-0x10105b21f490001, quorum=127.0.0.1:62327, baseZNode=/0-1695720270 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1695720270/meta-region-server 2024-11-11T06:23:30,421 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=f334e8b0fbdf,39387,1731306207474 2024-11-11T06:23:30,422 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1695720270/meta-region-server: CHANGED 2024-11-11T06:23:30,422 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1695720270/meta-region-server: CHANGED 2024-11-11T06:23:30,423 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-11T06:23:30,423 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=f334e8b0fbdf,39387,1731306207474 in 193 msec 2024-11-11T06:23:30,424 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-11T06:23:30,424 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 354 msec 2024-11-11T06:23:30,425 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T06:23:30,425 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-11T06:23:30,426 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T06:23:30,426 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f334e8b0fbdf,39387,1731306207474, seqNum=-1] 2024-11-11T06:23:30,426 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T06:23:30,427 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46463, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T06:23:30,430 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.1970 sec 2024-11-11T06:23:30,430 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731306210430, completionTime=-1 2024-11-11T06:23:30,430 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-11T06:23:30,430 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-11T06:23:30,432 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-11T06:23:30,432 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731306270432 2024-11-11T06:23:30,432 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731306330432 2024-11-11T06:23:30,432 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-11T06:23:30,433 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f334e8b0fbdf,37367,1731306207426-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T06:23:30,433 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f334e8b0fbdf,37367,1731306207426-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T06:23:30,433 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f334e8b0fbdf,37367,1731306207426-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T06:23:30,433 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-f334e8b0fbdf:37367, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T06:23:30,433 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-11T06:23:30,433 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-11T06:23:30,434 DEBUG [master/f334e8b0fbdf:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-11T06:23:30,436 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.919sec 2024-11-11T06:23:30,436 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-11T06:23:30,436 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-11T06:23:30,436 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-11T06:23:30,436 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-11T06:23:30,436 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-11T06:23:30,436 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f334e8b0fbdf,37367,1731306207426-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T06:23:30,436 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f334e8b0fbdf,37367,1731306207426-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-11T06:23:30,438 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-11T06:23:30,438 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-11T06:23:30,438 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f334e8b0fbdf,37367,1731306207426-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T06:23:30,503 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f5f324c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T06:23:30,503 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f334e8b0fbdf,37367,-1 for getting cluster id 2024-11-11T06:23:30,503 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T06:23:30,504 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '72d1efbf-5497-415a-a834-f60971a0e8b3' 2024-11-11T06:23:30,504 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T06:23:30,504 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "72d1efbf-5497-415a-a834-f60971a0e8b3" 2024-11-11T06:23:30,505 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@684495d6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T06:23:30,505 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f334e8b0fbdf,37367,-1] 2024-11-11T06:23:30,505 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T06:23:30,505 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T06:23:30,506 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55542, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T06:23:30,506 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5de60843, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T06:23:30,507 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T06:23:30,507 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f334e8b0fbdf,39387,1731306207474, seqNum=-1] 2024-11-11T06:23:30,508 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T06:23:30,508 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49744, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T06:23:30,510 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=f334e8b0fbdf,37367,1731306207426 2024-11-11T06:23:30,510 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:62327 2024-11-11T06:23:30,513 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:62327, baseZNode=/0-1695720270 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T06:23:30,514 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x10105b21f490002 connected 2024-11-11T06:23:30,517 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e5530e6b-a736-33f4-4bed-9f1785f012a5/hadoop.log.dir so I do NOT create it in target/test-data/6c62eb12-aad1-61e9-3a35-62129671f1e4 2024-11-11T06:23:30,517 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e5530e6b-a736-33f4-4bed-9f1785f012a5/hadoop.log.dir Erasing configuration value by system value. 2024-11-11T06:23:30,517 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e5530e6b-a736-33f4-4bed-9f1785f012a5/hadoop.tmp.dir so I do NOT create it in target/test-data/6c62eb12-aad1-61e9-3a35-62129671f1e4 2024-11-11T06:23:30,517 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e5530e6b-a736-33f4-4bed-9f1785f012a5/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-11T06:23:30,517 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6c62eb12-aad1-61e9-3a35-62129671f1e4 2024-11-11T06:23:30,517 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-11T06:23:30,517 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6c62eb12-aad1-61e9-3a35-62129671f1e4/cluster_ed9729d8-88f1-0bae-d5fe-fb86973de3e2, deleteOnExit=true 2024-11-11T06:23:30,517 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-11T06:23:30,517 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6c62eb12-aad1-61e9-3a35-62129671f1e4/test.cache.data in system properties and HBase conf 2024-11-11T06:23:30,517 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6c62eb12-aad1-61e9-3a35-62129671f1e4/hadoop.tmp.dir in system properties and HBase conf 2024-11-11T06:23:30,517 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6c62eb12-aad1-61e9-3a35-62129671f1e4/hadoop.log.dir in system properties and HBase conf 2024-11-11T06:23:30,517 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6c62eb12-aad1-61e9-3a35-62129671f1e4/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-11T06:23:30,517 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6c62eb12-aad1-61e9-3a35-62129671f1e4/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-11T06:23:30,517 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-11T06:23:30,517 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-11T06:23:30,518 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6c62eb12-aad1-61e9-3a35-62129671f1e4/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-11T06:23:30,518 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6c62eb12-aad1-61e9-3a35-62129671f1e4/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-11T06:23:30,518 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6c62eb12-aad1-61e9-3a35-62129671f1e4/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-11T06:23:30,518 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6c62eb12-aad1-61e9-3a35-62129671f1e4/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-11T06:23:30,518 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6c62eb12-aad1-61e9-3a35-62129671f1e4/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-11T06:23:30,518 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6c62eb12-aad1-61e9-3a35-62129671f1e4/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-11T06:23:30,518 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6c62eb12-aad1-61e9-3a35-62129671f1e4/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-11T06:23:30,518 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6c62eb12-aad1-61e9-3a35-62129671f1e4/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-11T06:23:30,518 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6c62eb12-aad1-61e9-3a35-62129671f1e4/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-11T06:23:30,518 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6c62eb12-aad1-61e9-3a35-62129671f1e4/nfs.dump.dir in system properties and HBase conf 2024-11-11T06:23:30,518 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6c62eb12-aad1-61e9-3a35-62129671f1e4/java.io.tmpdir in system properties and HBase conf 2024-11-11T06:23:30,518 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6c62eb12-aad1-61e9-3a35-62129671f1e4/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-11T06:23:30,518 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6c62eb12-aad1-61e9-3a35-62129671f1e4/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-11T06:23:30,518 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6c62eb12-aad1-61e9-3a35-62129671f1e4/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-11T06:23:30,595 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T06:23:30,598 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T06:23:30,600 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T06:23:30,600 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T06:23:30,600 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-11T06:23:30,602 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T06:23:30,602 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@d7ed979{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6c62eb12-aad1-61e9-3a35-62129671f1e4/hadoop.log.dir/,AVAILABLE} 2024-11-11T06:23:30,603 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@23642eed{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T06:23:30,716 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7e3f1a99{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6c62eb12-aad1-61e9-3a35-62129671f1e4/java.io.tmpdir/jetty-localhost-43661-hadoop-hdfs-3_4_1-tests_jar-_-any-9738402312243134542/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-11T06:23:30,716 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1cc45c18{HTTP/1.1, (http/1.1)}{localhost:43661} 2024-11-11T06:23:30,716 INFO [Time-limited test {}] server.Server(415): Started @217722ms 2024-11-11T06:23:30,799 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T06:23:30,801 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T06:23:30,803 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T06:23:30,803 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T06:23:30,803 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-11T06:23:30,804 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2553b522{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6c62eb12-aad1-61e9-3a35-62129671f1e4/hadoop.log.dir/,AVAILABLE} 2024-11-11T06:23:30,805 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4565cc47{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T06:23:30,921 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2b2d638f{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6c62eb12-aad1-61e9-3a35-62129671f1e4/java.io.tmpdir/jetty-localhost-40057-hadoop-hdfs-3_4_1-tests_jar-_-any-5122407379221943474/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T06:23:30,922 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@67189c7a{HTTP/1.1, (http/1.1)}{localhost:40057} 2024-11-11T06:23:30,922 INFO [Time-limited test {}] server.Server(415): Started @217927ms 2024-11-11T06:23:30,923 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-11T06:23:31,023 WARN [Thread-2785 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6c62eb12-aad1-61e9-3a35-62129671f1e4/cluster_ed9729d8-88f1-0bae-d5fe-fb86973de3e2/data/data1/current/BP-1733429642-172.17.0.2-1731306210536/current, will proceed with Du for space computation calculation, 2024-11-11T06:23:31,024 WARN [Thread-2786 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6c62eb12-aad1-61e9-3a35-62129671f1e4/cluster_ed9729d8-88f1-0bae-d5fe-fb86973de3e2/data/data2/current/BP-1733429642-172.17.0.2-1731306210536/current, will proceed with Du for space computation calculation, 2024-11-11T06:23:31,040 WARN [Thread-2773 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-11T06:23:31,042 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x81c0c02f9e484100 with lease ID 0x9aeae1776092a624: Processing first storage report for DS-9011b9fd-9fac-4a2f-a021-9628a6843cca from datanode DatanodeRegistration(127.0.0.1:38191, datanodeUuid=2e5f3eb9-68ba-42e6-8ddb-80b6a98ad0f5, infoPort=41291, infoSecurePort=0, ipcPort=39567, storageInfo=lv=-57;cid=testClusterID;nsid=451639913;c=1731306210536) 2024-11-11T06:23:31,042 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x81c0c02f9e484100 with lease ID 0x9aeae1776092a624: from storage DS-9011b9fd-9fac-4a2f-a021-9628a6843cca node DatanodeRegistration(127.0.0.1:38191, datanodeUuid=2e5f3eb9-68ba-42e6-8ddb-80b6a98ad0f5, infoPort=41291, infoSecurePort=0, ipcPort=39567, storageInfo=lv=-57;cid=testClusterID;nsid=451639913;c=1731306210536), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T06:23:31,042 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x81c0c02f9e484100 with lease ID 0x9aeae1776092a624: Processing first storage report for DS-c925088c-107b-4688-a8fa-f6a0c695ed39 from datanode DatanodeRegistration(127.0.0.1:38191, datanodeUuid=2e5f3eb9-68ba-42e6-8ddb-80b6a98ad0f5, infoPort=41291, infoSecurePort=0, ipcPort=39567, storageInfo=lv=-57;cid=testClusterID;nsid=451639913;c=1731306210536) 2024-11-11T06:23:31,042 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x81c0c02f9e484100 with lease ID 0x9aeae1776092a624: from storage DS-c925088c-107b-4688-a8fa-f6a0c695ed39 node DatanodeRegistration(127.0.0.1:38191, datanodeUuid=2e5f3eb9-68ba-42e6-8ddb-80b6a98ad0f5, infoPort=41291, infoSecurePort=0, ipcPort=39567, storageInfo=lv=-57;cid=testClusterID;nsid=451639913;c=1731306210536), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T06:23:31,043 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6c62eb12-aad1-61e9-3a35-62129671f1e4 2024-11-11T06:23:31,043 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T06:23:31,045 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T06:23:31,053 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38191 is added to blk_1073741825_1001 (size=7) 2024-11-11T06:23:31,454 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:43189/user/jenkins/test-data/5d43c1d0-c60a-41c6-3502-4eb37801f9ca with version=8 2024-11-11T06:23:31,454 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:43189/user/jenkins/test-data/5d43c1d0-c60a-41c6-3502-4eb37801f9ca/hbase-staging 2024-11-11T06:23:31,457 INFO [Time-limited test {}] client.ConnectionUtils(128): master/f334e8b0fbdf:0 server-side Connection retries=45 2024-11-11T06:23:31,457 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T06:23:31,457 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T06:23:31,457 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T06:23:31,457 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T06:23:31,457 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T06:23:31,457 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-11T06:23:31,457 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T06:23:31,457 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46767 2024-11-11T06:23:31,458 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:46767 connecting to ZooKeeper ensemble=127.0.0.1:62327 2024-11-11T06:23:31,460 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:467670x0, quorum=127.0.0.1:62327, baseZNode=/11493258966 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T06:23:31,460 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:46767-0x10105b21f490003 connected 2024-11-11T06:23:31,471 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T06:23:31,472 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T06:23:31,474 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46767-0x10105b21f490003, quorum=127.0.0.1:62327, baseZNode=/11493258966 Set watcher on znode that does not yet exist, /11493258966/running 2024-11-11T06:23:31,474 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:43189/user/jenkins/test-data/5d43c1d0-c60a-41c6-3502-4eb37801f9ca, hbase.cluster.distributed=false 2024-11-11T06:23:31,475 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46767-0x10105b21f490003, quorum=127.0.0.1:62327, baseZNode=/11493258966 Set watcher on znode that does not yet exist, /11493258966/acl 2024-11-11T06:23:31,475 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46767 2024-11-11T06:23:31,475 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46767 2024-11-11T06:23:31,476 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46767 2024-11-11T06:23:31,476 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46767 2024-11-11T06:23:31,476 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46767 2024-11-11T06:23:31,503 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/f334e8b0fbdf:0 server-side Connection retries=45 2024-11-11T06:23:31,503 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T06:23:31,503 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T06:23:31,503 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T06:23:31,503 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T06:23:31,503 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T06:23:31,503 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-11T06:23:31,504 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T06:23:31,504 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34057 2024-11-11T06:23:31,505 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:34057 connecting to ZooKeeper ensemble=127.0.0.1:62327 2024-11-11T06:23:31,506 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T06:23:31,508 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T06:23:31,512 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:340570x0, quorum=127.0.0.1:62327, baseZNode=/11493258966 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T06:23:31,512 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:340570x0, quorum=127.0.0.1:62327, baseZNode=/11493258966 Set watcher on znode that does not yet exist, /11493258966/running 2024-11-11T06:23:31,512 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34057-0x10105b21f490004 connected 2024-11-11T06:23:31,513 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-11T06:23:31,515 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-11T06:23:31,515 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34057-0x10105b21f490004, quorum=127.0.0.1:62327, baseZNode=/11493258966 Set watcher on znode that does not yet exist, /11493258966/master 2024-11-11T06:23:31,516 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34057-0x10105b21f490004, quorum=127.0.0.1:62327, baseZNode=/11493258966 Set watcher on znode that does not yet exist, /11493258966/acl 2024-11-11T06:23:31,517 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34057 2024-11-11T06:23:31,519 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34057 2024-11-11T06:23:31,519 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34057 2024-11-11T06:23:31,520 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34057 2024-11-11T06:23:31,521 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34057 2024-11-11T06:23:31,533 DEBUG [M:0;f334e8b0fbdf:46767 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;f334e8b0fbdf:46767 2024-11-11T06:23:31,533 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /11493258966/backup-masters/f334e8b0fbdf,46767,1731306211456 2024-11-11T06:23:31,535 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46767-0x10105b21f490003, quorum=127.0.0.1:62327, baseZNode=/11493258966 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11493258966/backup-masters 2024-11-11T06:23:31,535 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34057-0x10105b21f490004, quorum=127.0.0.1:62327, baseZNode=/11493258966 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11493258966/backup-masters 2024-11-11T06:23:31,536 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46767-0x10105b21f490003, quorum=127.0.0.1:62327, baseZNode=/11493258966 Set watcher on existing znode=/11493258966/backup-masters/f334e8b0fbdf,46767,1731306211456 2024-11-11T06:23:31,537 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34057-0x10105b21f490004, quorum=127.0.0.1:62327, baseZNode=/11493258966 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11493258966/master 2024-11-11T06:23:31,537 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46767-0x10105b21f490003, quorum=127.0.0.1:62327, baseZNode=/11493258966 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11493258966 2024-11-11T06:23:31,537 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34057-0x10105b21f490004, quorum=127.0.0.1:62327, baseZNode=/11493258966 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11493258966 2024-11-11T06:23:31,537 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46767-0x10105b21f490003, quorum=127.0.0.1:62327, baseZNode=/11493258966 Set watcher on existing znode=/11493258966/master 2024-11-11T06:23:31,538 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /11493258966/backup-masters/f334e8b0fbdf,46767,1731306211456 from backup master directory 2024-11-11T06:23:31,539 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46767-0x10105b21f490003, quorum=127.0.0.1:62327, baseZNode=/11493258966 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11493258966/backup-masters/f334e8b0fbdf,46767,1731306211456 2024-11-11T06:23:31,539 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34057-0x10105b21f490004, quorum=127.0.0.1:62327, baseZNode=/11493258966 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11493258966/backup-masters 2024-11-11T06:23:31,539 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46767-0x10105b21f490003, quorum=127.0.0.1:62327, baseZNode=/11493258966 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11493258966/backup-masters 2024-11-11T06:23:31,539 WARN [master/f334e8b0fbdf:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T06:23:31,539 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=f334e8b0fbdf,46767,1731306211456 2024-11-11T06:23:31,544 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:43189/user/jenkins/test-data/5d43c1d0-c60a-41c6-3502-4eb37801f9ca/hbase.id] with ID: acbff81b-797c-4b29-b6e1-8c73db0b27d1 2024-11-11T06:23:31,544 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:43189/user/jenkins/test-data/5d43c1d0-c60a-41c6-3502-4eb37801f9ca/.tmp/hbase.id 2024-11-11T06:23:31,548 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38191 is added to blk_1073741826_1002 (size=42) 2024-11-11T06:23:31,948 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:43189/user/jenkins/test-data/5d43c1d0-c60a-41c6-3502-4eb37801f9ca/.tmp/hbase.id]:[hdfs://localhost:43189/user/jenkins/test-data/5d43c1d0-c60a-41c6-3502-4eb37801f9ca/hbase.id] 2024-11-11T06:23:31,957 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T06:23:31,957 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-11T06:23:31,958 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-11T06:23:31,960 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34057-0x10105b21f490004, quorum=127.0.0.1:62327, baseZNode=/11493258966 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11493258966 2024-11-11T06:23:31,960 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46767-0x10105b21f490003, quorum=127.0.0.1:62327, baseZNode=/11493258966 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11493258966 2024-11-11T06:23:31,965 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38191 is added to blk_1073741827_1003 (size=196) 2024-11-11T06:23:32,366 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T06:23:32,367 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-11T06:23:32,367 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T06:23:32,372 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38191 is added to blk_1073741828_1004 (size=1189) 2024-11-11T06:23:32,773 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:43189/user/jenkins/test-data/5d43c1d0-c60a-41c6-3502-4eb37801f9ca/MasterData/data/master/store 2024-11-11T06:23:32,778 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38191 is added to blk_1073741829_1005 (size=34) 2024-11-11T06:23:33,179 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T06:23:33,179 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-11T06:23:33,179 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T06:23:33,179 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T06:23:33,179 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-11T06:23:33,179 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T06:23:33,179 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T06:23:33,179 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731306213179Disabling compacts and flushes for region at 1731306213179Disabling writes for close at 1731306213179Writing region close event to WAL at 1731306213179Closed at 1731306213179 2024-11-11T06:23:33,180 WARN [master/f334e8b0fbdf:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:43189/user/jenkins/test-data/5d43c1d0-c60a-41c6-3502-4eb37801f9ca/MasterData/data/master/store/.initializing 2024-11-11T06:23:33,180 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:43189/user/jenkins/test-data/5d43c1d0-c60a-41c6-3502-4eb37801f9ca/MasterData/WALs/f334e8b0fbdf,46767,1731306211456 2024-11-11T06:23:33,181 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T06:23:33,182 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=f334e8b0fbdf%2C46767%2C1731306211456, suffix=, logDir=hdfs://localhost:43189/user/jenkins/test-data/5d43c1d0-c60a-41c6-3502-4eb37801f9ca/MasterData/WALs/f334e8b0fbdf,46767,1731306211456, archiveDir=hdfs://localhost:43189/user/jenkins/test-data/5d43c1d0-c60a-41c6-3502-4eb37801f9ca/MasterData/oldWALs, maxLogs=10 2024-11-11T06:23:33,200 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/5d43c1d0-c60a-41c6-3502-4eb37801f9ca/MasterData/WALs/f334e8b0fbdf,46767,1731306211456/f334e8b0fbdf%2C46767%2C1731306211456.1731306213182, exclude list is [], retry=0 2024-11-11T06:23:33,201 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38191,DS-9011b9fd-9fac-4a2f-a021-9628a6843cca,DISK] 2024-11-11T06:23:33,214 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5d43c1d0-c60a-41c6-3502-4eb37801f9ca/MasterData/WALs/f334e8b0fbdf,46767,1731306211456/f334e8b0fbdf%2C46767%2C1731306211456.1731306213182 2024-11-11T06:23:33,214 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41291:41291)] 2024-11-11T06:23:33,214 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-11T06:23:33,214 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T06:23:33,215 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T06:23:33,215 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T06:23:33,216 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T06:23:33,217 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-11T06:23:33,217 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:23:33,217 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T06:23:33,217 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T06:23:33,218 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-11T06:23:33,218 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:23:33,218 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T06:23:33,218 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T06:23:33,219 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-11T06:23:33,219 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:23:33,220 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T06:23:33,220 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T06:23:33,220 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-11T06:23:33,220 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:23:33,221 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T06:23:33,221 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T06:23:33,221 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43189/user/jenkins/test-data/5d43c1d0-c60a-41c6-3502-4eb37801f9ca/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-11T06:23:33,222 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43189/user/jenkins/test-data/5d43c1d0-c60a-41c6-3502-4eb37801f9ca/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-11T06:23:33,222 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T06:23:33,222 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T06:23:33,223 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T06:23:33,223 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T06:23:33,225 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43189/user/jenkins/test-data/5d43c1d0-c60a-41c6-3502-4eb37801f9ca/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T06:23:33,225 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69448796, jitterRate=0.034867703914642334}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T06:23:33,225 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731306213215Initializing all the Stores at 1731306213215Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731306213215Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731306213215Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731306213215Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731306213215Cleaning up temporary data from old regions at 1731306213222 (+7 ms)Region opened successfully at 1731306213225 (+3 ms) 2024-11-11T06:23:33,226 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-11T06:23:33,228 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@13c441d4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f334e8b0fbdf/172.17.0.2:0 2024-11-11T06:23:33,229 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-11T06:23:33,229 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-11T06:23:33,229 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-11T06:23:33,229 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-11T06:23:33,229 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-11T06:23:33,230 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-11T06:23:33,230 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-11T06:23:33,231 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-11T06:23:33,232 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46767-0x10105b21f490003, quorum=127.0.0.1:62327, baseZNode=/11493258966 Unable to get data of znode /11493258966/balancer because node does not exist (not necessarily an error) 2024-11-11T06:23:33,237 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11493258966/balancer already deleted, retry=false 2024-11-11T06:23:33,238 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-11T06:23:33,238 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46767-0x10105b21f490003, quorum=127.0.0.1:62327, baseZNode=/11493258966 Unable to get data of znode /11493258966/normalizer because node does not exist (not necessarily an error) 2024-11-11T06:23:33,239 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11493258966/normalizer already deleted, retry=false 2024-11-11T06:23:33,240 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-11T06:23:33,240 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46767-0x10105b21f490003, quorum=127.0.0.1:62327, baseZNode=/11493258966 Unable to get data of znode /11493258966/switch/split because node does not exist (not necessarily an error) 2024-11-11T06:23:33,241 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11493258966/switch/split already deleted, retry=false 2024-11-11T06:23:33,242 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46767-0x10105b21f490003, quorum=127.0.0.1:62327, baseZNode=/11493258966 Unable to get data of znode /11493258966/switch/merge because node does not exist (not necessarily an error) 2024-11-11T06:23:33,243 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11493258966/switch/merge already deleted, retry=false 2024-11-11T06:23:33,244 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46767-0x10105b21f490003, quorum=127.0.0.1:62327, baseZNode=/11493258966 Unable to get data of znode /11493258966/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-11T06:23:33,246 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11493258966/snapshot-cleanup already deleted, retry=false 2024-11-11T06:23:33,248 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46767-0x10105b21f490003, quorum=127.0.0.1:62327, baseZNode=/11493258966 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11493258966/running 2024-11-11T06:23:33,248 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34057-0x10105b21f490004, quorum=127.0.0.1:62327, baseZNode=/11493258966 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11493258966/running 2024-11-11T06:23:33,248 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46767-0x10105b21f490003, quorum=127.0.0.1:62327, baseZNode=/11493258966 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11493258966 2024-11-11T06:23:33,248 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34057-0x10105b21f490004, quorum=127.0.0.1:62327, baseZNode=/11493258966 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11493258966 2024-11-11T06:23:33,248 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=f334e8b0fbdf,46767,1731306211456, sessionid=0x10105b21f490003, setting cluster-up flag (Was=false) 2024-11-11T06:23:33,250 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46767-0x10105b21f490003, quorum=127.0.0.1:62327, baseZNode=/11493258966 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11493258966 2024-11-11T06:23:33,250 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34057-0x10105b21f490004, quorum=127.0.0.1:62327, baseZNode=/11493258966 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11493258966 2024-11-11T06:23:33,255 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11493258966/flush-table-proc/acquired, /11493258966/flush-table-proc/reached, /11493258966/flush-table-proc/abort 2024-11-11T06:23:33,256 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f334e8b0fbdf,46767,1731306211456 2024-11-11T06:23:33,260 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46767-0x10105b21f490003, quorum=127.0.0.1:62327, baseZNode=/11493258966 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11493258966 2024-11-11T06:23:33,260 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34057-0x10105b21f490004, quorum=127.0.0.1:62327, baseZNode=/11493258966 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11493258966 2024-11-11T06:23:33,263 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11493258966/online-snapshot/acquired, /11493258966/online-snapshot/reached, /11493258966/online-snapshot/abort 2024-11-11T06:23:33,264 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f334e8b0fbdf,46767,1731306211456 2024-11-11T06:23:33,264 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:43189/user/jenkins/test-data/5d43c1d0-c60a-41c6-3502-4eb37801f9ca/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-11T06:23:33,266 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-11T06:23:33,266 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-11T06:23:33,266 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-11T06:23:33,266 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: f334e8b0fbdf,46767,1731306211456 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-11T06:23:33,267 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/f334e8b0fbdf:0, corePoolSize=5, maxPoolSize=5 2024-11-11T06:23:33,267 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/f334e8b0fbdf:0, corePoolSize=5, maxPoolSize=5 2024-11-11T06:23:33,267 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/f334e8b0fbdf:0, corePoolSize=5, maxPoolSize=5 2024-11-11T06:23:33,267 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/f334e8b0fbdf:0, corePoolSize=5, maxPoolSize=5 2024-11-11T06:23:33,267 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/f334e8b0fbdf:0, corePoolSize=10, maxPoolSize=10 2024-11-11T06:23:33,267 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/f334e8b0fbdf:0, corePoolSize=1, maxPoolSize=1 2024-11-11T06:23:33,267 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/f334e8b0fbdf:0, corePoolSize=2, maxPoolSize=2 2024-11-11T06:23:33,267 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/f334e8b0fbdf:0, corePoolSize=1, maxPoolSize=1 2024-11-11T06:23:33,269 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T06:23:33,269 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-11T06:23:33,270 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:23:33,270 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-11T06:23:33,273 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731306243273 2024-11-11T06:23:33,273 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-11T06:23:33,273 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-11T06:23:33,273 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-11T06:23:33,273 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-11T06:23:33,274 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-11T06:23:33,274 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-11T06:23:33,274 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T06:23:33,274 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-11T06:23:33,274 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-11T06:23:33,275 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-11T06:23:33,275 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-11T06:23:33,275 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-11T06:23:33,276 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-11T06:23:33,276 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38191 is added to blk_1073741831_1007 (size=1321) 2024-11-11T06:23:33,276 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/f334e8b0fbdf:0:becomeActiveMaster-HFileCleaner.large.0-1731306213276,5,FailOnTimeoutGroup] 2024-11-11T06:23:33,276 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/f334e8b0fbdf:0:becomeActiveMaster-HFileCleaner.small.0-1731306213276,5,FailOnTimeoutGroup] 2024-11-11T06:23:33,276 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T06:23:33,276 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-11T06:23:33,276 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-11T06:23:33,276 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-11T06:23:33,323 INFO [RS:0;f334e8b0fbdf:34057 {}] regionserver.HRegionServer(746): ClusterId : acbff81b-797c-4b29-b6e1-8c73db0b27d1 2024-11-11T06:23:33,323 DEBUG [RS:0;f334e8b0fbdf:34057 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-11T06:23:33,326 DEBUG [RS:0;f334e8b0fbdf:34057 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-11T06:23:33,326 DEBUG [RS:0;f334e8b0fbdf:34057 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-11T06:23:33,327 DEBUG [RS:0;f334e8b0fbdf:34057 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-11T06:23:33,328 DEBUG [RS:0;f334e8b0fbdf:34057 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e3c8c96, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f334e8b0fbdf/172.17.0.2:0 2024-11-11T06:23:33,340 DEBUG [RS:0;f334e8b0fbdf:34057 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;f334e8b0fbdf:34057 2024-11-11T06:23:33,340 INFO [RS:0;f334e8b0fbdf:34057 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-11T06:23:33,340 INFO [RS:0;f334e8b0fbdf:34057 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-11T06:23:33,340 DEBUG [RS:0;f334e8b0fbdf:34057 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-11T06:23:33,341 INFO [RS:0;f334e8b0fbdf:34057 {}] regionserver.HRegionServer(2659): reportForDuty to master=f334e8b0fbdf,46767,1731306211456 with port=34057, startcode=1731306211503 2024-11-11T06:23:33,341 DEBUG [RS:0;f334e8b0fbdf:34057 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-11T06:23:33,342 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48305, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=RegionServerStatusService 2024-11-11T06:23:33,343 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46767 {}] master.ServerManager(363): Checking decommissioned status of RegionServer f334e8b0fbdf,34057,1731306211503 2024-11-11T06:23:33,343 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46767 {}] master.ServerManager(517): Registering regionserver=f334e8b0fbdf,34057,1731306211503 2024-11-11T06:23:33,344 DEBUG [RS:0;f334e8b0fbdf:34057 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43189/user/jenkins/test-data/5d43c1d0-c60a-41c6-3502-4eb37801f9ca 2024-11-11T06:23:33,344 DEBUG [RS:0;f334e8b0fbdf:34057 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43189 2024-11-11T06:23:33,344 DEBUG [RS:0;f334e8b0fbdf:34057 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-11T06:23:33,349 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46767-0x10105b21f490003, quorum=127.0.0.1:62327, baseZNode=/11493258966 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11493258966/rs 2024-11-11T06:23:33,349 DEBUG [RS:0;f334e8b0fbdf:34057 {}] zookeeper.ZKUtil(111): regionserver:34057-0x10105b21f490004, quorum=127.0.0.1:62327, baseZNode=/11493258966 Set watcher on existing znode=/11493258966/rs/f334e8b0fbdf,34057,1731306211503 2024-11-11T06:23:33,349 WARN [RS:0;f334e8b0fbdf:34057 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T06:23:33,349 INFO [RS:0;f334e8b0fbdf:34057 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T06:23:33,349 DEBUG [RS:0;f334e8b0fbdf:34057 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43189/user/jenkins/test-data/5d43c1d0-c60a-41c6-3502-4eb37801f9ca/WALs/f334e8b0fbdf,34057,1731306211503 2024-11-11T06:23:33,350 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [f334e8b0fbdf,34057,1731306211503] 2024-11-11T06:23:33,352 INFO [RS:0;f334e8b0fbdf:34057 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-11T06:23:33,353 INFO [RS:0;f334e8b0fbdf:34057 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-11T06:23:33,354 INFO [RS:0;f334e8b0fbdf:34057 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-11T06:23:33,354 INFO [RS:0;f334e8b0fbdf:34057 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T06:23:33,355 INFO [RS:0;f334e8b0fbdf:34057 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-11T06:23:33,356 INFO [RS:0;f334e8b0fbdf:34057 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-11T06:23:33,356 INFO [RS:0;f334e8b0fbdf:34057 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-11T06:23:33,356 DEBUG [RS:0;f334e8b0fbdf:34057 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/f334e8b0fbdf:0, corePoolSize=1, maxPoolSize=1 2024-11-11T06:23:33,356 DEBUG [RS:0;f334e8b0fbdf:34057 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/f334e8b0fbdf:0, corePoolSize=1, maxPoolSize=1 2024-11-11T06:23:33,356 DEBUG [RS:0;f334e8b0fbdf:34057 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/f334e8b0fbdf:0, corePoolSize=1, maxPoolSize=1 2024-11-11T06:23:33,356 DEBUG [RS:0;f334e8b0fbdf:34057 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0, corePoolSize=1, maxPoolSize=1 2024-11-11T06:23:33,356 DEBUG [RS:0;f334e8b0fbdf:34057 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/f334e8b0fbdf:0, corePoolSize=1, maxPoolSize=1 2024-11-11T06:23:33,356 DEBUG [RS:0;f334e8b0fbdf:34057 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/f334e8b0fbdf:0, corePoolSize=2, maxPoolSize=2 2024-11-11T06:23:33,356 DEBUG [RS:0;f334e8b0fbdf:34057 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/f334e8b0fbdf:0, corePoolSize=1, maxPoolSize=1 2024-11-11T06:23:33,356 DEBUG [RS:0;f334e8b0fbdf:34057 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/f334e8b0fbdf:0, corePoolSize=1, maxPoolSize=1 2024-11-11T06:23:33,356 DEBUG [RS:0;f334e8b0fbdf:34057 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0, corePoolSize=1, maxPoolSize=1 2024-11-11T06:23:33,356 DEBUG [RS:0;f334e8b0fbdf:34057 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/f334e8b0fbdf:0, corePoolSize=1, maxPoolSize=1 2024-11-11T06:23:33,356 DEBUG [RS:0;f334e8b0fbdf:34057 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/f334e8b0fbdf:0, corePoolSize=1, maxPoolSize=1 2024-11-11T06:23:33,356 DEBUG [RS:0;f334e8b0fbdf:34057 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/f334e8b0fbdf:0, corePoolSize=1, maxPoolSize=1 2024-11-11T06:23:33,356 DEBUG [RS:0;f334e8b0fbdf:34057 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/f334e8b0fbdf:0, corePoolSize=3, maxPoolSize=3 2024-11-11T06:23:33,356 DEBUG [RS:0;f334e8b0fbdf:34057 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/f334e8b0fbdf:0, corePoolSize=3, maxPoolSize=3 2024-11-11T06:23:33,359 INFO [RS:0;f334e8b0fbdf:34057 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T06:23:33,359 INFO [RS:0;f334e8b0fbdf:34057 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T06:23:33,359 INFO [RS:0;f334e8b0fbdf:34057 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T06:23:33,359 INFO [RS:0;f334e8b0fbdf:34057 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-11T06:23:33,359 INFO [RS:0;f334e8b0fbdf:34057 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-11T06:23:33,359 INFO [RS:0;f334e8b0fbdf:34057 {}] hbase.ChoreService(168): Chore ScheduledChore name=f334e8b0fbdf,34057,1731306211503-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T06:23:33,377 INFO [RS:0;f334e8b0fbdf:34057 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-11T06:23:33,377 INFO [RS:0;f334e8b0fbdf:34057 {}] hbase.ChoreService(168): Chore ScheduledChore name=f334e8b0fbdf,34057,1731306211503-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T06:23:33,377 INFO [RS:0;f334e8b0fbdf:34057 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T06:23:33,377 INFO [RS:0;f334e8b0fbdf:34057 {}] regionserver.Replication(171): f334e8b0fbdf,34057,1731306211503 started 2024-11-11T06:23:33,392 INFO [RS:0;f334e8b0fbdf:34057 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T06:23:33,392 INFO [RS:0;f334e8b0fbdf:34057 {}] regionserver.HRegionServer(1482): Serving as f334e8b0fbdf,34057,1731306211503, RpcServer on f334e8b0fbdf/172.17.0.2:34057, sessionid=0x10105b21f490004 2024-11-11T06:23:33,392 DEBUG [RS:0;f334e8b0fbdf:34057 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-11T06:23:33,392 DEBUG [RS:0;f334e8b0fbdf:34057 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager f334e8b0fbdf,34057,1731306211503 2024-11-11T06:23:33,392 DEBUG [RS:0;f334e8b0fbdf:34057 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f334e8b0fbdf,34057,1731306211503' 2024-11-11T06:23:33,392 DEBUG [RS:0;f334e8b0fbdf:34057 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11493258966/flush-table-proc/abort' 2024-11-11T06:23:33,392 DEBUG [RS:0;f334e8b0fbdf:34057 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11493258966/flush-table-proc/acquired' 2024-11-11T06:23:33,393 DEBUG [RS:0;f334e8b0fbdf:34057 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-11T06:23:33,393 DEBUG [RS:0;f334e8b0fbdf:34057 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-11T06:23:33,393 DEBUG [RS:0;f334e8b0fbdf:34057 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager f334e8b0fbdf,34057,1731306211503 2024-11-11T06:23:33,393 DEBUG [RS:0;f334e8b0fbdf:34057 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f334e8b0fbdf,34057,1731306211503' 2024-11-11T06:23:33,393 DEBUG [RS:0;f334e8b0fbdf:34057 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11493258966/online-snapshot/abort' 2024-11-11T06:23:33,393 DEBUG [RS:0;f334e8b0fbdf:34057 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11493258966/online-snapshot/acquired' 2024-11-11T06:23:33,393 DEBUG [RS:0;f334e8b0fbdf:34057 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-11T06:23:33,393 INFO [RS:0;f334e8b0fbdf:34057 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-11T06:23:33,393 INFO [RS:0;f334e8b0fbdf:34057 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-11T06:23:33,494 INFO [RS:0;f334e8b0fbdf:34057 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T06:23:33,495 INFO [RS:0;f334e8b0fbdf:34057 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f334e8b0fbdf%2C34057%2C1731306211503, suffix=, logDir=hdfs://localhost:43189/user/jenkins/test-data/5d43c1d0-c60a-41c6-3502-4eb37801f9ca/WALs/f334e8b0fbdf,34057,1731306211503, archiveDir=hdfs://localhost:43189/user/jenkins/test-data/5d43c1d0-c60a-41c6-3502-4eb37801f9ca/oldWALs, maxLogs=10 2024-11-11T06:23:33,508 DEBUG [RS:0;f334e8b0fbdf:34057 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/5d43c1d0-c60a-41c6-3502-4eb37801f9ca/WALs/f334e8b0fbdf,34057,1731306211503/f334e8b0fbdf%2C34057%2C1731306211503.1731306213495, exclude list is [], retry=0 2024-11-11T06:23:33,510 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38191,DS-9011b9fd-9fac-4a2f-a021-9628a6843cca,DISK] 2024-11-11T06:23:33,512 INFO [RS:0;f334e8b0fbdf:34057 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5d43c1d0-c60a-41c6-3502-4eb37801f9ca/WALs/f334e8b0fbdf,34057,1731306211503/f334e8b0fbdf%2C34057%2C1731306211503.1731306213495 2024-11-11T06:23:33,513 DEBUG [RS:0;f334e8b0fbdf:34057 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41291:41291)] 2024-11-11T06:23:33,677 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:43189/user/jenkins/test-data/5d43c1d0-c60a-41c6-3502-4eb37801f9ca/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-11T06:23:33,677 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:43189/user/jenkins/test-data/5d43c1d0-c60a-41c6-3502-4eb37801f9ca 2024-11-11T06:23:33,680 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-11T06:23:33,681 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T06:23:33,682 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38191 is added to blk_1073741833_1009 (size=32) 2024-11-11T06:23:33,682 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T06:23:33,710 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T06:23:33,710 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T06:23:33,710 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T06:23:33,710 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T06:23:33,711 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T06:23:33,711 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T06:23:33,714 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T06:23:33,717 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T06:23:33,717 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T06:23:33,718 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T06:23:33,809 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T06:23:33,810 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [f334e8b0fbdf,42169,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f334e8b0fbdf:42169 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-11T06:23:33,810 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 11, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 38289 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [f334e8b0fbdf,42169,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f334e8b0fbdf:42169 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-11T06:23:34,082 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T06:23:34,084 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T06:23:34,085 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T06:23:34,085 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:23:34,085 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T06:23:34,085 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T06:23:34,086 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T06:23:34,086 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:23:34,086 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T06:23:34,086 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T06:23:34,087 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T06:23:34,087 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:23:34,087 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T06:23:34,087 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T06:23:34,088 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T06:23:34,088 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:23:34,088 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T06:23:34,088 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T06:23:34,089 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43189/user/jenkins/test-data/5d43c1d0-c60a-41c6-3502-4eb37801f9ca/data/hbase/meta/1588230740 2024-11-11T06:23:34,089 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43189/user/jenkins/test-data/5d43c1d0-c60a-41c6-3502-4eb37801f9ca/data/hbase/meta/1588230740 2024-11-11T06:23:34,090 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T06:23:34,090 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T06:23:34,090 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T06:23:34,091 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T06:23:34,093 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43189/user/jenkins/test-data/5d43c1d0-c60a-41c6-3502-4eb37801f9ca/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T06:23:34,093 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68550459, jitterRate=0.021481439471244812}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T06:23:34,093 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731306214083Initializing all the Stores at 1731306214083Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731306214083Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731306214083Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731306214083Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731306214083Cleaning up temporary data from old regions at 1731306214090 (+7 ms)Region opened successfully at 1731306214093 (+3 ms) 2024-11-11T06:23:34,093 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-11T06:23:34,093 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-11T06:23:34,093 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-11T06:23:34,093 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-11T06:23:34,093 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-11T06:23:34,094 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-11T06:23:34,094 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731306214093Disabling compacts and flushes for region at 1731306214093Disabling writes for close at 1731306214093Writing region close event to WAL at 1731306214094 (+1 ms)Closed at 1731306214094 2024-11-11T06:23:34,095 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T06:23:34,095 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-11T06:23:34,095 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-11T06:23:34,096 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T06:23:34,097 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-11T06:23:34,247 DEBUG [f334e8b0fbdf:46767 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-11T06:23:34,248 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=f334e8b0fbdf,34057,1731306211503 2024-11-11T06:23:34,249 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f334e8b0fbdf,34057,1731306211503, state=OPENING 2024-11-11T06:23:34,250 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-11T06:23:34,251 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46767-0x10105b21f490003, quorum=127.0.0.1:62327, baseZNode=/11493258966 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11493258966 2024-11-11T06:23:34,251 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34057-0x10105b21f490004, quorum=127.0.0.1:62327, baseZNode=/11493258966 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11493258966 2024-11-11T06:23:34,252 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T06:23:34,252 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11493258966/meta-region-server: CHANGED 2024-11-11T06:23:34,252 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11493258966/meta-region-server: CHANGED 2024-11-11T06:23:34,252 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=f334e8b0fbdf,34057,1731306211503}] 2024-11-11T06:23:34,404 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-11T06:23:34,406 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44033, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-11T06:23:34,408 INFO [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-11T06:23:34,408 INFO [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T06:23:34,409 INFO [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-11T06:23:34,410 INFO [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f334e8b0fbdf%2C34057%2C1731306211503.meta, suffix=.meta, logDir=hdfs://localhost:43189/user/jenkins/test-data/5d43c1d0-c60a-41c6-3502-4eb37801f9ca/WALs/f334e8b0fbdf,34057,1731306211503, archiveDir=hdfs://localhost:43189/user/jenkins/test-data/5d43c1d0-c60a-41c6-3502-4eb37801f9ca/oldWALs, maxLogs=10 2024-11-11T06:23:34,423 DEBUG [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/5d43c1d0-c60a-41c6-3502-4eb37801f9ca/WALs/f334e8b0fbdf,34057,1731306211503/f334e8b0fbdf%2C34057%2C1731306211503.meta.1731306214410.meta, exclude list is [], retry=0 2024-11-11T06:23:34,424 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38191,DS-9011b9fd-9fac-4a2f-a021-9628a6843cca,DISK] 2024-11-11T06:23:34,426 INFO [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5d43c1d0-c60a-41c6-3502-4eb37801f9ca/WALs/f334e8b0fbdf,34057,1731306211503/f334e8b0fbdf%2C34057%2C1731306211503.meta.1731306214410.meta 2024-11-11T06:23:34,426 DEBUG [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41291:41291)] 2024-11-11T06:23:34,427 DEBUG [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-11T06:23:34,427 INFO [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-11T06:23:34,427 DEBUG [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-11T06:23:34,427 DEBUG [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-11T06:23:34,427 INFO [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-11T06:23:34,427 DEBUG [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-11T06:23:34,427 DEBUG [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T06:23:34,427 DEBUG [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-11T06:23:34,427 DEBUG [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-11T06:23:34,428 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T06:23:34,429 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T06:23:34,429 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:23:34,429 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T06:23:34,430 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T06:23:34,430 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T06:23:34,430 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:23:34,430 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T06:23:34,430 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T06:23:34,431 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T06:23:34,431 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:23:34,431 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T06:23:34,431 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T06:23:34,432 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T06:23:34,432 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:23:34,432 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T06:23:34,432 DEBUG [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T06:23:34,433 DEBUG [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43189/user/jenkins/test-data/5d43c1d0-c60a-41c6-3502-4eb37801f9ca/data/hbase/meta/1588230740 2024-11-11T06:23:34,433 DEBUG [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43189/user/jenkins/test-data/5d43c1d0-c60a-41c6-3502-4eb37801f9ca/data/hbase/meta/1588230740 2024-11-11T06:23:34,434 DEBUG [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T06:23:34,434 DEBUG [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T06:23:34,434 DEBUG [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T06:23:34,435 DEBUG [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T06:23:34,435 INFO [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72713993, jitterRate=0.08352293074131012}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T06:23:34,435 DEBUG [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-11T06:23:34,435 DEBUG [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731306214428Writing region info on filesystem at 1731306214428Initializing all the Stores at 1731306214428Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731306214428Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731306214428Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731306214428Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731306214428Cleaning up temporary data from old regions at 1731306214434 (+6 ms)Running coprocessor post-open hooks at 1731306214435 (+1 ms)Region opened successfully at 1731306214435 2024-11-11T06:23:34,436 INFO [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731306214404 2024-11-11T06:23:34,438 DEBUG [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-11T06:23:34,438 INFO [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-11T06:23:34,438 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=f334e8b0fbdf,34057,1731306211503 2024-11-11T06:23:34,439 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f334e8b0fbdf,34057,1731306211503, state=OPEN 2024-11-11T06:23:34,440 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34057-0x10105b21f490004, quorum=127.0.0.1:62327, baseZNode=/11493258966 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11493258966/meta-region-server 2024-11-11T06:23:34,440 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46767-0x10105b21f490003, quorum=127.0.0.1:62327, baseZNode=/11493258966 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11493258966/meta-region-server 2024-11-11T06:23:34,440 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=f334e8b0fbdf,34057,1731306211503 2024-11-11T06:23:34,440 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11493258966/meta-region-server: CHANGED 2024-11-11T06:23:34,440 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11493258966/meta-region-server: CHANGED 2024-11-11T06:23:34,442 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-11T06:23:34,442 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=f334e8b0fbdf,34057,1731306211503 in 188 msec 2024-11-11T06:23:34,443 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-11T06:23:34,443 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 347 msec 2024-11-11T06:23:34,444 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T06:23:34,444 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-11T06:23:34,445 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T06:23:34,445 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f334e8b0fbdf,34057,1731306211503, seqNum=-1] 2024-11-11T06:23:34,445 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T06:23:34,446 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45535, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T06:23:34,450 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.1840 sec 2024-11-11T06:23:34,450 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731306214450, completionTime=-1 2024-11-11T06:23:34,450 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-11T06:23:34,450 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-11T06:23:34,452 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-11T06:23:34,452 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731306274452 2024-11-11T06:23:34,452 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731306334452 2024-11-11T06:23:34,452 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-11T06:23:34,452 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f334e8b0fbdf,46767,1731306211456-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T06:23:34,452 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f334e8b0fbdf,46767,1731306211456-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T06:23:34,452 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f334e8b0fbdf,46767,1731306211456-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T06:23:34,452 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-f334e8b0fbdf:46767, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T06:23:34,452 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-11T06:23:34,452 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-11T06:23:34,454 DEBUG [master/f334e8b0fbdf:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-11T06:23:34,456 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.917sec 2024-11-11T06:23:34,456 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-11T06:23:34,456 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-11T06:23:34,456 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-11T06:23:34,456 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-11T06:23:34,456 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-11T06:23:34,456 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f334e8b0fbdf,46767,1731306211456-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T06:23:34,456 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f334e8b0fbdf,46767,1731306211456-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-11T06:23:34,457 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-11T06:23:34,457 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-11T06:23:34,458 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f334e8b0fbdf,46767,1731306211456-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T06:23:34,524 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@17ac037f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T06:23:34,524 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f334e8b0fbdf,46767,-1 for getting cluster id 2024-11-11T06:23:34,524 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T06:23:34,525 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'acbff81b-797c-4b29-b6e1-8c73db0b27d1' 2024-11-11T06:23:34,526 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T06:23:34,526 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "acbff81b-797c-4b29-b6e1-8c73db0b27d1" 2024-11-11T06:23:34,526 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@75bb9e7b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T06:23:34,526 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f334e8b0fbdf,46767,-1] 2024-11-11T06:23:34,526 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T06:23:34,526 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T06:23:34,527 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60792, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T06:23:34,528 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a668531, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T06:23:34,528 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T06:23:34,529 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f334e8b0fbdf,34057,1731306211503, seqNum=-1] 2024-11-11T06:23:34,530 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T06:23:34,530 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58176, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T06:23:34,532 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=f334e8b0fbdf,46767,1731306211456 2024-11-11T06:23:34,532 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:62327 2024-11-11T06:23:34,535 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:62327, baseZNode=/11493258966 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T06:23:34,536 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x10105b21f490005 connected 2024-11-11T06:23:34,538 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6c62eb12-aad1-61e9-3a35-62129671f1e4/hadoop.log.dir so I do NOT create it in target/test-data/092bfe86-8821-614d-9b01-ce06b808d8bf 2024-11-11T06:23:34,538 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6c62eb12-aad1-61e9-3a35-62129671f1e4/hadoop.log.dir Erasing configuration value by system value. 2024-11-11T06:23:34,538 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6c62eb12-aad1-61e9-3a35-62129671f1e4/hadoop.tmp.dir so I do NOT create it in target/test-data/092bfe86-8821-614d-9b01-ce06b808d8bf 2024-11-11T06:23:34,538 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6c62eb12-aad1-61e9-3a35-62129671f1e4/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-11T06:23:34,538 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/092bfe86-8821-614d-9b01-ce06b808d8bf 2024-11-11T06:23:34,539 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-11T06:23:34,539 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/092bfe86-8821-614d-9b01-ce06b808d8bf/cluster_fbf9b47d-c43a-5f28-db9d-5e7b4963d5f2, deleteOnExit=true 2024-11-11T06:23:34,539 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-11T06:23:34,539 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/092bfe86-8821-614d-9b01-ce06b808d8bf/test.cache.data in system properties and HBase conf 2024-11-11T06:23:34,539 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/092bfe86-8821-614d-9b01-ce06b808d8bf/hadoop.tmp.dir in system properties and HBase conf 2024-11-11T06:23:34,539 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/092bfe86-8821-614d-9b01-ce06b808d8bf/hadoop.log.dir in system properties and HBase conf 2024-11-11T06:23:34,539 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/092bfe86-8821-614d-9b01-ce06b808d8bf/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-11T06:23:34,539 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/092bfe86-8821-614d-9b01-ce06b808d8bf/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-11T06:23:34,539 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-11T06:23:34,539 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-11T06:23:34,539 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/092bfe86-8821-614d-9b01-ce06b808d8bf/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-11T06:23:34,540 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/092bfe86-8821-614d-9b01-ce06b808d8bf/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-11T06:23:34,540 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/092bfe86-8821-614d-9b01-ce06b808d8bf/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-11T06:23:34,540 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/092bfe86-8821-614d-9b01-ce06b808d8bf/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-11T06:23:34,540 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/092bfe86-8821-614d-9b01-ce06b808d8bf/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-11T06:23:34,540 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/092bfe86-8821-614d-9b01-ce06b808d8bf/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-11T06:23:34,540 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/092bfe86-8821-614d-9b01-ce06b808d8bf/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-11T06:23:34,540 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/092bfe86-8821-614d-9b01-ce06b808d8bf/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-11T06:23:34,540 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/092bfe86-8821-614d-9b01-ce06b808d8bf/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-11T06:23:34,540 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/092bfe86-8821-614d-9b01-ce06b808d8bf/nfs.dump.dir in system properties and HBase conf 2024-11-11T06:23:34,540 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/092bfe86-8821-614d-9b01-ce06b808d8bf/java.io.tmpdir in system properties and HBase conf 2024-11-11T06:23:34,540 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/092bfe86-8821-614d-9b01-ce06b808d8bf/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-11T06:23:34,540 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/092bfe86-8821-614d-9b01-ce06b808d8bf/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-11T06:23:34,540 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/092bfe86-8821-614d-9b01-ce06b808d8bf/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-11T06:23:34,635 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T06:23:34,639 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T06:23:34,644 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T06:23:34,645 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T06:23:34,645 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-11T06:23:34,645 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T06:23:34,646 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7f3a8588{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/092bfe86-8821-614d-9b01-ce06b808d8bf/hadoop.log.dir/,AVAILABLE} 2024-11-11T06:23:34,646 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@74a78bc{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T06:23:34,788 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4c41974f{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/092bfe86-8821-614d-9b01-ce06b808d8bf/java.io.tmpdir/jetty-localhost-34297-hadoop-hdfs-3_4_1-tests_jar-_-any-9738476448442738111/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-11T06:23:34,788 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2ca5a4de{HTTP/1.1, (http/1.1)}{localhost:34297} 2024-11-11T06:23:34,788 INFO [Time-limited test {}] server.Server(415): Started @221794ms 2024-11-11T06:23:34,882 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T06:23:34,885 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T06:23:34,888 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T06:23:34,888 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T06:23:34,888 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-11T06:23:34,892 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@78f3c32e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/092bfe86-8821-614d-9b01-ce06b808d8bf/hadoop.log.dir/,AVAILABLE} 2024-11-11T06:23:34,893 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3ca88f20{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T06:23:35,010 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3f11a33{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/092bfe86-8821-614d-9b01-ce06b808d8bf/java.io.tmpdir/jetty-localhost-45181-hadoop-hdfs-3_4_1-tests_jar-_-any-7931522878166154573/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T06:23:35,010 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@71e2a7ae{HTTP/1.1, (http/1.1)}{localhost:45181} 2024-11-11T06:23:35,010 INFO [Time-limited test {}] server.Server(415): Started @222016ms 2024-11-11T06:23:35,011 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-11T06:23:35,113 WARN [Thread-2906 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/092bfe86-8821-614d-9b01-ce06b808d8bf/cluster_fbf9b47d-c43a-5f28-db9d-5e7b4963d5f2/data/data1/current/BP-1856662138-172.17.0.2-1731306214564/current, will proceed with Du for space computation calculation, 2024-11-11T06:23:35,113 WARN [Thread-2907 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/092bfe86-8821-614d-9b01-ce06b808d8bf/cluster_fbf9b47d-c43a-5f28-db9d-5e7b4963d5f2/data/data2/current/BP-1856662138-172.17.0.2-1731306214564/current, will proceed with Du for space computation calculation, 2024-11-11T06:23:35,138 WARN [Thread-2894 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-11T06:23:35,141 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xffec868a8822141b with lease ID 0x30c3e3bea10ad9d3: Processing first storage report for DS-e8e41817-9554-4a91-8260-b8941093a4a4 from datanode DatanodeRegistration(127.0.0.1:42939, datanodeUuid=4d76a45f-e903-463c-9e2a-4316f074d680, infoPort=43465, infoSecurePort=0, ipcPort=43849, storageInfo=lv=-57;cid=testClusterID;nsid=1566214930;c=1731306214564) 2024-11-11T06:23:35,141 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xffec868a8822141b with lease ID 0x30c3e3bea10ad9d3: from storage DS-e8e41817-9554-4a91-8260-b8941093a4a4 node DatanodeRegistration(127.0.0.1:42939, datanodeUuid=4d76a45f-e903-463c-9e2a-4316f074d680, infoPort=43465, infoSecurePort=0, ipcPort=43849, storageInfo=lv=-57;cid=testClusterID;nsid=1566214930;c=1731306214564), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T06:23:35,141 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xffec868a8822141b with lease ID 0x30c3e3bea10ad9d3: Processing first storage report for DS-24c00d18-eb21-447a-b359-92236e0f7236 from datanode DatanodeRegistration(127.0.0.1:42939, datanodeUuid=4d76a45f-e903-463c-9e2a-4316f074d680, infoPort=43465, infoSecurePort=0, ipcPort=43849, storageInfo=lv=-57;cid=testClusterID;nsid=1566214930;c=1731306214564) 2024-11-11T06:23:35,141 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xffec868a8822141b with lease ID 0x30c3e3bea10ad9d3: from storage DS-24c00d18-eb21-447a-b359-92236e0f7236 node DatanodeRegistration(127.0.0.1:42939, datanodeUuid=4d76a45f-e903-463c-9e2a-4316f074d680, infoPort=43465, infoSecurePort=0, ipcPort=43849, storageInfo=lv=-57;cid=testClusterID;nsid=1566214930;c=1731306214564), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T06:23:35,238 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/092bfe86-8821-614d-9b01-ce06b808d8bf 2024-11-11T06:23:35,238 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T06:23:35,240 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T06:23:35,248 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42939 is added to blk_1073741825_1001 (size=7) 2024-11-11T06:23:35,328 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-11T06:23:35,649 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34351/user/jenkins/test-data/159c8311-119e-d6f6-2cbb-9979c8dfa208 with version=8 2024-11-11T06:23:35,649 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:34351/user/jenkins/test-data/159c8311-119e-d6f6-2cbb-9979c8dfa208/hbase-staging 2024-11-11T06:23:35,652 INFO [Time-limited test {}] client.ConnectionUtils(128): master/f334e8b0fbdf:0 server-side Connection retries=45 2024-11-11T06:23:35,653 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T06:23:35,653 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T06:23:35,653 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T06:23:35,653 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T06:23:35,653 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T06:23:35,653 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-11T06:23:35,653 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T06:23:35,654 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46299 2024-11-11T06:23:35,654 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:46299 connecting to ZooKeeper ensemble=127.0.0.1:62327 2024-11-11T06:23:35,657 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:462990x0, quorum=127.0.0.1:62327, baseZNode=/2-680500304 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T06:23:35,657 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:46299-0x10105b21f490006 connected 2024-11-11T06:23:35,669 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T06:23:35,671 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T06:23:35,673 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46299-0x10105b21f490006, quorum=127.0.0.1:62327, baseZNode=/2-680500304 Set watcher on znode that does not yet exist, /2-680500304/running 2024-11-11T06:23:35,673 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:34351/user/jenkins/test-data/159c8311-119e-d6f6-2cbb-9979c8dfa208, hbase.cluster.distributed=false 2024-11-11T06:23:35,674 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46299-0x10105b21f490006, quorum=127.0.0.1:62327, baseZNode=/2-680500304 Set watcher on znode that does not yet exist, /2-680500304/acl 2024-11-11T06:23:35,675 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46299 2024-11-11T06:23:35,675 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46299 2024-11-11T06:23:35,675 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46299 2024-11-11T06:23:35,676 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46299 2024-11-11T06:23:35,676 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46299 2024-11-11T06:23:35,691 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/f334e8b0fbdf:0 server-side Connection retries=45 2024-11-11T06:23:35,691 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T06:23:35,691 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T06:23:35,691 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T06:23:35,691 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T06:23:35,691 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T06:23:35,691 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-11T06:23:35,692 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T06:23:35,692 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38209 2024-11-11T06:23:35,693 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38209 connecting to ZooKeeper ensemble=127.0.0.1:62327 2024-11-11T06:23:35,693 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T06:23:35,695 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T06:23:35,699 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:382090x0, quorum=127.0.0.1:62327, baseZNode=/2-680500304 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T06:23:35,699 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:382090x0, quorum=127.0.0.1:62327, baseZNode=/2-680500304 Set watcher on znode that does not yet exist, /2-680500304/running 2024-11-11T06:23:35,699 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38209-0x10105b21f490007 connected 2024-11-11T06:23:35,700 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-11T06:23:35,701 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-11T06:23:35,701 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38209-0x10105b21f490007, quorum=127.0.0.1:62327, baseZNode=/2-680500304 Set watcher on znode that does not yet exist, /2-680500304/master 2024-11-11T06:23:35,702 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38209-0x10105b21f490007, quorum=127.0.0.1:62327, baseZNode=/2-680500304 Set watcher on znode that does not yet exist, /2-680500304/acl 2024-11-11T06:23:35,702 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38209 2024-11-11T06:23:35,702 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38209 2024-11-11T06:23:35,703 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38209 2024-11-11T06:23:35,704 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38209 2024-11-11T06:23:35,708 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38209 2024-11-11T06:23:35,720 DEBUG [M:0;f334e8b0fbdf:46299 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;f334e8b0fbdf:46299 2024-11-11T06:23:35,721 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /2-680500304/backup-masters/f334e8b0fbdf,46299,1731306215652 2024-11-11T06:23:35,722 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38209-0x10105b21f490007, quorum=127.0.0.1:62327, baseZNode=/2-680500304 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-680500304/backup-masters 2024-11-11T06:23:35,722 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46299-0x10105b21f490006, quorum=127.0.0.1:62327, baseZNode=/2-680500304 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-680500304/backup-masters 2024-11-11T06:23:35,723 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46299-0x10105b21f490006, quorum=127.0.0.1:62327, baseZNode=/2-680500304 Set watcher on existing znode=/2-680500304/backup-masters/f334e8b0fbdf,46299,1731306215652 2024-11-11T06:23:35,725 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38209-0x10105b21f490007, quorum=127.0.0.1:62327, baseZNode=/2-680500304 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-680500304/master 2024-11-11T06:23:35,725 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38209-0x10105b21f490007, quorum=127.0.0.1:62327, baseZNode=/2-680500304 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-680500304 2024-11-11T06:23:35,725 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46299-0x10105b21f490006, quorum=127.0.0.1:62327, baseZNode=/2-680500304 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-680500304 2024-11-11T06:23:35,725 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46299-0x10105b21f490006, quorum=127.0.0.1:62327, baseZNode=/2-680500304 Set watcher on existing znode=/2-680500304/master 2024-11-11T06:23:35,726 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /2-680500304/backup-masters/f334e8b0fbdf,46299,1731306215652 from backup master directory 2024-11-11T06:23:35,727 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46299-0x10105b21f490006, quorum=127.0.0.1:62327, baseZNode=/2-680500304 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-680500304/backup-masters/f334e8b0fbdf,46299,1731306215652 2024-11-11T06:23:35,727 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38209-0x10105b21f490007, quorum=127.0.0.1:62327, baseZNode=/2-680500304 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-680500304/backup-masters 2024-11-11T06:23:35,727 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46299-0x10105b21f490006, quorum=127.0.0.1:62327, baseZNode=/2-680500304 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-680500304/backup-masters 2024-11-11T06:23:35,727 WARN [master/f334e8b0fbdf:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T06:23:35,727 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=f334e8b0fbdf,46299,1731306215652 2024-11-11T06:23:35,730 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:34351/user/jenkins/test-data/159c8311-119e-d6f6-2cbb-9979c8dfa208/hbase.id] with ID: 08b20f07-b18f-4277-a12d-46b74ff32b61 2024-11-11T06:23:35,730 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:34351/user/jenkins/test-data/159c8311-119e-d6f6-2cbb-9979c8dfa208/.tmp/hbase.id 2024-11-11T06:23:35,736 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42939 is added to blk_1073741826_1002 (size=42) 2024-11-11T06:23:36,137 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:34351/user/jenkins/test-data/159c8311-119e-d6f6-2cbb-9979c8dfa208/.tmp/hbase.id]:[hdfs://localhost:34351/user/jenkins/test-data/159c8311-119e-d6f6-2cbb-9979c8dfa208/hbase.id] 2024-11-11T06:23:36,146 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T06:23:36,146 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-11T06:23:36,147 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-11T06:23:36,149 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38209-0x10105b21f490007, quorum=127.0.0.1:62327, baseZNode=/2-680500304 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-680500304 2024-11-11T06:23:36,149 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46299-0x10105b21f490006, quorum=127.0.0.1:62327, baseZNode=/2-680500304 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-680500304 2024-11-11T06:23:36,155 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42939 is added to blk_1073741827_1003 (size=196) 2024-11-11T06:23:36,155 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T06:23:36,156 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-11T06:23:36,157 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T06:23:36,164 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42939 is added to blk_1073741828_1004 (size=1189) 2024-11-11T06:23:36,565 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:34351/user/jenkins/test-data/159c8311-119e-d6f6-2cbb-9979c8dfa208/MasterData/data/master/store 2024-11-11T06:23:36,570 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42939 is added to blk_1073741829_1005 (size=34) 2024-11-11T06:23:36,971 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T06:23:36,971 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-11T06:23:36,972 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T06:23:36,972 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T06:23:36,972 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-11T06:23:36,972 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T06:23:36,972 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T06:23:36,972 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731306216971Disabling compacts and flushes for region at 1731306216971Disabling writes for close at 1731306216972 (+1 ms)Writing region close event to WAL at 1731306216972Closed at 1731306216972 2024-11-11T06:23:36,972 WARN [master/f334e8b0fbdf:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:34351/user/jenkins/test-data/159c8311-119e-d6f6-2cbb-9979c8dfa208/MasterData/data/master/store/.initializing 2024-11-11T06:23:36,973 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:34351/user/jenkins/test-data/159c8311-119e-d6f6-2cbb-9979c8dfa208/MasterData/WALs/f334e8b0fbdf,46299,1731306215652 2024-11-11T06:23:36,973 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T06:23:36,975 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=f334e8b0fbdf%2C46299%2C1731306215652, suffix=, logDir=hdfs://localhost:34351/user/jenkins/test-data/159c8311-119e-d6f6-2cbb-9979c8dfa208/MasterData/WALs/f334e8b0fbdf,46299,1731306215652, archiveDir=hdfs://localhost:34351/user/jenkins/test-data/159c8311-119e-d6f6-2cbb-9979c8dfa208/MasterData/oldWALs, maxLogs=10 2024-11-11T06:23:36,992 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/159c8311-119e-d6f6-2cbb-9979c8dfa208/MasterData/WALs/f334e8b0fbdf,46299,1731306215652/f334e8b0fbdf%2C46299%2C1731306215652.1731306216975, exclude list is [], retry=0 2024-11-11T06:23:36,994 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42939,DS-e8e41817-9554-4a91-8260-b8941093a4a4,DISK] 2024-11-11T06:23:36,996 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/159c8311-119e-d6f6-2cbb-9979c8dfa208/MasterData/WALs/f334e8b0fbdf,46299,1731306215652/f334e8b0fbdf%2C46299%2C1731306215652.1731306216975 2024-11-11T06:23:36,996 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43465:43465)] 2024-11-11T06:23:36,996 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-11T06:23:36,997 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T06:23:36,997 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T06:23:36,997 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T06:23:36,998 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T06:23:36,999 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-11T06:23:36,999 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:23:36,999 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T06:23:36,999 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T06:23:37,000 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-11T06:23:37,000 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:23:37,000 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T06:23:37,001 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T06:23:37,001 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-11T06:23:37,001 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:23:37,002 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T06:23:37,002 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T06:23:37,002 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-11T06:23:37,002 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:23:37,003 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T06:23:37,003 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T06:23:37,003 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34351/user/jenkins/test-data/159c8311-119e-d6f6-2cbb-9979c8dfa208/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-11T06:23:37,004 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34351/user/jenkins/test-data/159c8311-119e-d6f6-2cbb-9979c8dfa208/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-11T06:23:37,005 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T06:23:37,005 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T06:23:37,005 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T06:23:37,006 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T06:23:37,007 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34351/user/jenkins/test-data/159c8311-119e-d6f6-2cbb-9979c8dfa208/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T06:23:37,008 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62094360, jitterRate=-0.07472193241119385}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T06:23:37,008 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731306216997Initializing all the Stores at 1731306216997Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731306216997Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731306216998 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731306216998Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731306216998Cleaning up temporary data from old regions at 1731306217005 (+7 ms)Region opened successfully at 1731306217008 (+3 ms) 2024-11-11T06:23:37,008 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-11T06:23:37,010 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@48ccbf14, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f334e8b0fbdf/172.17.0.2:0 2024-11-11T06:23:37,011 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-11T06:23:37,011 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-11T06:23:37,011 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-11T06:23:37,012 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-11T06:23:37,012 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-11T06:23:37,012 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-11T06:23:37,012 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-11T06:23:37,017 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-11T06:23:37,017 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46299-0x10105b21f490006, quorum=127.0.0.1:62327, baseZNode=/2-680500304 Unable to get data of znode /2-680500304/balancer because node does not exist (not necessarily an error) 2024-11-11T06:23:37,018 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-680500304/balancer already deleted, retry=false 2024-11-11T06:23:37,019 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-11T06:23:37,019 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46299-0x10105b21f490006, quorum=127.0.0.1:62327, baseZNode=/2-680500304 Unable to get data of znode /2-680500304/normalizer because node does not exist (not necessarily an error) 2024-11-11T06:23:37,021 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-680500304/normalizer already deleted, retry=false 2024-11-11T06:23:37,021 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-11T06:23:37,022 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46299-0x10105b21f490006, quorum=127.0.0.1:62327, baseZNode=/2-680500304 Unable to get data of znode /2-680500304/switch/split because node does not exist (not necessarily an error) 2024-11-11T06:23:37,023 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-680500304/switch/split already deleted, retry=false 2024-11-11T06:23:37,024 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46299-0x10105b21f490006, quorum=127.0.0.1:62327, baseZNode=/2-680500304 Unable to get data of znode /2-680500304/switch/merge because node does not exist (not necessarily an error) 2024-11-11T06:23:37,025 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-680500304/switch/merge already deleted, retry=false 2024-11-11T06:23:37,026 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46299-0x10105b21f490006, quorum=127.0.0.1:62327, baseZNode=/2-680500304 Unable to get data of znode /2-680500304/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-11T06:23:37,027 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-680500304/snapshot-cleanup already deleted, retry=false 2024-11-11T06:23:37,030 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38209-0x10105b21f490007, quorum=127.0.0.1:62327, baseZNode=/2-680500304 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-680500304/running 2024-11-11T06:23:37,030 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46299-0x10105b21f490006, quorum=127.0.0.1:62327, baseZNode=/2-680500304 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-680500304/running 2024-11-11T06:23:37,030 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38209-0x10105b21f490007, quorum=127.0.0.1:62327, baseZNode=/2-680500304 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-680500304 2024-11-11T06:23:37,030 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46299-0x10105b21f490006, quorum=127.0.0.1:62327, baseZNode=/2-680500304 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-680500304 2024-11-11T06:23:37,030 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=f334e8b0fbdf,46299,1731306215652, sessionid=0x10105b21f490006, setting cluster-up flag (Was=false) 2024-11-11T06:23:37,032 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38209-0x10105b21f490007, quorum=127.0.0.1:62327, baseZNode=/2-680500304 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-680500304 2024-11-11T06:23:37,032 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46299-0x10105b21f490006, quorum=127.0.0.1:62327, baseZNode=/2-680500304 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-680500304 2024-11-11T06:23:37,037 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-680500304/flush-table-proc/acquired, /2-680500304/flush-table-proc/reached, /2-680500304/flush-table-proc/abort 2024-11-11T06:23:37,037 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f334e8b0fbdf,46299,1731306215652 2024-11-11T06:23:37,040 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38209-0x10105b21f490007, quorum=127.0.0.1:62327, baseZNode=/2-680500304 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-680500304 2024-11-11T06:23:37,040 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46299-0x10105b21f490006, quorum=127.0.0.1:62327, baseZNode=/2-680500304 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-680500304 2024-11-11T06:23:37,044 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-680500304/online-snapshot/acquired, /2-680500304/online-snapshot/reached, /2-680500304/online-snapshot/abort 2024-11-11T06:23:37,045 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f334e8b0fbdf,46299,1731306215652 2024-11-11T06:23:37,046 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:34351/user/jenkins/test-data/159c8311-119e-d6f6-2cbb-9979c8dfa208/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-11T06:23:37,047 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-11T06:23:37,047 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-11T06:23:37,048 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-11T06:23:37,048 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: f334e8b0fbdf,46299,1731306215652 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-11T06:23:37,049 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/f334e8b0fbdf:0, corePoolSize=5, maxPoolSize=5 2024-11-11T06:23:37,049 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/f334e8b0fbdf:0, corePoolSize=5, maxPoolSize=5 2024-11-11T06:23:37,049 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/f334e8b0fbdf:0, corePoolSize=5, maxPoolSize=5 2024-11-11T06:23:37,049 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/f334e8b0fbdf:0, corePoolSize=5, maxPoolSize=5 2024-11-11T06:23:37,049 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/f334e8b0fbdf:0, corePoolSize=10, maxPoolSize=10 2024-11-11T06:23:37,049 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/f334e8b0fbdf:0, corePoolSize=1, maxPoolSize=1 2024-11-11T06:23:37,049 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/f334e8b0fbdf:0, corePoolSize=2, maxPoolSize=2 2024-11-11T06:23:37,049 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/f334e8b0fbdf:0, corePoolSize=1, maxPoolSize=1 2024-11-11T06:23:37,050 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T06:23:37,050 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-11T06:23:37,051 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:23:37,051 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-11T06:23:37,056 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731306247056 2024-11-11T06:23:37,056 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-11T06:23:37,056 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-11T06:23:37,057 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-11T06:23:37,057 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-11T06:23:37,057 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-11T06:23:37,057 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-11T06:23:37,057 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T06:23:37,057 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-11T06:23:37,057 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-11T06:23:37,057 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-11T06:23:37,057 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-11T06:23:37,060 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-11T06:23:37,060 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-11T06:23:37,061 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/f334e8b0fbdf:0:becomeActiveMaster-HFileCleaner.large.0-1731306217060,5,FailOnTimeoutGroup] 2024-11-11T06:23:37,061 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/f334e8b0fbdf:0:becomeActiveMaster-HFileCleaner.small.0-1731306217061,5,FailOnTimeoutGroup] 2024-11-11T06:23:37,061 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T06:23:37,061 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-11T06:23:37,061 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-11T06:23:37,061 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-11T06:23:37,064 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42939 is added to blk_1073741831_1007 (size=1321) 2024-11-11T06:23:37,110 INFO [RS:0;f334e8b0fbdf:38209 {}] regionserver.HRegionServer(746): ClusterId : 08b20f07-b18f-4277-a12d-46b74ff32b61 2024-11-11T06:23:37,111 DEBUG [RS:0;f334e8b0fbdf:38209 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-11T06:23:37,112 DEBUG [RS:0;f334e8b0fbdf:38209 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-11T06:23:37,112 DEBUG [RS:0;f334e8b0fbdf:38209 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-11T06:23:37,116 DEBUG [RS:0;f334e8b0fbdf:38209 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-11T06:23:37,116 DEBUG [RS:0;f334e8b0fbdf:38209 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7b320f47, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f334e8b0fbdf/172.17.0.2:0 2024-11-11T06:23:37,127 DEBUG [RS:0;f334e8b0fbdf:38209 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;f334e8b0fbdf:38209 2024-11-11T06:23:37,127 INFO [RS:0;f334e8b0fbdf:38209 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-11T06:23:37,127 INFO [RS:0;f334e8b0fbdf:38209 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-11T06:23:37,127 DEBUG [RS:0;f334e8b0fbdf:38209 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-11T06:23:37,128 INFO [RS:0;f334e8b0fbdf:38209 {}] regionserver.HRegionServer(2659): reportForDuty to master=f334e8b0fbdf,46299,1731306215652 with port=38209, startcode=1731306215691 2024-11-11T06:23:37,128 DEBUG [RS:0;f334e8b0fbdf:38209 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-11T06:23:37,129 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59063, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=RegionServerStatusService 2024-11-11T06:23:37,130 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46299 {}] master.ServerManager(363): Checking decommissioned status of RegionServer f334e8b0fbdf,38209,1731306215691 2024-11-11T06:23:37,130 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46299 {}] master.ServerManager(517): Registering regionserver=f334e8b0fbdf,38209,1731306215691 2024-11-11T06:23:37,131 DEBUG [RS:0;f334e8b0fbdf:38209 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34351/user/jenkins/test-data/159c8311-119e-d6f6-2cbb-9979c8dfa208 2024-11-11T06:23:37,131 DEBUG [RS:0;f334e8b0fbdf:38209 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34351 2024-11-11T06:23:37,131 DEBUG [RS:0;f334e8b0fbdf:38209 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-11T06:23:37,136 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46299-0x10105b21f490006, quorum=127.0.0.1:62327, baseZNode=/2-680500304 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-680500304/rs 2024-11-11T06:23:37,136 DEBUG [RS:0;f334e8b0fbdf:38209 {}] zookeeper.ZKUtil(111): regionserver:38209-0x10105b21f490007, quorum=127.0.0.1:62327, baseZNode=/2-680500304 Set watcher on existing znode=/2-680500304/rs/f334e8b0fbdf,38209,1731306215691 2024-11-11T06:23:37,136 WARN [RS:0;f334e8b0fbdf:38209 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T06:23:37,136 INFO [RS:0;f334e8b0fbdf:38209 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T06:23:37,136 DEBUG [RS:0;f334e8b0fbdf:38209 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34351/user/jenkins/test-data/159c8311-119e-d6f6-2cbb-9979c8dfa208/WALs/f334e8b0fbdf,38209,1731306215691 2024-11-11T06:23:37,136 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [f334e8b0fbdf,38209,1731306215691] 2024-11-11T06:23:37,139 INFO [RS:0;f334e8b0fbdf:38209 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-11T06:23:37,140 INFO [RS:0;f334e8b0fbdf:38209 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-11T06:23:37,140 INFO [RS:0;f334e8b0fbdf:38209 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-11T06:23:37,140 INFO [RS:0;f334e8b0fbdf:38209 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T06:23:37,140 INFO [RS:0;f334e8b0fbdf:38209 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-11T06:23:37,141 INFO [RS:0;f334e8b0fbdf:38209 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-11T06:23:37,141 INFO [RS:0;f334e8b0fbdf:38209 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-11T06:23:37,141 DEBUG [RS:0;f334e8b0fbdf:38209 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/f334e8b0fbdf:0, corePoolSize=1, maxPoolSize=1 2024-11-11T06:23:37,141 DEBUG [RS:0;f334e8b0fbdf:38209 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/f334e8b0fbdf:0, corePoolSize=1, maxPoolSize=1 2024-11-11T06:23:37,141 DEBUG [RS:0;f334e8b0fbdf:38209 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/f334e8b0fbdf:0, corePoolSize=1, maxPoolSize=1 2024-11-11T06:23:37,141 DEBUG [RS:0;f334e8b0fbdf:38209 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0, corePoolSize=1, maxPoolSize=1 2024-11-11T06:23:37,141 DEBUG [RS:0;f334e8b0fbdf:38209 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/f334e8b0fbdf:0, corePoolSize=1, maxPoolSize=1 2024-11-11T06:23:37,141 DEBUG [RS:0;f334e8b0fbdf:38209 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/f334e8b0fbdf:0, corePoolSize=2, maxPoolSize=2 2024-11-11T06:23:37,141 DEBUG [RS:0;f334e8b0fbdf:38209 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/f334e8b0fbdf:0, corePoolSize=1, maxPoolSize=1 2024-11-11T06:23:37,141 DEBUG [RS:0;f334e8b0fbdf:38209 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/f334e8b0fbdf:0, corePoolSize=1, maxPoolSize=1 2024-11-11T06:23:37,141 DEBUG [RS:0;f334e8b0fbdf:38209 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0, corePoolSize=1, maxPoolSize=1 2024-11-11T06:23:37,141 DEBUG [RS:0;f334e8b0fbdf:38209 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/f334e8b0fbdf:0, corePoolSize=1, maxPoolSize=1 2024-11-11T06:23:37,141 DEBUG [RS:0;f334e8b0fbdf:38209 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/f334e8b0fbdf:0, corePoolSize=1, maxPoolSize=1 2024-11-11T06:23:37,141 DEBUG [RS:0;f334e8b0fbdf:38209 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/f334e8b0fbdf:0, corePoolSize=1, maxPoolSize=1 2024-11-11T06:23:37,141 DEBUG [RS:0;f334e8b0fbdf:38209 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/f334e8b0fbdf:0, corePoolSize=3, maxPoolSize=3 2024-11-11T06:23:37,141 DEBUG [RS:0;f334e8b0fbdf:38209 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/f334e8b0fbdf:0, corePoolSize=3, maxPoolSize=3 2024-11-11T06:23:37,142 INFO [RS:0;f334e8b0fbdf:38209 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T06:23:37,142 INFO [RS:0;f334e8b0fbdf:38209 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T06:23:37,142 INFO [RS:0;f334e8b0fbdf:38209 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T06:23:37,142 INFO [RS:0;f334e8b0fbdf:38209 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-11T06:23:37,142 INFO [RS:0;f334e8b0fbdf:38209 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-11T06:23:37,142 INFO [RS:0;f334e8b0fbdf:38209 {}] hbase.ChoreService(168): Chore ScheduledChore name=f334e8b0fbdf,38209,1731306215691-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T06:23:37,156 INFO [RS:0;f334e8b0fbdf:38209 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-11T06:23:37,156 INFO [RS:0;f334e8b0fbdf:38209 {}] hbase.ChoreService(168): Chore ScheduledChore name=f334e8b0fbdf,38209,1731306215691-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T06:23:37,156 INFO [RS:0;f334e8b0fbdf:38209 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T06:23:37,156 INFO [RS:0;f334e8b0fbdf:38209 {}] regionserver.Replication(171): f334e8b0fbdf,38209,1731306215691 started 2024-11-11T06:23:37,169 INFO [RS:0;f334e8b0fbdf:38209 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T06:23:37,169 INFO [RS:0;f334e8b0fbdf:38209 {}] regionserver.HRegionServer(1482): Serving as f334e8b0fbdf,38209,1731306215691, RpcServer on f334e8b0fbdf/172.17.0.2:38209, sessionid=0x10105b21f490007 2024-11-11T06:23:37,169 DEBUG [RS:0;f334e8b0fbdf:38209 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-11T06:23:37,169 DEBUG [RS:0;f334e8b0fbdf:38209 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager f334e8b0fbdf,38209,1731306215691 2024-11-11T06:23:37,169 DEBUG [RS:0;f334e8b0fbdf:38209 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f334e8b0fbdf,38209,1731306215691' 2024-11-11T06:23:37,169 DEBUG [RS:0;f334e8b0fbdf:38209 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-680500304/flush-table-proc/abort' 2024-11-11T06:23:37,169 DEBUG [RS:0;f334e8b0fbdf:38209 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-680500304/flush-table-proc/acquired' 2024-11-11T06:23:37,170 DEBUG [RS:0;f334e8b0fbdf:38209 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-11T06:23:37,170 DEBUG [RS:0;f334e8b0fbdf:38209 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-11T06:23:37,170 DEBUG [RS:0;f334e8b0fbdf:38209 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager f334e8b0fbdf,38209,1731306215691 2024-11-11T06:23:37,170 DEBUG [RS:0;f334e8b0fbdf:38209 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f334e8b0fbdf,38209,1731306215691' 2024-11-11T06:23:37,170 DEBUG [RS:0;f334e8b0fbdf:38209 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-680500304/online-snapshot/abort' 2024-11-11T06:23:37,170 DEBUG [RS:0;f334e8b0fbdf:38209 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-680500304/online-snapshot/acquired' 2024-11-11T06:23:37,170 DEBUG [RS:0;f334e8b0fbdf:38209 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-11T06:23:37,170 INFO [RS:0;f334e8b0fbdf:38209 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-11T06:23:37,170 INFO [RS:0;f334e8b0fbdf:38209 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-11T06:23:37,270 INFO [RS:0;f334e8b0fbdf:38209 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T06:23:37,272 INFO [RS:0;f334e8b0fbdf:38209 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f334e8b0fbdf%2C38209%2C1731306215691, suffix=, logDir=hdfs://localhost:34351/user/jenkins/test-data/159c8311-119e-d6f6-2cbb-9979c8dfa208/WALs/f334e8b0fbdf,38209,1731306215691, archiveDir=hdfs://localhost:34351/user/jenkins/test-data/159c8311-119e-d6f6-2cbb-9979c8dfa208/oldWALs, maxLogs=10 2024-11-11T06:23:37,285 DEBUG [RS:0;f334e8b0fbdf:38209 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/159c8311-119e-d6f6-2cbb-9979c8dfa208/WALs/f334e8b0fbdf,38209,1731306215691/f334e8b0fbdf%2C38209%2C1731306215691.1731306217272, exclude list is [], retry=0 2024-11-11T06:23:37,287 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42939,DS-e8e41817-9554-4a91-8260-b8941093a4a4,DISK] 2024-11-11T06:23:37,288 INFO [RS:0;f334e8b0fbdf:38209 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/159c8311-119e-d6f6-2cbb-9979c8dfa208/WALs/f334e8b0fbdf,38209,1731306215691/f334e8b0fbdf%2C38209%2C1731306215691.1731306217272 2024-11-11T06:23:37,288 DEBUG [RS:0;f334e8b0fbdf:38209 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43465:43465)] 2024-11-11T06:23:37,465 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:34351/user/jenkins/test-data/159c8311-119e-d6f6-2cbb-9979c8dfa208/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-11T06:23:37,466 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:34351/user/jenkins/test-data/159c8311-119e-d6f6-2cbb-9979c8dfa208 2024-11-11T06:23:37,475 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42939 is added to blk_1073741833_1009 (size=32) 2024-11-11T06:23:37,875 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T06:23:37,876 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T06:23:37,877 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T06:23:37,878 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:23:37,878 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T06:23:37,878 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T06:23:37,879 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T06:23:37,879 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:23:37,879 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T06:23:37,879 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T06:23:37,880 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T06:23:37,880 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:23:37,881 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T06:23:37,881 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T06:23:37,881 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T06:23:37,881 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:23:37,882 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T06:23:37,882 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T06:23:37,882 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34351/user/jenkins/test-data/159c8311-119e-d6f6-2cbb-9979c8dfa208/data/hbase/meta/1588230740 2024-11-11T06:23:37,883 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34351/user/jenkins/test-data/159c8311-119e-d6f6-2cbb-9979c8dfa208/data/hbase/meta/1588230740 2024-11-11T06:23:37,883 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T06:23:37,883 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T06:23:37,884 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T06:23:37,885 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T06:23:37,886 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34351/user/jenkins/test-data/159c8311-119e-d6f6-2cbb-9979c8dfa208/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T06:23:37,887 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67923386, jitterRate=0.01213732361793518}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T06:23:37,887 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731306217875Initializing all the Stores at 1731306217876 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731306217876Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731306217876Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731306217876Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731306217876Cleaning up temporary data from old regions at 1731306217883 (+7 ms)Region opened successfully at 1731306217887 (+4 ms) 2024-11-11T06:23:37,887 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-11T06:23:37,887 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-11T06:23:37,887 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-11T06:23:37,887 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-11T06:23:37,887 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-11T06:23:37,887 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-11T06:23:37,887 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731306217887Disabling compacts and flushes for region at 1731306217887Disabling writes for close at 1731306217887Writing region close event to WAL at 1731306217887Closed at 1731306217887 2024-11-11T06:23:37,888 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T06:23:37,888 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-11T06:23:37,888 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-11T06:23:37,889 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T06:23:37,890 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-11T06:23:38,040 DEBUG [f334e8b0fbdf:46299 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-11T06:23:38,041 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=f334e8b0fbdf,38209,1731306215691 2024-11-11T06:23:38,042 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f334e8b0fbdf,38209,1731306215691, state=OPENING 2024-11-11T06:23:38,043 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-11T06:23:38,044 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38209-0x10105b21f490007, quorum=127.0.0.1:62327, baseZNode=/2-680500304 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-680500304 2024-11-11T06:23:38,045 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46299-0x10105b21f490006, quorum=127.0.0.1:62327, baseZNode=/2-680500304 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-680500304 2024-11-11T06:23:38,045 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T06:23:38,045 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-680500304/meta-region-server: CHANGED 2024-11-11T06:23:38,045 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=f334e8b0fbdf,38209,1731306215691}] 2024-11-11T06:23:38,045 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-680500304/meta-region-server: CHANGED 2024-11-11T06:23:38,178 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-11T06:23:38,178 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-11T06:23:38,179 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-11T06:23:38,179 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-11T06:23:38,197 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-11T06:23:38,199 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41569, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-11T06:23:38,202 INFO [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-11T06:23:38,202 INFO [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T06:23:38,202 INFO [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-11T06:23:38,203 INFO [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f334e8b0fbdf%2C38209%2C1731306215691.meta, suffix=.meta, logDir=hdfs://localhost:34351/user/jenkins/test-data/159c8311-119e-d6f6-2cbb-9979c8dfa208/WALs/f334e8b0fbdf,38209,1731306215691, archiveDir=hdfs://localhost:34351/user/jenkins/test-data/159c8311-119e-d6f6-2cbb-9979c8dfa208/oldWALs, maxLogs=10 2024-11-11T06:23:38,216 DEBUG [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/159c8311-119e-d6f6-2cbb-9979c8dfa208/WALs/f334e8b0fbdf,38209,1731306215691/f334e8b0fbdf%2C38209%2C1731306215691.meta.1731306218203.meta, exclude list is [], retry=0 2024-11-11T06:23:38,218 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42939,DS-e8e41817-9554-4a91-8260-b8941093a4a4,DISK] 2024-11-11T06:23:38,219 INFO [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/159c8311-119e-d6f6-2cbb-9979c8dfa208/WALs/f334e8b0fbdf,38209,1731306215691/f334e8b0fbdf%2C38209%2C1731306215691.meta.1731306218203.meta 2024-11-11T06:23:38,220 DEBUG [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43465:43465)] 2024-11-11T06:23:38,220 DEBUG [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-11T06:23:38,220 INFO [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-11T06:23:38,220 DEBUG [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-11T06:23:38,220 DEBUG [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-11T06:23:38,220 INFO [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-11T06:23:38,220 DEBUG [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-11T06:23:38,220 DEBUG [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T06:23:38,220 DEBUG [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-11T06:23:38,221 DEBUG [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-11T06:23:38,223 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T06:23:38,223 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T06:23:38,223 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:23:38,224 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T06:23:38,224 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T06:23:38,224 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T06:23:38,224 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:23:38,225 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T06:23:38,225 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T06:23:38,225 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T06:23:38,225 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:23:38,225 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T06:23:38,225 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T06:23:38,226 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T06:23:38,226 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:23:38,226 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T06:23:38,226 DEBUG [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T06:23:38,227 DEBUG [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34351/user/jenkins/test-data/159c8311-119e-d6f6-2cbb-9979c8dfa208/data/hbase/meta/1588230740 2024-11-11T06:23:38,228 DEBUG [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34351/user/jenkins/test-data/159c8311-119e-d6f6-2cbb-9979c8dfa208/data/hbase/meta/1588230740 2024-11-11T06:23:38,228 DEBUG [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T06:23:38,228 DEBUG [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T06:23:38,229 DEBUG [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T06:23:38,230 DEBUG [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T06:23:38,230 INFO [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64193367, jitterRate=-0.04344429075717926}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T06:23:38,230 DEBUG [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-11T06:23:38,230 DEBUG [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731306218221Writing region info on filesystem at 1731306218221Initializing all the Stores at 1731306218221Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731306218221Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731306218223 (+2 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731306218223Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731306218223Cleaning up temporary data from old regions at 1731306218228 (+5 ms)Running coprocessor post-open hooks at 1731306218230 (+2 ms)Region opened successfully at 1731306218230 2024-11-11T06:23:38,231 INFO [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731306218197 2024-11-11T06:23:38,233 DEBUG [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-11T06:23:38,233 INFO [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-11T06:23:38,234 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=f334e8b0fbdf,38209,1731306215691 2024-11-11T06:23:38,234 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f334e8b0fbdf,38209,1731306215691, state=OPEN 2024-11-11T06:23:38,235 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46299-0x10105b21f490006, quorum=127.0.0.1:62327, baseZNode=/2-680500304 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-680500304/meta-region-server 2024-11-11T06:23:38,235 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38209-0x10105b21f490007, quorum=127.0.0.1:62327, baseZNode=/2-680500304 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-680500304/meta-region-server 2024-11-11T06:23:38,236 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=f334e8b0fbdf,38209,1731306215691 2024-11-11T06:23:38,236 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-680500304/meta-region-server: CHANGED 2024-11-11T06:23:38,236 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-680500304/meta-region-server: CHANGED 2024-11-11T06:23:38,237 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-11T06:23:38,237 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=f334e8b0fbdf,38209,1731306215691 in 191 msec 2024-11-11T06:23:38,239 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-11T06:23:38,239 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 349 msec 2024-11-11T06:23:38,239 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T06:23:38,239 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-11T06:23:38,241 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T06:23:38,241 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f334e8b0fbdf,38209,1731306215691, seqNum=-1] 2024-11-11T06:23:38,241 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T06:23:38,242 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40185, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T06:23:38,246 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.1990 sec 2024-11-11T06:23:38,246 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731306218246, completionTime=-1 2024-11-11T06:23:38,246 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-11T06:23:38,246 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-11T06:23:38,248 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-11T06:23:38,248 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731306278248 2024-11-11T06:23:38,248 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731306338248 2024-11-11T06:23:38,248 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-11T06:23:38,248 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f334e8b0fbdf,46299,1731306215652-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T06:23:38,248 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f334e8b0fbdf,46299,1731306215652-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T06:23:38,248 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f334e8b0fbdf,46299,1731306215652-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T06:23:38,248 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-f334e8b0fbdf:46299, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T06:23:38,248 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-11T06:23:38,249 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-11T06:23:38,250 DEBUG [master/f334e8b0fbdf:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-11T06:23:38,252 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.524sec 2024-11-11T06:23:38,252 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-11T06:23:38,252 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-11T06:23:38,252 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-11T06:23:38,252 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-11T06:23:38,252 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-11T06:23:38,252 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f334e8b0fbdf,46299,1731306215652-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T06:23:38,252 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f334e8b0fbdf,46299,1731306215652-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-11T06:23:38,253 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-11T06:23:38,253 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-11T06:23:38,253 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f334e8b0fbdf,46299,1731306215652-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T06:23:38,311 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5564796e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T06:23:38,311 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f334e8b0fbdf,46299,-1 for getting cluster id 2024-11-11T06:23:38,311 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T06:23:38,313 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '08b20f07-b18f-4277-a12d-46b74ff32b61' 2024-11-11T06:23:38,313 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T06:23:38,313 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "08b20f07-b18f-4277-a12d-46b74ff32b61" 2024-11-11T06:23:38,313 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a84709a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T06:23:38,313 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f334e8b0fbdf,46299,-1] 2024-11-11T06:23:38,313 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T06:23:38,313 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T06:23:38,314 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38436, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T06:23:38,315 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4e73b0ba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T06:23:38,315 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T06:23:38,316 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f334e8b0fbdf,38209,1731306215691, seqNum=-1] 2024-11-11T06:23:38,316 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T06:23:38,317 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44916, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T06:23:38,318 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=f334e8b0fbdf,46299,1731306215652 2024-11-11T06:23:38,319 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:62327 2024-11-11T06:23:38,321 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:62327, baseZNode=/2-680500304 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T06:23:38,322 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x10105b21f490008 connected 2024-11-11T06:23:38,324 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T06:23:38,325 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is f334e8b0fbdf,37367,1731306207426 2024-11-11T06:23:38,325 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5c67c2ec 2024-11-11T06:23:38,325 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T06:23:38,326 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40410, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T06:23:38,326 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37367 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T06:23:38,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37367 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-11T06:23:38,328 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-11T06:23:38,328 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:23:38,328 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37367 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-11T06:23:38,329 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-11T06:23:38,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37367 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T06:23:38,334 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42853 is added to blk_1073741835_1011 (size=902) 2024-11-11T06:23:38,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37367 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T06:23:38,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37367 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T06:23:38,735 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 80dede053206c7d23781245abcc78594, NAME => 'test,,1731306218326.80dede053206c7d23781245abcc78594.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40421/user/jenkins/test-data/3e6d609f-340d-16e1-c278-823d837bff4d 2024-11-11T06:23:38,742 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42853 is added to blk_1073741836_1012 (size=39) 2024-11-11T06:23:38,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37367 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T06:23:39,143 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731306218326.80dede053206c7d23781245abcc78594.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T06:23:39,143 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 80dede053206c7d23781245abcc78594, disabling compactions & flushes 2024-11-11T06:23:39,143 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731306218326.80dede053206c7d23781245abcc78594. 2024-11-11T06:23:39,143 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731306218326.80dede053206c7d23781245abcc78594. 2024-11-11T06:23:39,143 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731306218326.80dede053206c7d23781245abcc78594. after waiting 0 ms 2024-11-11T06:23:39,143 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731306218326.80dede053206c7d23781245abcc78594. 2024-11-11T06:23:39,143 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731306218326.80dede053206c7d23781245abcc78594. 2024-11-11T06:23:39,143 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 80dede053206c7d23781245abcc78594: Waiting for close lock at 1731306219143Disabling compacts and flushes for region at 1731306219143Disabling writes for close at 1731306219143Writing region close event to WAL at 1731306219143Closed at 1731306219143 2024-11-11T06:23:39,144 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-11T06:23:39,145 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731306218326.80dede053206c7d23781245abcc78594.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731306219145"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731306219145"}]},"ts":"1731306219145"} 2024-11-11T06:23:39,147 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-11T06:23:39,147 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-11T06:23:39,148 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731306219147"}]},"ts":"1731306219147"} 2024-11-11T06:23:39,149 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-11T06:23:39,149 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=80dede053206c7d23781245abcc78594, ASSIGN}] 2024-11-11T06:23:39,150 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=80dede053206c7d23781245abcc78594, ASSIGN 2024-11-11T06:23:39,151 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=80dede053206c7d23781245abcc78594, ASSIGN; state=OFFLINE, location=f334e8b0fbdf,39387,1731306207474; forceNewPlan=false, retain=false 2024-11-11T06:23:39,302 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=80dede053206c7d23781245abcc78594, regionState=OPENING, regionLocation=f334e8b0fbdf,39387,1731306207474 2024-11-11T06:23:39,304 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=80dede053206c7d23781245abcc78594, ASSIGN because future has completed 2024-11-11T06:23:39,304 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 80dede053206c7d23781245abcc78594, server=f334e8b0fbdf,39387,1731306207474}] 2024-11-11T06:23:39,459 INFO [RS_OPEN_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731306218326.80dede053206c7d23781245abcc78594. 2024-11-11T06:23:39,460 DEBUG [RS_OPEN_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 80dede053206c7d23781245abcc78594, NAME => 'test,,1731306218326.80dede053206c7d23781245abcc78594.', STARTKEY => '', ENDKEY => ''} 2024-11-11T06:23:39,460 INFO [RS_OPEN_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-11T06:23:39,460 INFO [RS_OPEN_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-11T06:23:39,460 DEBUG [RS_OPEN_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 80dede053206c7d23781245abcc78594 2024-11-11T06:23:39,460 DEBUG [RS_OPEN_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731306218326.80dede053206c7d23781245abcc78594.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T06:23:39,460 DEBUG [RS_OPEN_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 80dede053206c7d23781245abcc78594 2024-11-11T06:23:39,460 DEBUG [RS_OPEN_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 80dede053206c7d23781245abcc78594 2024-11-11T06:23:39,461 INFO [StoreOpener-80dede053206c7d23781245abcc78594-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 80dede053206c7d23781245abcc78594 2024-11-11T06:23:39,462 INFO [StoreOpener-80dede053206c7d23781245abcc78594-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 80dede053206c7d23781245abcc78594 columnFamilyName f 2024-11-11T06:23:39,462 DEBUG [StoreOpener-80dede053206c7d23781245abcc78594-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:23:39,463 INFO [StoreOpener-80dede053206c7d23781245abcc78594-1 {}] regionserver.HStore(327): Store=80dede053206c7d23781245abcc78594/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T06:23:39,463 INFO [StoreOpener-80dede053206c7d23781245abcc78594-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 80dede053206c7d23781245abcc78594 2024-11-11T06:23:39,464 INFO [StoreOpener-80dede053206c7d23781245abcc78594-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 80dede053206c7d23781245abcc78594 columnFamilyName f1 2024-11-11T06:23:39,464 DEBUG [StoreOpener-80dede053206c7d23781245abcc78594-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:23:39,464 INFO [StoreOpener-80dede053206c7d23781245abcc78594-1 {}] regionserver.HStore(327): Store=80dede053206c7d23781245abcc78594/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T06:23:39,464 INFO [StoreOpener-80dede053206c7d23781245abcc78594-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 80dede053206c7d23781245abcc78594 2024-11-11T06:23:39,465 INFO [StoreOpener-80dede053206c7d23781245abcc78594-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 80dede053206c7d23781245abcc78594 columnFamilyName norep 2024-11-11T06:23:39,465 DEBUG [StoreOpener-80dede053206c7d23781245abcc78594-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:23:39,465 INFO [StoreOpener-80dede053206c7d23781245abcc78594-1 {}] regionserver.HStore(327): Store=80dede053206c7d23781245abcc78594/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T06:23:39,465 DEBUG [RS_OPEN_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 80dede053206c7d23781245abcc78594 2024-11-11T06:23:39,466 DEBUG [RS_OPEN_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40421/user/jenkins/test-data/3e6d609f-340d-16e1-c278-823d837bff4d/data/default/test/80dede053206c7d23781245abcc78594 2024-11-11T06:23:39,466 DEBUG [RS_OPEN_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40421/user/jenkins/test-data/3e6d609f-340d-16e1-c278-823d837bff4d/data/default/test/80dede053206c7d23781245abcc78594 2024-11-11T06:23:39,466 DEBUG [RS_OPEN_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 80dede053206c7d23781245abcc78594 2024-11-11T06:23:39,466 DEBUG [RS_OPEN_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 80dede053206c7d23781245abcc78594 2024-11-11T06:23:39,467 DEBUG [RS_OPEN_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-11T06:23:39,467 DEBUG [RS_OPEN_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 80dede053206c7d23781245abcc78594 2024-11-11T06:23:39,469 DEBUG [RS_OPEN_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40421/user/jenkins/test-data/3e6d609f-340d-16e1-c278-823d837bff4d/data/default/test/80dede053206c7d23781245abcc78594/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T06:23:39,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37367 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T06:23:39,469 INFO [RS_OPEN_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 80dede053206c7d23781245abcc78594; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65170070, jitterRate=-0.028890281915664673}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-11T06:23:39,469 DEBUG [RS_OPEN_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 80dede053206c7d23781245abcc78594 2024-11-11T06:23:39,470 DEBUG [RS_OPEN_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 80dede053206c7d23781245abcc78594: Running coprocessor pre-open hook at 1731306219460Writing region info on filesystem at 1731306219460Initializing all the Stores at 1731306219461 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731306219461Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731306219461Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731306219461Cleaning up temporary data from old regions at 1731306219466 (+5 ms)Running coprocessor post-open hooks at 1731306219469 (+3 ms)Region opened successfully at 1731306219470 (+1 ms) 2024-11-11T06:23:39,471 INFO [RS_OPEN_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731306218326.80dede053206c7d23781245abcc78594., pid=6, masterSystemTime=1731306219456 2024-11-11T06:23:39,472 DEBUG [RS_OPEN_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731306218326.80dede053206c7d23781245abcc78594. 2024-11-11T06:23:39,472 INFO [RS_OPEN_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731306218326.80dede053206c7d23781245abcc78594. 2024-11-11T06:23:39,473 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=80dede053206c7d23781245abcc78594, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=f334e8b0fbdf,39387,1731306207474 2024-11-11T06:23:39,475 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 80dede053206c7d23781245abcc78594, server=f334e8b0fbdf,39387,1731306207474 because future has completed 2024-11-11T06:23:39,477 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-11T06:23:39,477 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 80dede053206c7d23781245abcc78594, server=f334e8b0fbdf,39387,1731306207474 in 171 msec 2024-11-11T06:23:39,479 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-11T06:23:39,479 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=80dede053206c7d23781245abcc78594, ASSIGN in 328 msec 2024-11-11T06:23:39,479 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-11T06:23:39,480 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731306219479"}]},"ts":"1731306219479"} 2024-11-11T06:23:39,481 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-11T06:23:39,482 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-11T06:23:39,483 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1560 sec 2024-11-11T06:23:39,929 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-11T06:23:39,930 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T06:23:39,931 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T06:23:39,956 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T06:23:39,956 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T06:23:39,957 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T06:23:39,957 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T06:23:39,957 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T06:23:39,957 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T06:23:39,962 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T06:23:39,964 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T06:23:39,964 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T06:23:39,966 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T06:23:40,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37367 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T06:23:40,480 INFO [RPCClient-NioEventLoopGroup-4-16 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-11T06:23:40,480 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T06:23:40,481 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is f334e8b0fbdf,46767,1731306211456 2024-11-11T06:23:40,481 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6ee57dac 2024-11-11T06:23:40,481 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T06:23:40,482 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60808, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T06:23:40,483 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46767 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T06:23:40,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46767 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-11T06:23:40,485 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-11T06:23:40,485 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:23:40,485 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46767 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-11T06:23:40,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46767 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T06:23:40,486 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-11T06:23:40,493 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38191 is added to blk_1073741835_1011 (size=902) 2024-11-11T06:23:40,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46767 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T06:23:40,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46767 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T06:23:40,895 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 21fc551640e207aafddb509155d678d1, NAME => 'test,,1731306220483.21fc551640e207aafddb509155d678d1.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43189/user/jenkins/test-data/5d43c1d0-c60a-41c6-3502-4eb37801f9ca 2024-11-11T06:23:40,900 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38191 is added to blk_1073741836_1012 (size=39) 2024-11-11T06:23:41,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46767 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T06:23:41,300 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731306220483.21fc551640e207aafddb509155d678d1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T06:23:41,301 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 21fc551640e207aafddb509155d678d1, disabling compactions & flushes 2024-11-11T06:23:41,301 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731306220483.21fc551640e207aafddb509155d678d1. 2024-11-11T06:23:41,301 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731306220483.21fc551640e207aafddb509155d678d1. 2024-11-11T06:23:41,301 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731306220483.21fc551640e207aafddb509155d678d1. after waiting 0 ms 2024-11-11T06:23:41,301 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731306220483.21fc551640e207aafddb509155d678d1. 2024-11-11T06:23:41,301 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731306220483.21fc551640e207aafddb509155d678d1. 2024-11-11T06:23:41,301 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 21fc551640e207aafddb509155d678d1: Waiting for close lock at 1731306221301Disabling compacts and flushes for region at 1731306221301Disabling writes for close at 1731306221301Writing region close event to WAL at 1731306221301Closed at 1731306221301 2024-11-11T06:23:41,302 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-11T06:23:41,302 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731306220483.21fc551640e207aafddb509155d678d1.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731306221302"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731306221302"}]},"ts":"1731306221302"} 2024-11-11T06:23:41,304 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-11T06:23:41,305 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-11T06:23:41,305 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731306221305"}]},"ts":"1731306221305"} 2024-11-11T06:23:41,307 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-11T06:23:41,307 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=21fc551640e207aafddb509155d678d1, ASSIGN}] 2024-11-11T06:23:41,308 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=21fc551640e207aafddb509155d678d1, ASSIGN 2024-11-11T06:23:41,309 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=21fc551640e207aafddb509155d678d1, ASSIGN; state=OFFLINE, location=f334e8b0fbdf,34057,1731306211503; forceNewPlan=false, retain=false 2024-11-11T06:23:41,329 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-11T06:23:41,459 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=21fc551640e207aafddb509155d678d1, regionState=OPENING, regionLocation=f334e8b0fbdf,34057,1731306211503 2024-11-11T06:23:41,461 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=21fc551640e207aafddb509155d678d1, ASSIGN because future has completed 2024-11-11T06:23:41,462 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 21fc551640e207aafddb509155d678d1, server=f334e8b0fbdf,34057,1731306211503}] 2024-11-11T06:23:41,617 INFO [RS_OPEN_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731306220483.21fc551640e207aafddb509155d678d1. 2024-11-11T06:23:41,617 DEBUG [RS_OPEN_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 21fc551640e207aafddb509155d678d1, NAME => 'test,,1731306220483.21fc551640e207aafddb509155d678d1.', STARTKEY => '', ENDKEY => ''} 2024-11-11T06:23:41,617 INFO [RS_OPEN_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-11T06:23:41,618 INFO [RS_OPEN_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-11T06:23:41,618 DEBUG [RS_OPEN_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 21fc551640e207aafddb509155d678d1 2024-11-11T06:23:41,618 DEBUG [RS_OPEN_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731306220483.21fc551640e207aafddb509155d678d1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T06:23:41,618 DEBUG [RS_OPEN_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 21fc551640e207aafddb509155d678d1 2024-11-11T06:23:41,618 DEBUG [RS_OPEN_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 21fc551640e207aafddb509155d678d1 2024-11-11T06:23:41,619 INFO [StoreOpener-21fc551640e207aafddb509155d678d1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 21fc551640e207aafddb509155d678d1 2024-11-11T06:23:41,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46767 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T06:23:41,620 INFO [StoreOpener-21fc551640e207aafddb509155d678d1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 21fc551640e207aafddb509155d678d1 columnFamilyName f 2024-11-11T06:23:41,620 DEBUG [StoreOpener-21fc551640e207aafddb509155d678d1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:23:41,621 INFO [StoreOpener-21fc551640e207aafddb509155d678d1-1 {}] regionserver.HStore(327): Store=21fc551640e207aafddb509155d678d1/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T06:23:41,621 INFO [StoreOpener-21fc551640e207aafddb509155d678d1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 21fc551640e207aafddb509155d678d1 2024-11-11T06:23:41,622 INFO [StoreOpener-21fc551640e207aafddb509155d678d1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 21fc551640e207aafddb509155d678d1 columnFamilyName f1 2024-11-11T06:23:41,622 DEBUG [StoreOpener-21fc551640e207aafddb509155d678d1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:23:41,622 INFO [StoreOpener-21fc551640e207aafddb509155d678d1-1 {}] regionserver.HStore(327): Store=21fc551640e207aafddb509155d678d1/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T06:23:41,622 INFO [StoreOpener-21fc551640e207aafddb509155d678d1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 21fc551640e207aafddb509155d678d1 2024-11-11T06:23:41,623 INFO [StoreOpener-21fc551640e207aafddb509155d678d1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 21fc551640e207aafddb509155d678d1 columnFamilyName norep 2024-11-11T06:23:41,623 DEBUG [StoreOpener-21fc551640e207aafddb509155d678d1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:23:41,623 INFO [StoreOpener-21fc551640e207aafddb509155d678d1-1 {}] regionserver.HStore(327): Store=21fc551640e207aafddb509155d678d1/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T06:23:41,624 DEBUG [RS_OPEN_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 21fc551640e207aafddb509155d678d1 2024-11-11T06:23:41,624 DEBUG [RS_OPEN_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43189/user/jenkins/test-data/5d43c1d0-c60a-41c6-3502-4eb37801f9ca/data/default/test/21fc551640e207aafddb509155d678d1 2024-11-11T06:23:41,624 DEBUG [RS_OPEN_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43189/user/jenkins/test-data/5d43c1d0-c60a-41c6-3502-4eb37801f9ca/data/default/test/21fc551640e207aafddb509155d678d1 2024-11-11T06:23:41,625 DEBUG [RS_OPEN_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 21fc551640e207aafddb509155d678d1 2024-11-11T06:23:41,625 DEBUG [RS_OPEN_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 21fc551640e207aafddb509155d678d1 2024-11-11T06:23:41,625 DEBUG [RS_OPEN_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-11T06:23:41,626 DEBUG [RS_OPEN_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 21fc551640e207aafddb509155d678d1 2024-11-11T06:23:41,628 DEBUG [RS_OPEN_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43189/user/jenkins/test-data/5d43c1d0-c60a-41c6-3502-4eb37801f9ca/data/default/test/21fc551640e207aafddb509155d678d1/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T06:23:41,628 INFO [RS_OPEN_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 21fc551640e207aafddb509155d678d1; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75467024, jitterRate=0.12454628944396973}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-11T06:23:41,628 DEBUG [RS_OPEN_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 21fc551640e207aafddb509155d678d1 2024-11-11T06:23:41,628 DEBUG [RS_OPEN_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 21fc551640e207aafddb509155d678d1: Running coprocessor pre-open hook at 1731306221618Writing region info on filesystem at 1731306221618Initializing all the Stores at 1731306221619 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731306221619Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731306221619Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731306221619Cleaning up temporary data from old regions at 1731306221625 (+6 ms)Running coprocessor post-open hooks at 1731306221628 (+3 ms)Region opened successfully at 1731306221628 2024-11-11T06:23:41,629 INFO [RS_OPEN_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731306220483.21fc551640e207aafddb509155d678d1., pid=6, masterSystemTime=1731306221614 2024-11-11T06:23:41,631 DEBUG [RS_OPEN_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731306220483.21fc551640e207aafddb509155d678d1. 2024-11-11T06:23:41,631 INFO [RS_OPEN_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731306220483.21fc551640e207aafddb509155d678d1. 2024-11-11T06:23:41,632 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=21fc551640e207aafddb509155d678d1, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=f334e8b0fbdf,34057,1731306211503 2024-11-11T06:23:41,633 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46767 {}] assignment.AssignmentManager(1535): Unable to acquire lock for regionNode state=OPEN, location=f334e8b0fbdf,34057,1731306211503, table=test, region=21fc551640e207aafddb509155d678d1. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-11T06:23:41,634 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 21fc551640e207aafddb509155d678d1, server=f334e8b0fbdf,34057,1731306211503 because future has completed 2024-11-11T06:23:41,636 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-11T06:23:41,636 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 21fc551640e207aafddb509155d678d1, server=f334e8b0fbdf,34057,1731306211503 in 173 msec 2024-11-11T06:23:41,638 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-11T06:23:41,638 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=21fc551640e207aafddb509155d678d1, ASSIGN in 329 msec 2024-11-11T06:23:41,639 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-11T06:23:41,639 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731306221639"}]},"ts":"1731306221639"} 2024-11-11T06:23:41,640 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-11T06:23:41,641 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-11T06:23:41,642 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1580 sec 2024-11-11T06:23:42,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46767 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T06:23:42,630 INFO [RPCClient-NioEventLoopGroup-4-1 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-11T06:23:42,630 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T06:23:42,631 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is f334e8b0fbdf,46299,1731306215652 2024-11-11T06:23:42,631 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@44c72475 2024-11-11T06:23:42,631 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T06:23:42,632 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47068, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T06:23:42,633 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46299 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T06:23:42,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46299 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-11T06:23:42,635 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-11T06:23:42,635 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:23:42,636 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46299 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-11T06:23:42,636 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-11T06:23:42,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T06:23:42,641 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42939 is added to blk_1073741835_1011 (size=902) 2024-11-11T06:23:42,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T06:23:42,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T06:23:43,043 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 5d2fa39b9577dde63e26051e70295f84, NAME => 'test,,1731306222633.5d2fa39b9577dde63e26051e70295f84.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34351/user/jenkins/test-data/159c8311-119e-d6f6-2cbb-9979c8dfa208 2024-11-11T06:23:43,047 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42939 is added to blk_1073741836_1012 (size=39) 2024-11-11T06:23:43,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T06:23:43,448 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731306222633.5d2fa39b9577dde63e26051e70295f84.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T06:23:43,448 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 5d2fa39b9577dde63e26051e70295f84, disabling compactions & flushes 2024-11-11T06:23:43,448 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731306222633.5d2fa39b9577dde63e26051e70295f84. 2024-11-11T06:23:43,448 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731306222633.5d2fa39b9577dde63e26051e70295f84. 2024-11-11T06:23:43,448 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731306222633.5d2fa39b9577dde63e26051e70295f84. after waiting 0 ms 2024-11-11T06:23:43,448 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731306222633.5d2fa39b9577dde63e26051e70295f84. 2024-11-11T06:23:43,448 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731306222633.5d2fa39b9577dde63e26051e70295f84. 2024-11-11T06:23:43,449 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 5d2fa39b9577dde63e26051e70295f84: Waiting for close lock at 1731306223448Disabling compacts and flushes for region at 1731306223448Disabling writes for close at 1731306223448Writing region close event to WAL at 1731306223448Closed at 1731306223448 2024-11-11T06:23:43,450 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-11T06:23:43,450 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731306222633.5d2fa39b9577dde63e26051e70295f84.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731306223450"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731306223450"}]},"ts":"1731306223450"} 2024-11-11T06:23:43,452 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-11T06:23:43,453 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-11T06:23:43,453 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731306223453"}]},"ts":"1731306223453"} 2024-11-11T06:23:43,454 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-11T06:23:43,455 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=5d2fa39b9577dde63e26051e70295f84, ASSIGN}] 2024-11-11T06:23:43,455 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=5d2fa39b9577dde63e26051e70295f84, ASSIGN 2024-11-11T06:23:43,456 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=5d2fa39b9577dde63e26051e70295f84, ASSIGN; state=OFFLINE, location=f334e8b0fbdf,38209,1731306215691; forceNewPlan=false, retain=false 2024-11-11T06:23:43,607 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=5d2fa39b9577dde63e26051e70295f84, regionState=OPENING, regionLocation=f334e8b0fbdf,38209,1731306215691 2024-11-11T06:23:43,609 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=5d2fa39b9577dde63e26051e70295f84, ASSIGN because future has completed 2024-11-11T06:23:43,609 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5d2fa39b9577dde63e26051e70295f84, server=f334e8b0fbdf,38209,1731306215691}] 2024-11-11T06:23:43,764 INFO [RS_OPEN_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731306222633.5d2fa39b9577dde63e26051e70295f84. 2024-11-11T06:23:43,764 DEBUG [RS_OPEN_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 5d2fa39b9577dde63e26051e70295f84, NAME => 'test,,1731306222633.5d2fa39b9577dde63e26051e70295f84.', STARTKEY => '', ENDKEY => ''} 2024-11-11T06:23:43,765 INFO [RS_OPEN_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-11T06:23:43,765 INFO [RS_OPEN_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-11T06:23:43,765 DEBUG [RS_OPEN_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 5d2fa39b9577dde63e26051e70295f84 2024-11-11T06:23:43,765 DEBUG [RS_OPEN_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731306222633.5d2fa39b9577dde63e26051e70295f84.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T06:23:43,765 DEBUG [RS_OPEN_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 5d2fa39b9577dde63e26051e70295f84 2024-11-11T06:23:43,765 DEBUG [RS_OPEN_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 5d2fa39b9577dde63e26051e70295f84 2024-11-11T06:23:43,766 INFO [StoreOpener-5d2fa39b9577dde63e26051e70295f84-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 5d2fa39b9577dde63e26051e70295f84 2024-11-11T06:23:43,767 INFO [StoreOpener-5d2fa39b9577dde63e26051e70295f84-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5d2fa39b9577dde63e26051e70295f84 columnFamilyName f 2024-11-11T06:23:43,767 DEBUG [StoreOpener-5d2fa39b9577dde63e26051e70295f84-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:23:43,767 INFO [StoreOpener-5d2fa39b9577dde63e26051e70295f84-1 {}] regionserver.HStore(327): Store=5d2fa39b9577dde63e26051e70295f84/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T06:23:43,767 INFO [StoreOpener-5d2fa39b9577dde63e26051e70295f84-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 5d2fa39b9577dde63e26051e70295f84 2024-11-11T06:23:43,768 INFO [StoreOpener-5d2fa39b9577dde63e26051e70295f84-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5d2fa39b9577dde63e26051e70295f84 columnFamilyName f1 2024-11-11T06:23:43,768 DEBUG [StoreOpener-5d2fa39b9577dde63e26051e70295f84-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:23:43,769 INFO [StoreOpener-5d2fa39b9577dde63e26051e70295f84-1 {}] regionserver.HStore(327): Store=5d2fa39b9577dde63e26051e70295f84/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T06:23:43,769 INFO [StoreOpener-5d2fa39b9577dde63e26051e70295f84-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 5d2fa39b9577dde63e26051e70295f84 2024-11-11T06:23:43,769 INFO [StoreOpener-5d2fa39b9577dde63e26051e70295f84-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5d2fa39b9577dde63e26051e70295f84 columnFamilyName norep 2024-11-11T06:23:43,770 DEBUG [StoreOpener-5d2fa39b9577dde63e26051e70295f84-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:23:43,770 INFO [StoreOpener-5d2fa39b9577dde63e26051e70295f84-1 {}] regionserver.HStore(327): Store=5d2fa39b9577dde63e26051e70295f84/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T06:23:43,770 DEBUG [RS_OPEN_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 5d2fa39b9577dde63e26051e70295f84 2024-11-11T06:23:43,770 DEBUG [RS_OPEN_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34351/user/jenkins/test-data/159c8311-119e-d6f6-2cbb-9979c8dfa208/data/default/test/5d2fa39b9577dde63e26051e70295f84 2024-11-11T06:23:43,771 DEBUG [RS_OPEN_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34351/user/jenkins/test-data/159c8311-119e-d6f6-2cbb-9979c8dfa208/data/default/test/5d2fa39b9577dde63e26051e70295f84 2024-11-11T06:23:43,771 DEBUG [RS_OPEN_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 5d2fa39b9577dde63e26051e70295f84 2024-11-11T06:23:43,771 DEBUG [RS_OPEN_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 5d2fa39b9577dde63e26051e70295f84 2024-11-11T06:23:43,772 DEBUG [RS_OPEN_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-11T06:23:43,773 DEBUG [RS_OPEN_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 5d2fa39b9577dde63e26051e70295f84 2024-11-11T06:23:43,775 DEBUG [RS_OPEN_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34351/user/jenkins/test-data/159c8311-119e-d6f6-2cbb-9979c8dfa208/data/default/test/5d2fa39b9577dde63e26051e70295f84/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T06:23:43,775 INFO [RS_OPEN_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 5d2fa39b9577dde63e26051e70295f84; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70778963, jitterRate=0.05468873679637909}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-11T06:23:43,776 DEBUG [RS_OPEN_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 5d2fa39b9577dde63e26051e70295f84 2024-11-11T06:23:43,776 DEBUG [RS_OPEN_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 5d2fa39b9577dde63e26051e70295f84: Running coprocessor pre-open hook at 1731306223765Writing region info on filesystem at 1731306223765Initializing all the Stores at 1731306223766 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731306223766Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731306223766Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731306223766Cleaning up temporary data from old regions at 1731306223771 (+5 ms)Running coprocessor post-open hooks at 1731306223776 (+5 ms)Region opened successfully at 1731306223776 2024-11-11T06:23:43,776 INFO [RS_OPEN_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731306222633.5d2fa39b9577dde63e26051e70295f84., pid=6, masterSystemTime=1731306223761 2024-11-11T06:23:43,778 DEBUG [RS_OPEN_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731306222633.5d2fa39b9577dde63e26051e70295f84. 2024-11-11T06:23:43,778 INFO [RS_OPEN_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731306222633.5d2fa39b9577dde63e26051e70295f84. 2024-11-11T06:23:43,779 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=5d2fa39b9577dde63e26051e70295f84, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=f334e8b0fbdf,38209,1731306215691 2024-11-11T06:23:43,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T06:23:43,784 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5d2fa39b9577dde63e26051e70295f84, server=f334e8b0fbdf,38209,1731306215691 because future has completed 2024-11-11T06:23:43,787 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-11T06:23:43,787 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 5d2fa39b9577dde63e26051e70295f84, server=f334e8b0fbdf,38209,1731306215691 in 176 msec 2024-11-11T06:23:43,789 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-11T06:23:43,789 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=5d2fa39b9577dde63e26051e70295f84, ASSIGN in 332 msec 2024-11-11T06:23:43,790 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-11T06:23:43,790 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731306223790"}]},"ts":"1731306223790"} 2024-11-11T06:23:43,792 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-11T06:23:43,793 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-11T06:23:43,794 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1600 sec 2024-11-11T06:23:43,859 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T06:23:43,859 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [f334e8b0fbdf,42169,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f334e8b0fbdf:42169 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-11T06:23:43,859 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 12, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 48338 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [f334e8b0fbdf,42169,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f334e8b0fbdf:42169 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-11T06:23:44,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T06:23:44,790 INFO [RPCClient-NioEventLoopGroup-4-2 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-11T06:23:44,791 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@78f4fc73, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T06:23:44,791 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f334e8b0fbdf,37367,-1 for getting cluster id 2024-11-11T06:23:44,791 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T06:23:44,792 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '72d1efbf-5497-415a-a834-f60971a0e8b3' 2024-11-11T06:23:44,792 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T06:23:44,792 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "72d1efbf-5497-415a-a834-f60971a0e8b3" 2024-11-11T06:23:44,792 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3759afa5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T06:23:44,792 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f334e8b0fbdf,37367,-1] 2024-11-11T06:23:44,792 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T06:23:44,793 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T06:23:44,793 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45924, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T06:23:44,794 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@285fab51, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T06:23:44,794 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T06:23:44,795 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is f334e8b0fbdf,37367,1731306207426 2024-11-11T06:23:44,795 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@426f2b30 2024-11-11T06:23:44,795 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T06:23:44,796 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45940, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T06:23:44,796 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37367 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://f334e8b0fbdf:46767,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-11T06:23:44,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37367 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-11T06:23:44,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37367 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T06:23:44,799 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='f334e8b0fbdf:46767' 2024-11-11T06:23:44,801 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4a930d72, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T06:23:44,801 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request f334e8b0fbdf,46767,-1 for getting cluster id 2024-11-11T06:23:44,801 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T06:23:44,801 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'acbff81b-797c-4b29-b6e1-8c73db0b27d1' 2024-11-11T06:23:44,801 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T06:23:44,802 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "acbff81b-797c-4b29-b6e1-8c73db0b27d1" 2024-11-11T06:23:44,802 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e21d102, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T06:23:44,802 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f334e8b0fbdf,46767,-1] 2024-11-11T06:23:44,802 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T06:23:44,802 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T06:23:44,803 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48776, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T06:23:44,803 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@217d8f04, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T06:23:44,803 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T06:23:44,804 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.AsyncConnectionImpl(321): The fetched master address is f334e8b0fbdf,46767,1731306211456 2024-11-11T06:23:44,804 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2c56df3b 2024-11-11T06:23:44,804 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T06:23:44,805 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48778, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T06:23:44,805 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-11T06:23:44,806 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-11T06:23:44,806 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T06:23:44,806 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T06:23:44,806 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T06:23:44,806 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T06:23:44,807 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-11T06:23:44,808 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-11T06:23:44,808 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:23:44,809 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-11T06:23:44,813 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42853 is added to blk_1073741837_1013 (size=1138) 2024-11-11T06:23:44,857 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-11T06:23:44,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37367 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T06:23:44,962 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-11T06:23:44,963 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T06:23:44,964 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T06:23:44,996 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T06:23:44,996 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T06:23:44,997 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T06:23:44,997 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T06:23:44,997 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T06:23:44,997 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T06:23:45,002 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T06:23:45,004 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T06:23:45,005 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T06:23:45,006 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T06:23:45,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37367 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T06:23:45,215 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 779eaaa3fc09259739c31d93f341f8ad, NAME => 'hbase:replication,,1731306224806.779eaaa3fc09259739c31d93f341f8ad.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40421/user/jenkins/test-data/3e6d609f-340d-16e1-c278-823d837bff4d 2024-11-11T06:23:45,220 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42853 is added to blk_1073741838_1014 (size=44) 2024-11-11T06:23:45,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37367 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T06:23:45,621 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731306224806.779eaaa3fc09259739c31d93f341f8ad.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T06:23:45,621 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 779eaaa3fc09259739c31d93f341f8ad, disabling compactions & flushes 2024-11-11T06:23:45,621 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731306224806.779eaaa3fc09259739c31d93f341f8ad. 2024-11-11T06:23:45,621 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731306224806.779eaaa3fc09259739c31d93f341f8ad. 2024-11-11T06:23:45,621 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731306224806.779eaaa3fc09259739c31d93f341f8ad. after waiting 0 ms 2024-11-11T06:23:45,621 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731306224806.779eaaa3fc09259739c31d93f341f8ad. 2024-11-11T06:23:45,621 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731306224806.779eaaa3fc09259739c31d93f341f8ad. 2024-11-11T06:23:45,621 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 779eaaa3fc09259739c31d93f341f8ad: Waiting for close lock at 1731306225621Disabling compacts and flushes for region at 1731306225621Disabling writes for close at 1731306225621Writing region close event to WAL at 1731306225621Closed at 1731306225621 2024-11-11T06:23:45,622 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-11T06:23:45,622 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731306224806.779eaaa3fc09259739c31d93f341f8ad.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731306225622"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731306225622"}]},"ts":"1731306225622"} 2024-11-11T06:23:45,624 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-11T06:23:45,625 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-11T06:23:45,625 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731306225625"}]},"ts":"1731306225625"} 2024-11-11T06:23:45,626 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-11T06:23:45,627 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=779eaaa3fc09259739c31d93f341f8ad, ASSIGN}] 2024-11-11T06:23:45,627 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=779eaaa3fc09259739c31d93f341f8ad, ASSIGN 2024-11-11T06:23:45,628 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=779eaaa3fc09259739c31d93f341f8ad, ASSIGN; state=OFFLINE, location=f334e8b0fbdf,39387,1731306207474; forceNewPlan=false, retain=false 2024-11-11T06:23:45,779 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=779eaaa3fc09259739c31d93f341f8ad, regionState=OPENING, regionLocation=f334e8b0fbdf,39387,1731306207474 2024-11-11T06:23:45,781 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=779eaaa3fc09259739c31d93f341f8ad, ASSIGN because future has completed 2024-11-11T06:23:45,781 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 779eaaa3fc09259739c31d93f341f8ad, server=f334e8b0fbdf,39387,1731306207474}] 2024-11-11T06:23:45,937 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731306224806.779eaaa3fc09259739c31d93f341f8ad. 2024-11-11T06:23:45,937 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T06:23:45,937 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-11T06:23:45,938 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f334e8b0fbdf%2C39387%2C1731306207474.rep, suffix=, logDir=hdfs://localhost:40421/user/jenkins/test-data/3e6d609f-340d-16e1-c278-823d837bff4d/WALs/f334e8b0fbdf,39387,1731306207474, archiveDir=hdfs://localhost:40421/user/jenkins/test-data/3e6d609f-340d-16e1-c278-823d837bff4d/oldWALs, maxLogs=10 2024-11-11T06:23:45,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37367 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T06:23:45,953 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/3e6d609f-340d-16e1-c278-823d837bff4d/WALs/f334e8b0fbdf,39387,1731306207474/f334e8b0fbdf%2C39387%2C1731306207474.rep.1731306225939, exclude list is [], retry=0 2024-11-11T06:23:45,955 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42853,DS-9033aaf3-1b85-4d5d-914f-e0d2cf8a1556,DISK] 2024-11-11T06:23:45,957 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3e6d609f-340d-16e1-c278-823d837bff4d/WALs/f334e8b0fbdf,39387,1731306207474/f334e8b0fbdf%2C39387%2C1731306207474.rep.1731306225939 2024-11-11T06:23:45,957 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44787:44787)] 2024-11-11T06:23:45,957 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 779eaaa3fc09259739c31d93f341f8ad, NAME => 'hbase:replication,,1731306224806.779eaaa3fc09259739c31d93f341f8ad.', STARTKEY => '', ENDKEY => ''} 2024-11-11T06:23:45,957 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-11T06:23:45,958 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-11T06:23:45,958 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731306224806.779eaaa3fc09259739c31d93f341f8ad. service=MultiRowMutationService 2024-11-11T06:23:45,958 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-11T06:23:45,958 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 779eaaa3fc09259739c31d93f341f8ad 2024-11-11T06:23:45,958 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731306224806.779eaaa3fc09259739c31d93f341f8ad.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T06:23:45,958 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 779eaaa3fc09259739c31d93f341f8ad 2024-11-11T06:23:45,958 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 779eaaa3fc09259739c31d93f341f8ad 2024-11-11T06:23:45,959 INFO [StoreOpener-779eaaa3fc09259739c31d93f341f8ad-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 779eaaa3fc09259739c31d93f341f8ad 2024-11-11T06:23:45,960 INFO [StoreOpener-779eaaa3fc09259739c31d93f341f8ad-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 779eaaa3fc09259739c31d93f341f8ad columnFamilyName hfileref 2024-11-11T06:23:45,960 DEBUG [StoreOpener-779eaaa3fc09259739c31d93f341f8ad-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:23:45,961 INFO [StoreOpener-779eaaa3fc09259739c31d93f341f8ad-1 {}] regionserver.HStore(327): Store=779eaaa3fc09259739c31d93f341f8ad/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T06:23:45,961 INFO [StoreOpener-779eaaa3fc09259739c31d93f341f8ad-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 779eaaa3fc09259739c31d93f341f8ad 2024-11-11T06:23:45,962 INFO [StoreOpener-779eaaa3fc09259739c31d93f341f8ad-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 779eaaa3fc09259739c31d93f341f8ad columnFamilyName queue 2024-11-11T06:23:45,962 DEBUG [StoreOpener-779eaaa3fc09259739c31d93f341f8ad-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:23:45,962 INFO [StoreOpener-779eaaa3fc09259739c31d93f341f8ad-1 {}] regionserver.HStore(327): Store=779eaaa3fc09259739c31d93f341f8ad/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T06:23:45,962 INFO [StoreOpener-779eaaa3fc09259739c31d93f341f8ad-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 779eaaa3fc09259739c31d93f341f8ad 2024-11-11T06:23:45,963 INFO [StoreOpener-779eaaa3fc09259739c31d93f341f8ad-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 779eaaa3fc09259739c31d93f341f8ad columnFamilyName sid 2024-11-11T06:23:45,963 DEBUG [StoreOpener-779eaaa3fc09259739c31d93f341f8ad-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:23:45,963 INFO [StoreOpener-779eaaa3fc09259739c31d93f341f8ad-1 {}] regionserver.HStore(327): Store=779eaaa3fc09259739c31d93f341f8ad/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T06:23:45,963 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 779eaaa3fc09259739c31d93f341f8ad 2024-11-11T06:23:45,964 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40421/user/jenkins/test-data/3e6d609f-340d-16e1-c278-823d837bff4d/data/hbase/replication/779eaaa3fc09259739c31d93f341f8ad 2024-11-11T06:23:45,964 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40421/user/jenkins/test-data/3e6d609f-340d-16e1-c278-823d837bff4d/data/hbase/replication/779eaaa3fc09259739c31d93f341f8ad 2024-11-11T06:23:45,964 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 779eaaa3fc09259739c31d93f341f8ad 2024-11-11T06:23:45,965 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 779eaaa3fc09259739c31d93f341f8ad 2024-11-11T06:23:45,965 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-11T06:23:45,966 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 779eaaa3fc09259739c31d93f341f8ad 2024-11-11T06:23:45,967 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40421/user/jenkins/test-data/3e6d609f-340d-16e1-c278-823d837bff4d/data/hbase/replication/779eaaa3fc09259739c31d93f341f8ad/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T06:23:45,967 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 779eaaa3fc09259739c31d93f341f8ad; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69400832, jitterRate=0.034152984619140625}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-11T06:23:45,967 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 779eaaa3fc09259739c31d93f341f8ad 2024-11-11T06:23:45,967 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 779eaaa3fc09259739c31d93f341f8ad: Running coprocessor pre-open hook at 1731306225958Writing region info on filesystem at 1731306225958Initializing all the Stores at 1731306225959 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731306225959Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731306225959Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731306225959Cleaning up temporary data from old regions at 1731306225965 (+6 ms)Running coprocessor post-open hooks at 1731306225967 (+2 ms)Region opened successfully at 1731306225967 2024-11-11T06:23:45,968 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731306224806.779eaaa3fc09259739c31d93f341f8ad., pid=10, masterSystemTime=1731306225933 2024-11-11T06:23:45,970 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731306224806.779eaaa3fc09259739c31d93f341f8ad. 2024-11-11T06:23:45,970 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731306224806.779eaaa3fc09259739c31d93f341f8ad. 2024-11-11T06:23:45,970 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=779eaaa3fc09259739c31d93f341f8ad, regionState=OPEN, openSeqNum=2, regionLocation=f334e8b0fbdf,39387,1731306207474 2024-11-11T06:23:45,972 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 779eaaa3fc09259739c31d93f341f8ad, server=f334e8b0fbdf,39387,1731306207474 because future has completed 2024-11-11T06:23:45,975 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-11T06:23:45,975 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 779eaaa3fc09259739c31d93f341f8ad, server=f334e8b0fbdf,39387,1731306207474 in 192 msec 2024-11-11T06:23:45,977 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-11T06:23:45,977 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=779eaaa3fc09259739c31d93f341f8ad, ASSIGN in 348 msec 2024-11-11T06:23:45,978 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-11T06:23:45,978 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731306225978"}]},"ts":"1731306225978"} 2024-11-11T06:23:45,980 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-11T06:23:45,980 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-11T06:23:45,982 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1740 sec 2024-11-11T06:23:46,012 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731306224806.779eaaa3fc09259739c31d93f341f8ad., hostname=f334e8b0fbdf,39387,1731306207474, seqNum=2] 2024-11-11T06:23:46,018 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39387-0x10105b21f490001, quorum=127.0.0.1:62327, baseZNode=/0-1695720270 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1695720270 2024-11-11T06:23:46,018 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37367-0x10105b21f490000, quorum=127.0.0.1:62327, baseZNode=/0-1695720270 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1695720270 2024-11-11T06:23:46,022 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-11T06:23:46,175 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39387 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-11T06:23:46,175 INFO [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-11T06:23:46,204 INFO [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-f334e8b0fbdf,39387,1731306207474, ReplicationSource: 1, currentBandwidth=0 2024-11-11T06:23:46,204 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T06:23:46,205 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f334e8b0fbdf,39387,1731306207474, seqNum=-1] 2024-11-11T06:23:46,205 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T06:23:46,206 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46177, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientService 2024-11-11T06:23:46,207 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-f334e8b0fbdf,39387,1731306207474', locateType=CURRENT is [region=hbase:replication,,1731306224806.779eaaa3fc09259739c31d93f341f8ad., hostname=f334e8b0fbdf,39387,1731306207474, seqNum=2] 2024-11-11T06:23:46,209 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-11T06:23:46,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37367 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-11T06:23:46,212 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on f334e8b0fbdf,39387,1731306207474 suceeded 2024-11-11T06:23:46,214 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-11T06:23:46,214 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 190 msec 2024-11-11T06:23:46,214 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://f334e8b0fbdf:46767,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-11T06:23:46,215 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4180 sec 2024-11-11T06:23:46,224 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,39387,1731306207474 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='f334e8b0fbdf:46767' 2024-11-11T06:23:46,225 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,39387,1731306207474 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@48db1092, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T06:23:46,225 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,39387,1731306207474 {}] client.ClusterIdFetcher(90): Going to request f334e8b0fbdf,46767,-1 for getting cluster id 2024-11-11T06:23:46,225 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,39387,1731306207474 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T06:23:46,226 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'acbff81b-797c-4b29-b6e1-8c73db0b27d1' 2024-11-11T06:23:46,226 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T06:23:46,226 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "acbff81b-797c-4b29-b6e1-8c73db0b27d1" 2024-11-11T06:23:46,226 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5e6b63, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T06:23:46,226 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f334e8b0fbdf,46767,-1] 2024-11-11T06:23:46,227 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T06:23:46,227 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T06:23:46,227 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48796, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientMetaService 2024-11-11T06:23:46,228 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,39387,1731306207474 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6fd4383a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T06:23:46,228 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,39387,1731306207474 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T06:23:46,229 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is f334e8b0fbdf,46767,1731306211456 2024-11-11T06:23:46,229 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@40ecd2bc 2024-11-11T06:23:46,229 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T06:23:46,230 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48812, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=MasterService 2024-11-11T06:23:46,230 INFO [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,39387,1731306207474 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-f334e8b0fbdf,39387,1731306207474 (queues=1) is replicating from cluster=72d1efbf-5497-415a-a834-f60971a0e8b3 to cluster=acbff81b-797c-4b29-b6e1-8c73db0b27d1 2024-11-11T06:23:46,230 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,39387,1731306207474 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=f334e8b0fbdf%2C39387%2C1731306207474 2024-11-11T06:23:46,230 INFO [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,39387,1731306207474 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-f334e8b0fbdf,39387,1731306207474, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-11T06:23:46,231 INFO [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,39387,1731306207474.replicationSource.shipperf334e8b0fbdf%2C39387%2C1731306207474,1-f334e8b0fbdf,39387,1731306207474 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: f334e8b0fbdf%2C39387%2C1731306207474 2024-11-11T06:23:46,231 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,39387,1731306207474.replicationSource.wal-reader.f334e8b0fbdf%2C39387%2C1731306207474,1-f334e8b0fbdf,39387,1731306207474 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:40421/user/jenkins/test-data/3e6d609f-340d-16e1-c278-823d837bff4d/WALs/f334e8b0fbdf,39387,1731306207474/f334e8b0fbdf%2C39387%2C1731306207474.1731306209472, startPosition=0, beingWritten=true 2024-11-11T06:23:46,236 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,39387,1731306207474.replicationSource.wal-reader.f334e8b0fbdf%2C39387%2C1731306207474,1-f334e8b0fbdf,39387,1731306207474 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-11T06:23:46,236 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,39387,1731306207474.replicationSource.wal-reader.f334e8b0fbdf%2C39387%2C1731306207474,1-f334e8b0fbdf,39387,1731306207474 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40421/user/jenkins/test-data/3e6d609f-340d-16e1-c278-823d837bff4d/WALs/f334e8b0fbdf,39387,1731306207474/f334e8b0fbdf%2C39387%2C1731306207474.1731306209472 to pos 379, reset compression=false 2024-11-11T06:23:46,236 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,39387,1731306207474.replicationSource.shipperf334e8b0fbdf%2C39387%2C1731306207474,1-f334e8b0fbdf,39387,1731306207474 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f334e8b0fbdf,39387,1731306207474 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40421/user/jenkins/test-data/3e6d609f-340d-16e1-c278-823d837bff4d/WALs/f334e8b0fbdf,39387,1731306207474/f334e8b0fbdf%2C39387%2C1731306207474.1731306209472, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-11T06:23:46,439 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,39387,1731306207474.replicationSource.wal-reader.f334e8b0fbdf%2C39387%2C1731306207474,1-f334e8b0fbdf,39387,1731306207474 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40421/user/jenkins/test-data/3e6d609f-340d-16e1-c278-823d837bff4d/WALs/f334e8b0fbdf,39387,1731306207474/f334e8b0fbdf%2C39387%2C1731306207474.1731306209472 to pos 379, reset compression=false 2024-11-11T06:23:46,744 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,39387,1731306207474.replicationSource.wal-reader.f334e8b0fbdf%2C39387%2C1731306207474,1-f334e8b0fbdf,39387,1731306207474 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40421/user/jenkins/test-data/3e6d609f-340d-16e1-c278-823d837bff4d/WALs/f334e8b0fbdf,39387,1731306207474/f334e8b0fbdf%2C39387%2C1731306207474.1731306209472 to pos 379, reset compression=false 2024-11-11T06:23:46,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37367 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T06:23:46,950 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-11T06:23:46,950 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T06:23:46,950 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:254) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T06:23:46,950 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T06:23:46,950 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T06:23:46,950 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T06:23:46,951 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@105405b6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T06:23:46,951 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f334e8b0fbdf,46767,-1 for getting cluster id 2024-11-11T06:23:46,951 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T06:23:46,952 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'acbff81b-797c-4b29-b6e1-8c73db0b27d1' 2024-11-11T06:23:46,952 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T06:23:46,952 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "acbff81b-797c-4b29-b6e1-8c73db0b27d1" 2024-11-11T06:23:46,952 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f514aa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T06:23:46,952 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f334e8b0fbdf,46767,-1] 2024-11-11T06:23:46,952 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T06:23:46,952 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T06:23:46,953 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48836, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T06:23:46,954 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@67c5d806, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T06:23:46,954 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T06:23:46,954 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is f334e8b0fbdf,46767,1731306211456 2024-11-11T06:23:46,954 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@50f0bad 2024-11-11T06:23:46,955 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T06:23:46,955 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48842, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T06:23:46,956 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46767 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://f334e8b0fbdf:46299,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-11T06:23:46,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46767 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-11T06:23:46,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46767 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T06:23:46,958 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='f334e8b0fbdf:46299' 2024-11-11T06:23:46,959 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b8f41f2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T06:23:46,959 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request f334e8b0fbdf,46299,-1 for getting cluster id 2024-11-11T06:23:46,959 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T06:23:46,959 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '08b20f07-b18f-4277-a12d-46b74ff32b61' 2024-11-11T06:23:46,960 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T06:23:46,960 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "08b20f07-b18f-4277-a12d-46b74ff32b61" 2024-11-11T06:23:46,960 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2081b0a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T06:23:46,960 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f334e8b0fbdf,46299,-1] 2024-11-11T06:23:46,960 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T06:23:46,960 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T06:23:46,961 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47092, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T06:23:46,961 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e9b26e7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T06:23:46,961 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T06:23:46,962 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is f334e8b0fbdf,46299,1731306215652 2024-11-11T06:23:46,962 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6d48009d 2024-11-11T06:23:46,962 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T06:23:46,962 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47104, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T06:23:46,963 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-11T06:23:46,963 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-11T06:23:46,963 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T06:23:46,963 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T06:23:46,963 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T06:23:46,963 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T06:23:46,964 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-11T06:23:46,965 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-11T06:23:46,965 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:23:46,966 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-11T06:23:46,971 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38191 is added to blk_1073741837_1013 (size=1138) 2024-11-11T06:23:46,972 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 13f92ba532326434d0e589c1a199846c, NAME => 'hbase:replication,,1731306226963.13f92ba532326434d0e589c1a199846c.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43189/user/jenkins/test-data/5d43c1d0-c60a-41c6-3502-4eb37801f9ca 2024-11-11T06:23:46,976 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38191 is added to blk_1073741838_1014 (size=44) 2024-11-11T06:23:47,014 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-11T06:23:47,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46767 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T06:23:47,148 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,39387,1731306207474.replicationSource.wal-reader.f334e8b0fbdf%2C39387%2C1731306207474,1-f334e8b0fbdf,39387,1731306207474 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40421/user/jenkins/test-data/3e6d609f-340d-16e1-c278-823d837bff4d/WALs/f334e8b0fbdf,39387,1731306207474/f334e8b0fbdf%2C39387%2C1731306207474.1731306209472 to pos 379, reset compression=false 2024-11-11T06:23:47,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46767 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T06:23:47,377 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731306226963.13f92ba532326434d0e589c1a199846c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T06:23:47,377 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 13f92ba532326434d0e589c1a199846c, disabling compactions & flushes 2024-11-11T06:23:47,377 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731306226963.13f92ba532326434d0e589c1a199846c. 2024-11-11T06:23:47,377 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731306226963.13f92ba532326434d0e589c1a199846c. 2024-11-11T06:23:47,377 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731306226963.13f92ba532326434d0e589c1a199846c. after waiting 0 ms 2024-11-11T06:23:47,377 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731306226963.13f92ba532326434d0e589c1a199846c. 2024-11-11T06:23:47,377 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731306226963.13f92ba532326434d0e589c1a199846c. 2024-11-11T06:23:47,377 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 13f92ba532326434d0e589c1a199846c: Waiting for close lock at 1731306227377Disabling compacts and flushes for region at 1731306227377Disabling writes for close at 1731306227377Writing region close event to WAL at 1731306227377Closed at 1731306227377 2024-11-11T06:23:47,378 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-11T06:23:47,379 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731306226963.13f92ba532326434d0e589c1a199846c.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731306227378"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731306227378"}]},"ts":"1731306227378"} 2024-11-11T06:23:47,381 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-11T06:23:47,381 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-11T06:23:47,381 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731306227381"}]},"ts":"1731306227381"} 2024-11-11T06:23:47,383 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-11T06:23:47,383 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=13f92ba532326434d0e589c1a199846c, ASSIGN}] 2024-11-11T06:23:47,384 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=13f92ba532326434d0e589c1a199846c, ASSIGN 2024-11-11T06:23:47,385 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=13f92ba532326434d0e589c1a199846c, ASSIGN; state=OFFLINE, location=f334e8b0fbdf,34057,1731306211503; forceNewPlan=false, retain=false 2024-11-11T06:23:47,535 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=13f92ba532326434d0e589c1a199846c, regionState=OPENING, regionLocation=f334e8b0fbdf,34057,1731306211503 2024-11-11T06:23:47,537 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=13f92ba532326434d0e589c1a199846c, ASSIGN because future has completed 2024-11-11T06:23:47,538 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 13f92ba532326434d0e589c1a199846c, server=f334e8b0fbdf,34057,1731306211503}] 2024-11-11T06:23:47,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46767 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T06:23:47,651 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,39387,1731306207474.replicationSource.wal-reader.f334e8b0fbdf%2C39387%2C1731306207474,1-f334e8b0fbdf,39387,1731306207474 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40421/user/jenkins/test-data/3e6d609f-340d-16e1-c278-823d837bff4d/WALs/f334e8b0fbdf,39387,1731306207474/f334e8b0fbdf%2C39387%2C1731306207474.1731306209472 to pos 379, reset compression=false 2024-11-11T06:23:47,693 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731306226963.13f92ba532326434d0e589c1a199846c. 2024-11-11T06:23:47,693 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T06:23:47,693 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-11T06:23:47,694 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f334e8b0fbdf%2C34057%2C1731306211503.rep, suffix=, logDir=hdfs://localhost:43189/user/jenkins/test-data/5d43c1d0-c60a-41c6-3502-4eb37801f9ca/WALs/f334e8b0fbdf,34057,1731306211503, archiveDir=hdfs://localhost:43189/user/jenkins/test-data/5d43c1d0-c60a-41c6-3502-4eb37801f9ca/oldWALs, maxLogs=10 2024-11-11T06:23:47,707 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/5d43c1d0-c60a-41c6-3502-4eb37801f9ca/WALs/f334e8b0fbdf,34057,1731306211503/f334e8b0fbdf%2C34057%2C1731306211503.rep.1731306227694, exclude list is [], retry=0 2024-11-11T06:23:47,709 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38191,DS-9011b9fd-9fac-4a2f-a021-9628a6843cca,DISK] 2024-11-11T06:23:47,710 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5d43c1d0-c60a-41c6-3502-4eb37801f9ca/WALs/f334e8b0fbdf,34057,1731306211503/f334e8b0fbdf%2C34057%2C1731306211503.rep.1731306227694 2024-11-11T06:23:47,710 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41291:41291)] 2024-11-11T06:23:47,711 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 13f92ba532326434d0e589c1a199846c, NAME => 'hbase:replication,,1731306226963.13f92ba532326434d0e589c1a199846c.', STARTKEY => '', ENDKEY => ''} 2024-11-11T06:23:47,711 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-11T06:23:47,711 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-11T06:23:47,711 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731306226963.13f92ba532326434d0e589c1a199846c. service=MultiRowMutationService 2024-11-11T06:23:47,711 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-11T06:23:47,711 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 13f92ba532326434d0e589c1a199846c 2024-11-11T06:23:47,711 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731306226963.13f92ba532326434d0e589c1a199846c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T06:23:47,711 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 13f92ba532326434d0e589c1a199846c 2024-11-11T06:23:47,711 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 13f92ba532326434d0e589c1a199846c 2024-11-11T06:23:47,712 INFO [StoreOpener-13f92ba532326434d0e589c1a199846c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 13f92ba532326434d0e589c1a199846c 2024-11-11T06:23:47,713 INFO [StoreOpener-13f92ba532326434d0e589c1a199846c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 13f92ba532326434d0e589c1a199846c columnFamilyName hfileref 2024-11-11T06:23:47,713 DEBUG [StoreOpener-13f92ba532326434d0e589c1a199846c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:23:47,714 INFO [StoreOpener-13f92ba532326434d0e589c1a199846c-1 {}] regionserver.HStore(327): Store=13f92ba532326434d0e589c1a199846c/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T06:23:47,714 INFO [StoreOpener-13f92ba532326434d0e589c1a199846c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 13f92ba532326434d0e589c1a199846c 2024-11-11T06:23:47,714 INFO [StoreOpener-13f92ba532326434d0e589c1a199846c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 13f92ba532326434d0e589c1a199846c columnFamilyName queue 2024-11-11T06:23:47,714 DEBUG [StoreOpener-13f92ba532326434d0e589c1a199846c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:23:47,715 INFO [StoreOpener-13f92ba532326434d0e589c1a199846c-1 {}] regionserver.HStore(327): Store=13f92ba532326434d0e589c1a199846c/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T06:23:47,715 INFO [StoreOpener-13f92ba532326434d0e589c1a199846c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 13f92ba532326434d0e589c1a199846c 2024-11-11T06:23:47,716 INFO [StoreOpener-13f92ba532326434d0e589c1a199846c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 13f92ba532326434d0e589c1a199846c columnFamilyName sid 2024-11-11T06:23:47,716 DEBUG [StoreOpener-13f92ba532326434d0e589c1a199846c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:23:47,716 INFO [StoreOpener-13f92ba532326434d0e589c1a199846c-1 {}] regionserver.HStore(327): Store=13f92ba532326434d0e589c1a199846c/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T06:23:47,716 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 13f92ba532326434d0e589c1a199846c 2024-11-11T06:23:47,717 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43189/user/jenkins/test-data/5d43c1d0-c60a-41c6-3502-4eb37801f9ca/data/hbase/replication/13f92ba532326434d0e589c1a199846c 2024-11-11T06:23:47,717 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43189/user/jenkins/test-data/5d43c1d0-c60a-41c6-3502-4eb37801f9ca/data/hbase/replication/13f92ba532326434d0e589c1a199846c 2024-11-11T06:23:47,717 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 13f92ba532326434d0e589c1a199846c 2024-11-11T06:23:47,717 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 13f92ba532326434d0e589c1a199846c 2024-11-11T06:23:47,718 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-11T06:23:47,719 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 13f92ba532326434d0e589c1a199846c 2024-11-11T06:23:47,720 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43189/user/jenkins/test-data/5d43c1d0-c60a-41c6-3502-4eb37801f9ca/data/hbase/replication/13f92ba532326434d0e589c1a199846c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T06:23:47,720 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 13f92ba532326434d0e589c1a199846c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71156408, jitterRate=0.06031310558319092}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-11T06:23:47,720 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 13f92ba532326434d0e589c1a199846c 2024-11-11T06:23:47,721 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 13f92ba532326434d0e589c1a199846c: Running coprocessor pre-open hook at 1731306227711Writing region info on filesystem at 1731306227711Initializing all the Stores at 1731306227712 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731306227712Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731306227712Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731306227712Cleaning up temporary data from old regions at 1731306227717 (+5 ms)Running coprocessor post-open hooks at 1731306227720 (+3 ms)Region opened successfully at 1731306227721 (+1 ms) 2024-11-11T06:23:47,721 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731306226963.13f92ba532326434d0e589c1a199846c., pid=10, masterSystemTime=1731306227690 2024-11-11T06:23:47,723 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731306226963.13f92ba532326434d0e589c1a199846c. 2024-11-11T06:23:47,723 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731306226963.13f92ba532326434d0e589c1a199846c. 2024-11-11T06:23:47,723 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=13f92ba532326434d0e589c1a199846c, regionState=OPEN, openSeqNum=2, regionLocation=f334e8b0fbdf,34057,1731306211503 2024-11-11T06:23:47,725 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 13f92ba532326434d0e589c1a199846c, server=f334e8b0fbdf,34057,1731306211503 because future has completed 2024-11-11T06:23:47,727 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-11T06:23:47,727 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 13f92ba532326434d0e589c1a199846c, server=f334e8b0fbdf,34057,1731306211503 in 188 msec 2024-11-11T06:23:47,729 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-11T06:23:47,729 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=13f92ba532326434d0e589c1a199846c, ASSIGN in 344 msec 2024-11-11T06:23:47,729 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-11T06:23:47,730 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731306227729"}]},"ts":"1731306227729"} 2024-11-11T06:23:47,731 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-11T06:23:47,732 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-11T06:23:47,733 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 768 msec 2024-11-11T06:23:47,768 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731306226963.13f92ba532326434d0e589c1a199846c., hostname=f334e8b0fbdf,34057,1731306211503, seqNum=2] 2024-11-11T06:23:47,774 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46767-0x10105b21f490003, quorum=127.0.0.1:62327, baseZNode=/11493258966 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11493258966 2024-11-11T06:23:47,774 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34057-0x10105b21f490004, quorum=127.0.0.1:62327, baseZNode=/11493258966 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11493258966 2024-11-11T06:23:47,778 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-11T06:23:47,930 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34057 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-11T06:23:47,930 INFO [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-11T06:23:47,959 INFO [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-f334e8b0fbdf,34057,1731306211503, ReplicationSource: 1, currentBandwidth=0 2024-11-11T06:23:47,959 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T06:23:47,959 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f334e8b0fbdf,34057,1731306211503, seqNum=-1] 2024-11-11T06:23:47,960 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T06:23:47,961 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50865, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientService 2024-11-11T06:23:47,963 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-f334e8b0fbdf,34057,1731306211503', locateType=CURRENT is [region=hbase:replication,,1731306226963.13f92ba532326434d0e589c1a199846c., hostname=f334e8b0fbdf,34057,1731306211503, seqNum=2] 2024-11-11T06:23:47,965 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-11T06:23:47,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46767 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-11T06:23:47,967 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on f334e8b0fbdf,34057,1731306211503 suceeded 2024-11-11T06:23:47,969 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-11T06:23:47,969 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 189 msec 2024-11-11T06:23:47,969 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://f334e8b0fbdf:46299,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-11T06:23:47,971 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.0130 sec 2024-11-11T06:23:47,979 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,34057,1731306211503 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='f334e8b0fbdf:46299' 2024-11-11T06:23:47,980 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,34057,1731306211503 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3ca482b8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T06:23:47,980 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,34057,1731306211503 {}] client.ClusterIdFetcher(90): Going to request f334e8b0fbdf,46299,-1 for getting cluster id 2024-11-11T06:23:47,980 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,34057,1731306211503 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T06:23:47,981 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '08b20f07-b18f-4277-a12d-46b74ff32b61' 2024-11-11T06:23:47,981 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T06:23:47,981 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "08b20f07-b18f-4277-a12d-46b74ff32b61" 2024-11-11T06:23:47,981 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2948cf13, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T06:23:47,981 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f334e8b0fbdf,46299,-1] 2024-11-11T06:23:47,982 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T06:23:47,982 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T06:23:47,982 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47118, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientMetaService 2024-11-11T06:23:47,983 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,34057,1731306211503 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@624cba33, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T06:23:47,983 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,34057,1731306211503 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T06:23:47,983 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncConnectionImpl(321): The fetched master address is f334e8b0fbdf,46299,1731306215652 2024-11-11T06:23:47,984 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5dde742b 2024-11-11T06:23:47,984 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T06:23:47,984 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47128, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=MasterService 2024-11-11T06:23:47,985 INFO [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,34057,1731306211503 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-f334e8b0fbdf,34057,1731306211503 (queues=1) is replicating from cluster=acbff81b-797c-4b29-b6e1-8c73db0b27d1 to cluster=08b20f07-b18f-4277-a12d-46b74ff32b61 2024-11-11T06:23:47,985 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,34057,1731306211503 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=f334e8b0fbdf%2C34057%2C1731306211503 2024-11-11T06:23:47,985 INFO [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,34057,1731306211503 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-f334e8b0fbdf,34057,1731306211503, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-11T06:23:47,985 INFO [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,34057,1731306211503.replicationSource.shipperf334e8b0fbdf%2C34057%2C1731306211503,1-f334e8b0fbdf,34057,1731306211503 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: f334e8b0fbdf%2C34057%2C1731306211503 2024-11-11T06:23:47,985 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,34057,1731306211503.replicationSource.wal-reader.f334e8b0fbdf%2C34057%2C1731306211503,1-f334e8b0fbdf,34057,1731306211503 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:43189/user/jenkins/test-data/5d43c1d0-c60a-41c6-3502-4eb37801f9ca/WALs/f334e8b0fbdf,34057,1731306211503/f334e8b0fbdf%2C34057%2C1731306211503.1731306213495, startPosition=0, beingWritten=true 2024-11-11T06:23:47,990 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,34057,1731306211503.replicationSource.wal-reader.f334e8b0fbdf%2C34057%2C1731306211503,1-f334e8b0fbdf,34057,1731306211503 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-11T06:23:47,990 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,34057,1731306211503.replicationSource.wal-reader.f334e8b0fbdf%2C34057%2C1731306211503,1-f334e8b0fbdf,34057,1731306211503 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43189/user/jenkins/test-data/5d43c1d0-c60a-41c6-3502-4eb37801f9ca/WALs/f334e8b0fbdf,34057,1731306211503/f334e8b0fbdf%2C34057%2C1731306211503.1731306213495 to pos 379, reset compression=false 2024-11-11T06:23:47,990 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,34057,1731306211503.replicationSource.shipperf334e8b0fbdf%2C34057%2C1731306211503,1-f334e8b0fbdf,34057,1731306211503 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f334e8b0fbdf,34057,1731306211503 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43189/user/jenkins/test-data/5d43c1d0-c60a-41c6-3502-4eb37801f9ca/WALs/f334e8b0fbdf,34057,1731306211503/f334e8b0fbdf%2C34057%2C1731306211503.1731306213495, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-11T06:23:48,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46767 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T06:23:48,090 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-11T06:23:48,090 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T06:23:48,090 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:255) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T06:23:48,090 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T06:23:48,090 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T06:23:48,090 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T06:23:48,091 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@568cc85b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T06:23:48,091 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f334e8b0fbdf,46299,-1 for getting cluster id 2024-11-11T06:23:48,091 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T06:23:48,092 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '08b20f07-b18f-4277-a12d-46b74ff32b61' 2024-11-11T06:23:48,092 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T06:23:48,092 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "08b20f07-b18f-4277-a12d-46b74ff32b61" 2024-11-11T06:23:48,092 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c2ca7a6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T06:23:48,092 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f334e8b0fbdf,46299,-1] 2024-11-11T06:23:48,092 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T06:23:48,092 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T06:23:48,093 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47154, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T06:23:48,094 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@24df6a73, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T06:23:48,094 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T06:23:48,094 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is f334e8b0fbdf,46299,1731306215652 2024-11-11T06:23:48,094 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@74b37f1e 2024-11-11T06:23:48,095 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T06:23:48,095 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47168, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T06:23:48,095 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46299 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://f334e8b0fbdf:37367,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-11T06:23:48,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46299 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-11T06:23:48,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T06:23:48,098 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='f334e8b0fbdf:37367' 2024-11-11T06:23:48,099 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1adb7089, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T06:23:48,099 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request f334e8b0fbdf,37367,-1 for getting cluster id 2024-11-11T06:23:48,099 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T06:23:48,099 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '72d1efbf-5497-415a-a834-f60971a0e8b3' 2024-11-11T06:23:48,099 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T06:23:48,100 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "72d1efbf-5497-415a-a834-f60971a0e8b3" 2024-11-11T06:23:48,100 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@367e87ee, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T06:23:48,100 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f334e8b0fbdf,37367,-1] 2024-11-11T06:23:48,100 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T06:23:48,100 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T06:23:48,101 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45962, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T06:23:48,101 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c8b6354, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T06:23:48,101 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T06:23:48,102 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncConnectionImpl(321): The fetched master address is f334e8b0fbdf,37367,1731306207426 2024-11-11T06:23:48,102 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2035138d 2024-11-11T06:23:48,102 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T06:23:48,102 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45964, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T06:23:48,103 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-11T06:23:48,103 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-11T06:23:48,103 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T06:23:48,103 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T06:23:48,103 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T06:23:48,104 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T06:23:48,104 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-11T06:23:48,105 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-11T06:23:48,105 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:23:48,106 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-11T06:23:48,111 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42939 is added to blk_1073741837_1013 (size=1138) 2024-11-11T06:23:48,155 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-11T06:23:48,178 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-11T06:23:48,178 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-11T06:23:48,178 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-11T06:23:48,178 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-11T06:23:48,193 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,34057,1731306211503.replicationSource.wal-reader.f334e8b0fbdf%2C34057%2C1731306211503,1-f334e8b0fbdf,34057,1731306211503 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43189/user/jenkins/test-data/5d43c1d0-c60a-41c6-3502-4eb37801f9ca/WALs/f334e8b0fbdf,34057,1731306211503/f334e8b0fbdf%2C34057%2C1731306211503.1731306213495 to pos 379, reset compression=false 2024-11-11T06:23:48,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T06:23:48,255 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,39387,1731306207474.replicationSource.wal-reader.f334e8b0fbdf%2C39387%2C1731306207474,1-f334e8b0fbdf,39387,1731306207474 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40421/user/jenkins/test-data/3e6d609f-340d-16e1-c278-823d837bff4d/WALs/f334e8b0fbdf,39387,1731306207474/f334e8b0fbdf%2C39387%2C1731306207474.1731306209472 to pos 379, reset compression=false 2024-11-11T06:23:48,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T06:23:48,497 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,34057,1731306211503.replicationSource.wal-reader.f334e8b0fbdf%2C34057%2C1731306211503,1-f334e8b0fbdf,34057,1731306211503 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43189/user/jenkins/test-data/5d43c1d0-c60a-41c6-3502-4eb37801f9ca/WALs/f334e8b0fbdf,34057,1731306211503/f334e8b0fbdf%2C34057%2C1731306211503.1731306213495 to pos 379, reset compression=false 2024-11-11T06:23:48,513 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 16a06d57f4d0ea617ca408f64d028039, NAME => 'hbase:replication,,1731306228103.16a06d57f4d0ea617ca408f64d028039.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34351/user/jenkins/test-data/159c8311-119e-d6f6-2cbb-9979c8dfa208 2024-11-11T06:23:48,517 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42939 is added to blk_1073741838_1014 (size=44) 2024-11-11T06:23:48,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T06:23:48,901 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,34057,1731306211503.replicationSource.wal-reader.f334e8b0fbdf%2C34057%2C1731306211503,1-f334e8b0fbdf,34057,1731306211503 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43189/user/jenkins/test-data/5d43c1d0-c60a-41c6-3502-4eb37801f9ca/WALs/f334e8b0fbdf,34057,1731306211503/f334e8b0fbdf%2C34057%2C1731306211503.1731306213495 to pos 379, reset compression=false 2024-11-11T06:23:48,918 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731306228103.16a06d57f4d0ea617ca408f64d028039.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T06:23:48,918 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 16a06d57f4d0ea617ca408f64d028039, disabling compactions & flushes 2024-11-11T06:23:48,918 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731306228103.16a06d57f4d0ea617ca408f64d028039. 2024-11-11T06:23:48,918 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731306228103.16a06d57f4d0ea617ca408f64d028039. 2024-11-11T06:23:48,918 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731306228103.16a06d57f4d0ea617ca408f64d028039. after waiting 0 ms 2024-11-11T06:23:48,918 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731306228103.16a06d57f4d0ea617ca408f64d028039. 2024-11-11T06:23:48,918 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731306228103.16a06d57f4d0ea617ca408f64d028039. 2024-11-11T06:23:48,918 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 16a06d57f4d0ea617ca408f64d028039: Waiting for close lock at 1731306228918Disabling compacts and flushes for region at 1731306228918Disabling writes for close at 1731306228918Writing region close event to WAL at 1731306228918Closed at 1731306228918 2024-11-11T06:23:48,919 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-11T06:23:48,919 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731306228103.16a06d57f4d0ea617ca408f64d028039.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731306228919"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731306228919"}]},"ts":"1731306228919"} 2024-11-11T06:23:48,921 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-11T06:23:48,922 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-11T06:23:48,922 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731306228922"}]},"ts":"1731306228922"} 2024-11-11T06:23:48,924 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-11T06:23:48,924 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=16a06d57f4d0ea617ca408f64d028039, ASSIGN}] 2024-11-11T06:23:48,925 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=16a06d57f4d0ea617ca408f64d028039, ASSIGN 2024-11-11T06:23:48,925 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=16a06d57f4d0ea617ca408f64d028039, ASSIGN; state=OFFLINE, location=f334e8b0fbdf,38209,1731306215691; forceNewPlan=false, retain=false 2024-11-11T06:23:48,959 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,39387,1731306207474.replicationSource.wal-reader.f334e8b0fbdf%2C39387%2C1731306207474,1-f334e8b0fbdf,39387,1731306207474 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40421/user/jenkins/test-data/3e6d609f-340d-16e1-c278-823d837bff4d/WALs/f334e8b0fbdf,39387,1731306207474/f334e8b0fbdf%2C39387%2C1731306207474.1731306209472 to pos 379, reset compression=false 2024-11-11T06:23:49,076 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=16a06d57f4d0ea617ca408f64d028039, regionState=OPENING, regionLocation=f334e8b0fbdf,38209,1731306215691 2024-11-11T06:23:49,078 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=16a06d57f4d0ea617ca408f64d028039, ASSIGN because future has completed 2024-11-11T06:23:49,078 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 16a06d57f4d0ea617ca408f64d028039, server=f334e8b0fbdf,38209,1731306215691}] 2024-11-11T06:23:49,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T06:23:49,233 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731306228103.16a06d57f4d0ea617ca408f64d028039. 2024-11-11T06:23:49,234 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T06:23:49,234 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-11T06:23:49,235 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f334e8b0fbdf%2C38209%2C1731306215691.rep, suffix=, logDir=hdfs://localhost:34351/user/jenkins/test-data/159c8311-119e-d6f6-2cbb-9979c8dfa208/WALs/f334e8b0fbdf,38209,1731306215691, archiveDir=hdfs://localhost:34351/user/jenkins/test-data/159c8311-119e-d6f6-2cbb-9979c8dfa208/oldWALs, maxLogs=10 2024-11-11T06:23:49,248 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/159c8311-119e-d6f6-2cbb-9979c8dfa208/WALs/f334e8b0fbdf,38209,1731306215691/f334e8b0fbdf%2C38209%2C1731306215691.rep.1731306229235, exclude list is [], retry=0 2024-11-11T06:23:49,250 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42939,DS-e8e41817-9554-4a91-8260-b8941093a4a4,DISK] 2024-11-11T06:23:49,251 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/159c8311-119e-d6f6-2cbb-9979c8dfa208/WALs/f334e8b0fbdf,38209,1731306215691/f334e8b0fbdf%2C38209%2C1731306215691.rep.1731306229235 2024-11-11T06:23:49,252 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43465:43465)] 2024-11-11T06:23:49,252 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 16a06d57f4d0ea617ca408f64d028039, NAME => 'hbase:replication,,1731306228103.16a06d57f4d0ea617ca408f64d028039.', STARTKEY => '', ENDKEY => ''} 2024-11-11T06:23:49,252 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-11T06:23:49,252 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-11T06:23:49,252 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731306228103.16a06d57f4d0ea617ca408f64d028039. service=MultiRowMutationService 2024-11-11T06:23:49,252 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-11T06:23:49,252 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 16a06d57f4d0ea617ca408f64d028039 2024-11-11T06:23:49,252 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731306228103.16a06d57f4d0ea617ca408f64d028039.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T06:23:49,252 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 16a06d57f4d0ea617ca408f64d028039 2024-11-11T06:23:49,252 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 16a06d57f4d0ea617ca408f64d028039 2024-11-11T06:23:49,253 INFO [StoreOpener-16a06d57f4d0ea617ca408f64d028039-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 16a06d57f4d0ea617ca408f64d028039 2024-11-11T06:23:49,254 INFO [StoreOpener-16a06d57f4d0ea617ca408f64d028039-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 16a06d57f4d0ea617ca408f64d028039 columnFamilyName hfileref 2024-11-11T06:23:49,254 DEBUG [StoreOpener-16a06d57f4d0ea617ca408f64d028039-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:23:49,255 INFO [StoreOpener-16a06d57f4d0ea617ca408f64d028039-1 {}] regionserver.HStore(327): Store=16a06d57f4d0ea617ca408f64d028039/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T06:23:49,255 INFO [StoreOpener-16a06d57f4d0ea617ca408f64d028039-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 16a06d57f4d0ea617ca408f64d028039 2024-11-11T06:23:49,255 INFO [StoreOpener-16a06d57f4d0ea617ca408f64d028039-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 16a06d57f4d0ea617ca408f64d028039 columnFamilyName queue 2024-11-11T06:23:49,255 DEBUG [StoreOpener-16a06d57f4d0ea617ca408f64d028039-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:23:49,256 INFO [StoreOpener-16a06d57f4d0ea617ca408f64d028039-1 {}] regionserver.HStore(327): Store=16a06d57f4d0ea617ca408f64d028039/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T06:23:49,256 INFO [StoreOpener-16a06d57f4d0ea617ca408f64d028039-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 16a06d57f4d0ea617ca408f64d028039 2024-11-11T06:23:49,256 INFO [StoreOpener-16a06d57f4d0ea617ca408f64d028039-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 16a06d57f4d0ea617ca408f64d028039 columnFamilyName sid 2024-11-11T06:23:49,256 DEBUG [StoreOpener-16a06d57f4d0ea617ca408f64d028039-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:23:49,257 INFO [StoreOpener-16a06d57f4d0ea617ca408f64d028039-1 {}] regionserver.HStore(327): Store=16a06d57f4d0ea617ca408f64d028039/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T06:23:49,257 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 16a06d57f4d0ea617ca408f64d028039 2024-11-11T06:23:49,257 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34351/user/jenkins/test-data/159c8311-119e-d6f6-2cbb-9979c8dfa208/data/hbase/replication/16a06d57f4d0ea617ca408f64d028039 2024-11-11T06:23:49,257 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34351/user/jenkins/test-data/159c8311-119e-d6f6-2cbb-9979c8dfa208/data/hbase/replication/16a06d57f4d0ea617ca408f64d028039 2024-11-11T06:23:49,258 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 16a06d57f4d0ea617ca408f64d028039 2024-11-11T06:23:49,258 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 16a06d57f4d0ea617ca408f64d028039 2024-11-11T06:23:49,259 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-11T06:23:49,259 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 16a06d57f4d0ea617ca408f64d028039 2024-11-11T06:23:49,261 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34351/user/jenkins/test-data/159c8311-119e-d6f6-2cbb-9979c8dfa208/data/hbase/replication/16a06d57f4d0ea617ca408f64d028039/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T06:23:49,261 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 16a06d57f4d0ea617ca408f64d028039; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59579931, jitterRate=-0.11218984425067902}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-11T06:23:49,261 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 16a06d57f4d0ea617ca408f64d028039 2024-11-11T06:23:49,261 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 16a06d57f4d0ea617ca408f64d028039: Running coprocessor pre-open hook at 1731306229252Writing region info on filesystem at 1731306229253 (+1 ms)Initializing all the Stores at 1731306229253Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731306229253Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731306229253Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731306229253Cleaning up temporary data from old regions at 1731306229258 (+5 ms)Running coprocessor post-open hooks at 1731306229261 (+3 ms)Region opened successfully at 1731306229261 2024-11-11T06:23:49,262 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731306228103.16a06d57f4d0ea617ca408f64d028039., pid=10, masterSystemTime=1731306229230 2024-11-11T06:23:49,263 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731306228103.16a06d57f4d0ea617ca408f64d028039. 2024-11-11T06:23:49,263 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731306228103.16a06d57f4d0ea617ca408f64d028039. 2024-11-11T06:23:49,264 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=16a06d57f4d0ea617ca408f64d028039, regionState=OPEN, openSeqNum=2, regionLocation=f334e8b0fbdf,38209,1731306215691 2024-11-11T06:23:49,265 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 16a06d57f4d0ea617ca408f64d028039, server=f334e8b0fbdf,38209,1731306215691 because future has completed 2024-11-11T06:23:49,267 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-11T06:23:49,268 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 16a06d57f4d0ea617ca408f64d028039, server=f334e8b0fbdf,38209,1731306215691 in 188 msec 2024-11-11T06:23:49,269 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-11T06:23:49,269 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=16a06d57f4d0ea617ca408f64d028039, ASSIGN in 344 msec 2024-11-11T06:23:49,270 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-11T06:23:49,270 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731306229270"}]},"ts":"1731306229270"} 2024-11-11T06:23:49,271 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-11T06:23:49,272 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-11T06:23:49,273 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1680 sec 2024-11-11T06:23:49,308 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731306228103.16a06d57f4d0ea617ca408f64d028039., hostname=f334e8b0fbdf,38209,1731306215691, seqNum=2] 2024-11-11T06:23:49,314 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46299-0x10105b21f490006, quorum=127.0.0.1:62327, baseZNode=/2-680500304 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-680500304 2024-11-11T06:23:49,314 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38209-0x10105b21f490007, quorum=127.0.0.1:62327, baseZNode=/2-680500304 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-680500304 2024-11-11T06:23:49,317 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-11T06:23:49,405 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,34057,1731306211503.replicationSource.wal-reader.f334e8b0fbdf%2C34057%2C1731306211503,1-f334e8b0fbdf,34057,1731306211503 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43189/user/jenkins/test-data/5d43c1d0-c60a-41c6-3502-4eb37801f9ca/WALs/f334e8b0fbdf,34057,1731306211503/f334e8b0fbdf%2C34057%2C1731306211503.1731306213495 to pos 379, reset compression=false 2024-11-11T06:23:49,469 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38209 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-11T06:23:49,470 INFO [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-11T06:23:49,497 INFO [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-f334e8b0fbdf,38209,1731306215691, ReplicationSource: 1, currentBandwidth=0 2024-11-11T06:23:49,497 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T06:23:49,497 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f334e8b0fbdf,38209,1731306215691, seqNum=-1] 2024-11-11T06:23:49,498 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T06:23:49,499 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34773, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientService 2024-11-11T06:23:49,501 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-f334e8b0fbdf,38209,1731306215691', locateType=CURRENT is [region=hbase:replication,,1731306228103.16a06d57f4d0ea617ca408f64d028039., hostname=f334e8b0fbdf,38209,1731306215691, seqNum=2] 2024-11-11T06:23:49,503 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-11T06:23:49,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46299 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-11T06:23:49,505 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on f334e8b0fbdf,38209,1731306215691 suceeded 2024-11-11T06:23:49,507 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-11T06:23:49,507 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 188 msec 2024-11-11T06:23:49,507 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://f334e8b0fbdf:37367,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-11T06:23:49,508 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4120 sec 2024-11-11T06:23:49,516 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,38209,1731306215691 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='f334e8b0fbdf:37367' 2024-11-11T06:23:49,517 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,38209,1731306215691 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@77324307, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T06:23:49,517 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,38209,1731306215691 {}] client.ClusterIdFetcher(90): Going to request f334e8b0fbdf,37367,-1 for getting cluster id 2024-11-11T06:23:49,517 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,38209,1731306215691 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T06:23:49,518 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '72d1efbf-5497-415a-a834-f60971a0e8b3' 2024-11-11T06:23:49,518 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T06:23:49,518 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "72d1efbf-5497-415a-a834-f60971a0e8b3" 2024-11-11T06:23:49,518 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@762048f3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T06:23:49,518 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f334e8b0fbdf,37367,-1] 2024-11-11T06:23:49,518 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T06:23:49,519 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T06:23:49,519 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45984, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-11-11T06:23:49,520 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,38209,1731306215691 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7b6f7f74, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T06:23:49,520 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,38209,1731306215691 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T06:23:49,520 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is f334e8b0fbdf,37367,1731306207426 2024-11-11T06:23:49,520 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2141101e 2024-11-11T06:23:49,521 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T06:23:49,521 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45992, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=MasterService 2024-11-11T06:23:49,522 INFO [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,38209,1731306215691 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-f334e8b0fbdf,38209,1731306215691 (queues=1) is replicating from cluster=08b20f07-b18f-4277-a12d-46b74ff32b61 to cluster=72d1efbf-5497-415a-a834-f60971a0e8b3 2024-11-11T06:23:49,522 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,38209,1731306215691 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=f334e8b0fbdf%2C38209%2C1731306215691 2024-11-11T06:23:49,522 INFO [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,38209,1731306215691 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-f334e8b0fbdf,38209,1731306215691, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-11T06:23:49,522 INFO [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,38209,1731306215691.replicationSource.shipperf334e8b0fbdf%2C38209%2C1731306215691,1-f334e8b0fbdf,38209,1731306215691 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: f334e8b0fbdf%2C38209%2C1731306215691 2024-11-11T06:23:49,522 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,38209,1731306215691.replicationSource.wal-reader.f334e8b0fbdf%2C38209%2C1731306215691,1-f334e8b0fbdf,38209,1731306215691 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:34351/user/jenkins/test-data/159c8311-119e-d6f6-2cbb-9979c8dfa208/WALs/f334e8b0fbdf,38209,1731306215691/f334e8b0fbdf%2C38209%2C1731306215691.1731306217272, startPosition=0, beingWritten=true 2024-11-11T06:23:49,527 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,38209,1731306215691.replicationSource.wal-reader.f334e8b0fbdf%2C38209%2C1731306215691,1-f334e8b0fbdf,38209,1731306215691 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-11T06:23:49,527 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,38209,1731306215691.replicationSource.wal-reader.f334e8b0fbdf%2C38209%2C1731306215691,1-f334e8b0fbdf,38209,1731306215691 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34351/user/jenkins/test-data/159c8311-119e-d6f6-2cbb-9979c8dfa208/WALs/f334e8b0fbdf,38209,1731306215691/f334e8b0fbdf%2C38209%2C1731306215691.1731306217272 to pos 379, reset compression=false 2024-11-11T06:23:49,527 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,38209,1731306215691.replicationSource.shipperf334e8b0fbdf%2C38209%2C1731306215691,1-f334e8b0fbdf,38209,1731306215691 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f334e8b0fbdf,38209,1731306215691 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34351/user/jenkins/test-data/159c8311-119e-d6f6-2cbb-9979c8dfa208/WALs/f334e8b0fbdf,38209,1731306215691/f334e8b0fbdf%2C38209%2C1731306215691.1731306217272, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-11T06:23:49,730 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,38209,1731306215691.replicationSource.wal-reader.f334e8b0fbdf%2C38209%2C1731306215691,1-f334e8b0fbdf,38209,1731306215691 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34351/user/jenkins/test-data/159c8311-119e-d6f6-2cbb-9979c8dfa208/WALs/f334e8b0fbdf,38209,1731306215691/f334e8b0fbdf%2C38209%2C1731306215691.1731306217272 to pos 379, reset compression=false 2024-11-11T06:23:49,762 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,39387,1731306207474.replicationSource.wal-reader.f334e8b0fbdf%2C39387%2C1731306207474,1-f334e8b0fbdf,39387,1731306207474 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40421/user/jenkins/test-data/3e6d609f-340d-16e1-c278-823d837bff4d/WALs/f334e8b0fbdf,39387,1731306207474/f334e8b0fbdf%2C39387%2C1731306207474.1731306209472 to pos 379, reset compression=false 2024-11-11T06:23:50,009 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,34057,1731306211503.replicationSource.wal-reader.f334e8b0fbdf%2C34057%2C1731306211503,1-f334e8b0fbdf,34057,1731306211503 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43189/user/jenkins/test-data/5d43c1d0-c60a-41c6-3502-4eb37801f9ca/WALs/f334e8b0fbdf,34057,1731306211503/f334e8b0fbdf%2C34057%2C1731306211503.1731306213495 to pos 379, reset compression=false 2024-11-11T06:23:50,034 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,38209,1731306215691.replicationSource.wal-reader.f334e8b0fbdf%2C38209%2C1731306215691,1-f334e8b0fbdf,38209,1731306215691 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34351/user/jenkins/test-data/159c8311-119e-d6f6-2cbb-9979c8dfa208/WALs/f334e8b0fbdf,38209,1731306215691/f334e8b0fbdf%2C38209%2C1731306215691.1731306217272 to pos 379, reset compression=false 2024-11-11T06:23:50,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T06:23:50,240 INFO [RPCClient-NioEventLoopGroup-4-11 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-11T06:23:50,240 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T06:23:50,240 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:256) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T06:23:50,241 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T06:23:50,241 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T06:23:50,241 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T06:23:50,241 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c770355, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T06:23:50,241 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f334e8b0fbdf,37367,-1 for getting cluster id 2024-11-11T06:23:50,242 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T06:23:50,242 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '72d1efbf-5497-415a-a834-f60971a0e8b3' 2024-11-11T06:23:50,242 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T06:23:50,242 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "72d1efbf-5497-415a-a834-f60971a0e8b3" 2024-11-11T06:23:50,243 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@76d8a232, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T06:23:50,243 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f334e8b0fbdf,37367,-1] 2024-11-11T06:23:50,243 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T06:23:50,243 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T06:23:50,244 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46000, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T06:23:50,244 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6748c1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T06:23:50,245 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@523a1416, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T06:23:50,245 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f334e8b0fbdf,46767,-1 for getting cluster id 2024-11-11T06:23:50,245 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T06:23:50,245 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'acbff81b-797c-4b29-b6e1-8c73db0b27d1' 2024-11-11T06:23:50,246 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T06:23:50,246 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "acbff81b-797c-4b29-b6e1-8c73db0b27d1" 2024-11-11T06:23:50,246 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45babd66, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T06:23:50,246 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f334e8b0fbdf,46767,-1] 2024-11-11T06:23:50,246 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T06:23:50,246 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T06:23:50,247 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48874, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T06:23:50,247 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@46549073, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T06:23:50,248 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47677b60, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T06:23:50,248 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f334e8b0fbdf,46299,-1 for getting cluster id 2024-11-11T06:23:50,248 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T06:23:50,248 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '08b20f07-b18f-4277-a12d-46b74ff32b61' 2024-11-11T06:23:50,249 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T06:23:50,249 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "08b20f07-b18f-4277-a12d-46b74ff32b61" 2024-11-11T06:23:50,249 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@eb3bd13, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T06:23:50,249 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f334e8b0fbdf,46299,-1] 2024-11-11T06:23:50,249 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T06:23:50,249 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T06:23:50,250 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47184, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T06:23:50,250 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@109d1d62, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T06:23:50,251 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T06:23:50,252 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f334e8b0fbdf,39387,1731306207474, seqNum=-1] 2024-11-11T06:23:50,252 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T06:23:50,253 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42822, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T06:23:50,254 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731306218326.80dede053206c7d23781245abcc78594., hostname=f334e8b0fbdf,39387,1731306207474, seqNum=2] 2024-11-11T06:23:50,257 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T06:23:50,258 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f334e8b0fbdf,38209,1731306215691, seqNum=-1] 2024-11-11T06:23:50,259 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T06:23:50,288 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35534, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T06:23:50,290 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731306222633.5d2fa39b9577dde63e26051e70295f84., hostname=f334e8b0fbdf,38209,1731306215691, seqNum=2] 2024-11-11T06:23:50,291 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-11T06:23:50,437 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,38209,1731306215691.replicationSource.wal-reader.f334e8b0fbdf%2C38209%2C1731306215691,1-f334e8b0fbdf,38209,1731306215691 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34351/user/jenkins/test-data/159c8311-119e-d6f6-2cbb-9979c8dfa208/WALs/f334e8b0fbdf,38209,1731306215691/f334e8b0fbdf%2C38209%2C1731306215691.1731306217272 to pos 379, reset compression=false 2024-11-11T06:23:50,666 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,39387,1731306207474.replicationSource.wal-reader.f334e8b0fbdf%2C39387%2C1731306207474,1-f334e8b0fbdf,39387,1731306207474 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40421/user/jenkins/test-data/3e6d609f-340d-16e1-c278-823d837bff4d/WALs/f334e8b0fbdf,39387,1731306207474/f334e8b0fbdf%2C39387%2C1731306207474.1731306209472 to pos 379, reset compression=false 2024-11-11T06:23:50,672 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,39387,1731306207474.replicationSource.wal-reader.f334e8b0fbdf%2C39387%2C1731306207474,1-f334e8b0fbdf,39387,1731306207474 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-11T06:23:50,672 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,39387,1731306207474.replicationSource.wal-reader.f334e8b0fbdf%2C39387%2C1731306207474,1-f334e8b0fbdf,39387,1731306207474 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40421/user/jenkins/test-data/3e6d609f-340d-16e1-c278-823d837bff4d/WALs/f334e8b0fbdf,39387,1731306207474/f334e8b0fbdf%2C39387%2C1731306207474.1731306209472 to pos 480, reset compression=false 2024-11-11T06:23:50,672 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,39387,1731306207474.replicationSource.shipperf334e8b0fbdf%2C39387%2C1731306207474,1-f334e8b0fbdf,39387,1731306207474 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f334e8b0fbdf,39387,1731306207474 got entry batch from reader: WALEntryBatch [walEntries=[{test/80dede053206c7d23781245abcc78594/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:40421/user/jenkins/test-data/3e6d609f-340d-16e1-c278-823d837bff4d/WALs/f334e8b0fbdf,39387,1731306207474/f334e8b0fbdf%2C39387%2C1731306207474.1731306209472, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-11-11T06:23:50,674 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,39387,1731306207474.replicationSource.shipperf334e8b0fbdf%2C39387%2C1731306207474,1-f334e8b0fbdf,39387,1731306207474 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-11T06:23:50,675 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34526, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=AdminService 2024-11-11T06:23:50,675 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34057 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-11T06:23:50,676 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34057 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5eaf7bf6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T06:23:50,676 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34057 {}] client.ClusterIdFetcher(90): Going to request f334e8b0fbdf,46767,-1 for getting cluster id 2024-11-11T06:23:50,676 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34057 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T06:23:50,677 DEBUG [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'acbff81b-797c-4b29-b6e1-8c73db0b27d1' 2024-11-11T06:23:50,677 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T06:23:50,677 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "acbff81b-797c-4b29-b6e1-8c73db0b27d1" 2024-11-11T06:23:50,677 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@64e1fb51, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T06:23:50,677 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f334e8b0fbdf,46767,-1] 2024-11-11T06:23:50,677 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T06:23:50,678 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T06:23:50,678 INFO [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41188, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientMetaService 2024-11-11T06:23:50,679 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34057 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1bd52cfe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T06:23:50,679 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34057 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T06:23:50,680 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f334e8b0fbdf,34057,1731306211503, seqNum=-1] 2024-11-11T06:23:50,681 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T06:23:50,681 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34540, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientService 2024-11-11T06:23:50,683 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731306220483.21fc551640e207aafddb509155d678d1., hostname=f334e8b0fbdf,34057,1731306211503, seqNum=2] 2024-11-11T06:23:50,686 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34057 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-11T06:23:50,712 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,34057,1731306211503.replicationSource.wal-reader.f334e8b0fbdf%2C34057%2C1731306211503,1-f334e8b0fbdf,34057,1731306211503 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43189/user/jenkins/test-data/5d43c1d0-c60a-41c6-3502-4eb37801f9ca/WALs/f334e8b0fbdf,34057,1731306211503/f334e8b0fbdf%2C34057%2C1731306211503.1731306213495 to pos 379, reset compression=false 2024-11-11T06:23:50,716 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,34057,1731306211503.replicationSource.wal-reader.f334e8b0fbdf%2C34057%2C1731306211503,1-f334e8b0fbdf,34057,1731306211503 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-11T06:23:50,717 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,34057,1731306211503.replicationSource.wal-reader.f334e8b0fbdf%2C34057%2C1731306211503,1-f334e8b0fbdf,34057,1731306211503 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43189/user/jenkins/test-data/5d43c1d0-c60a-41c6-3502-4eb37801f9ca/WALs/f334e8b0fbdf,34057,1731306211503/f334e8b0fbdf%2C34057%2C1731306211503.1731306213495 to pos 503, reset compression=false 2024-11-11T06:23:50,717 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,34057,1731306211503.replicationSource.shipperf334e8b0fbdf%2C34057%2C1731306211503,1-f334e8b0fbdf,34057,1731306211503 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f334e8b0fbdf,34057,1731306211503 got entry batch from reader: WALEntryBatch [walEntries=[{test/21fc551640e207aafddb509155d678d1/4=[#edits: 1 = ],215}], lastWalPath=hdfs://localhost:43189/user/jenkins/test-data/5d43c1d0-c60a-41c6-3502-4eb37801f9ca/WALs/f334e8b0fbdf,34057,1731306211503/f334e8b0fbdf%2C34057%2C1731306211503.1731306213495, lastWalPosition=503, nbRowKeys=1, nbHFiles=0, heapSize=215, lastSeqIds={}, endOfFile=false,usedBufferSize=215] 2024-11-11T06:23:50,719 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,34057,1731306211503.replicationSource.shipperf334e8b0fbdf%2C34057%2C1731306211503,1-f334e8b0fbdf,34057,1731306211503 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-11T06:23:50,720 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58870, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=AdminService 2024-11-11T06:23:50,720 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38209 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-11T06:23:50,721 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38209 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7697e7a3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T06:23:50,721 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38209 {}] client.ClusterIdFetcher(90): Going to request f334e8b0fbdf,46299,-1 for getting cluster id 2024-11-11T06:23:50,721 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38209 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T06:23:50,721 DEBUG [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '08b20f07-b18f-4277-a12d-46b74ff32b61' 2024-11-11T06:23:50,721 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T06:23:50,721 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "08b20f07-b18f-4277-a12d-46b74ff32b61" 2024-11-11T06:23:50,722 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@37e72ca2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T06:23:50,722 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f334e8b0fbdf,46299,-1] 2024-11-11T06:23:50,722 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T06:23:50,722 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T06:23:50,723 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37390, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-11-11T06:23:50,723 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38209 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5f5b465b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T06:23:50,723 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38209 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T06:23:50,725 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f334e8b0fbdf,38209,1731306215691, seqNum=-1] 2024-11-11T06:23:50,725 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T06:23:50,726 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58876, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientService 2024-11-11T06:23:50,728 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731306222633.5d2fa39b9577dde63e26051e70295f84., hostname=f334e8b0fbdf,38209,1731306215691, seqNum=2] 2024-11-11T06:23:50,730 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38209 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-11T06:23:50,877 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,39387,1731306207474.replicationSource.wal-reader.f334e8b0fbdf%2C39387%2C1731306207474,1-f334e8b0fbdf,39387,1731306207474 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40421/user/jenkins/test-data/3e6d609f-340d-16e1-c278-823d837bff4d/WALs/f334e8b0fbdf,39387,1731306207474/f334e8b0fbdf%2C39387%2C1731306207474.1731306209472 to pos 480, reset compression=false 2024-11-11T06:23:50,920 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,34057,1731306211503.replicationSource.wal-reader.f334e8b0fbdf%2C34057%2C1731306211503,1-f334e8b0fbdf,34057,1731306211503 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43189/user/jenkins/test-data/5d43c1d0-c60a-41c6-3502-4eb37801f9ca/WALs/f334e8b0fbdf,34057,1731306211503/f334e8b0fbdf%2C34057%2C1731306211503.1731306213495 to pos 503, reset compression=false 2024-11-11T06:23:50,941 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,38209,1731306215691.replicationSource.wal-reader.f334e8b0fbdf%2C38209%2C1731306215691,1-f334e8b0fbdf,38209,1731306215691 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34351/user/jenkins/test-data/159c8311-119e-d6f6-2cbb-9979c8dfa208/WALs/f334e8b0fbdf,38209,1731306215691/f334e8b0fbdf%2C38209%2C1731306215691.1731306217272 to pos 379, reset compression=false 2024-11-11T06:23:50,945 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,38209,1731306215691.replicationSource.wal-reader.f334e8b0fbdf%2C38209%2C1731306215691,1-f334e8b0fbdf,38209,1731306215691 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-11T06:23:50,946 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,38209,1731306215691.replicationSource.wal-reader.f334e8b0fbdf%2C38209%2C1731306215691,1-f334e8b0fbdf,38209,1731306215691 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34351/user/jenkins/test-data/159c8311-119e-d6f6-2cbb-9979c8dfa208/WALs/f334e8b0fbdf,38209,1731306215691/f334e8b0fbdf%2C38209%2C1731306215691.1731306217272 to pos 527, reset compression=false 2024-11-11T06:23:50,946 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,38209,1731306215691.replicationSource.shipperf334e8b0fbdf%2C38209%2C1731306215691,1-f334e8b0fbdf,38209,1731306215691 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f334e8b0fbdf,38209,1731306215691 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34351/user/jenkins/test-data/159c8311-119e-d6f6-2cbb-9979c8dfa208/WALs/f334e8b0fbdf,38209,1731306215691/f334e8b0fbdf%2C38209%2C1731306215691.1731306217272, lastWalPosition=527, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-11T06:23:51,149 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,38209,1731306215691.replicationSource.wal-reader.f334e8b0fbdf%2C38209%2C1731306215691,1-f334e8b0fbdf,38209,1731306215691 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34351/user/jenkins/test-data/159c8311-119e-d6f6-2cbb-9979c8dfa208/WALs/f334e8b0fbdf,38209,1731306215691/f334e8b0fbdf%2C38209%2C1731306215691.1731306217272 to pos 527, reset compression=false 2024-11-11T06:23:51,180 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,39387,1731306207474.replicationSource.wal-reader.f334e8b0fbdf%2C39387%2C1731306207474,1-f334e8b0fbdf,39387,1731306207474 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40421/user/jenkins/test-data/3e6d609f-340d-16e1-c278-823d837bff4d/WALs/f334e8b0fbdf,39387,1731306207474/f334e8b0fbdf%2C39387%2C1731306207474.1731306209472 to pos 480, reset compression=false 2024-11-11T06:23:51,224 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,34057,1731306211503.replicationSource.wal-reader.f334e8b0fbdf%2C34057%2C1731306211503,1-f334e8b0fbdf,34057,1731306211503 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43189/user/jenkins/test-data/5d43c1d0-c60a-41c6-3502-4eb37801f9ca/WALs/f334e8b0fbdf,34057,1731306211503/f334e8b0fbdf%2C34057%2C1731306211503.1731306213495 to pos 503, reset compression=false 2024-11-11T06:23:51,293 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-11-11T06:23:51,293 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T06:23:51,294 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f334e8b0fbdf,34057,1731306211503, seqNum=-1] 2024-11-11T06:23:51,294 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T06:23:51,295 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34550, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T06:23:51,297 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1731306220483.21fc551640e207aafddb509155d678d1., hostname=f334e8b0fbdf,34057,1731306211503, seqNum=2] 2024-11-11T06:23:51,300 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-11-11T06:23:51,453 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,38209,1731306215691.replicationSource.wal-reader.f334e8b0fbdf%2C38209%2C1731306215691,1-f334e8b0fbdf,38209,1731306215691 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34351/user/jenkins/test-data/159c8311-119e-d6f6-2cbb-9979c8dfa208/WALs/f334e8b0fbdf,38209,1731306215691/f334e8b0fbdf%2C38209%2C1731306215691.1731306217272 to pos 527, reset compression=false 2024-11-11T06:23:51,461 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-11T06:23:51,461 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T06:23:51,462 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T06:23:51,503 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T06:23:51,503 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T06:23:51,503 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T06:23:51,504 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T06:23:51,504 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T06:23:51,504 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T06:23:51,511 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T06:23:51,514 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T06:23:51,514 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T06:23:51,516 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T06:23:51,584 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,39387,1731306207474.replicationSource.wal-reader.f334e8b0fbdf%2C39387%2C1731306207474,1-f334e8b0fbdf,39387,1731306207474 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40421/user/jenkins/test-data/3e6d609f-340d-16e1-c278-823d837bff4d/WALs/f334e8b0fbdf,39387,1731306207474/f334e8b0fbdf%2C39387%2C1731306207474.1731306209472 to pos 480, reset compression=false 2024-11-11T06:23:51,628 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,34057,1731306211503.replicationSource.wal-reader.f334e8b0fbdf%2C34057%2C1731306211503,1-f334e8b0fbdf,34057,1731306211503 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43189/user/jenkins/test-data/5d43c1d0-c60a-41c6-3502-4eb37801f9ca/WALs/f334e8b0fbdf,34057,1731306211503/f334e8b0fbdf%2C34057%2C1731306211503.1731306213495 to pos 503, reset compression=false 2024-11-11T06:23:51,632 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,34057,1731306211503.replicationSource.wal-reader.f334e8b0fbdf%2C34057%2C1731306211503,1-f334e8b0fbdf,34057,1731306211503 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-11T06:23:51,632 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,34057,1731306211503.replicationSource.wal-reader.f334e8b0fbdf%2C34057%2C1731306211503,1-f334e8b0fbdf,34057,1731306211503 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43189/user/jenkins/test-data/5d43c1d0-c60a-41c6-3502-4eb37801f9ca/WALs/f334e8b0fbdf,34057,1731306211503/f334e8b0fbdf%2C34057%2C1731306211503.1731306213495 to pos 607, reset compression=false 2024-11-11T06:23:51,633 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,34057,1731306211503.replicationSource.shipperf334e8b0fbdf%2C34057%2C1731306211503,1-f334e8b0fbdf,34057,1731306211503 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f334e8b0fbdf,34057,1731306211503 got entry batch from reader: WALEntryBatch [walEntries=[{test/21fc551640e207aafddb509155d678d1/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:43189/user/jenkins/test-data/5d43c1d0-c60a-41c6-3502-4eb37801f9ca/WALs/f334e8b0fbdf,34057,1731306211503/f334e8b0fbdf%2C34057%2C1731306211503.1731306213495, lastWalPosition=607, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-11T06:23:51,634 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38209 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-11T06:23:51,636 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38209 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-11T06:23:51,835 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,34057,1731306211503.replicationSource.wal-reader.f334e8b0fbdf%2C34057%2C1731306211503,1-f334e8b0fbdf,34057,1731306211503 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43189/user/jenkins/test-data/5d43c1d0-c60a-41c6-3502-4eb37801f9ca/WALs/f334e8b0fbdf,34057,1731306211503/f334e8b0fbdf%2C34057%2C1731306211503.1731306213495 to pos 607, reset compression=false 2024-11-11T06:23:51,857 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,38209,1731306215691.replicationSource.wal-reader.f334e8b0fbdf%2C38209%2C1731306215691,1-f334e8b0fbdf,38209,1731306215691 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34351/user/jenkins/test-data/159c8311-119e-d6f6-2cbb-9979c8dfa208/WALs/f334e8b0fbdf,38209,1731306215691/f334e8b0fbdf%2C38209%2C1731306215691.1731306217272 to pos 527, reset compression=false 2024-11-11T06:23:51,861 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,38209,1731306215691.replicationSource.wal-reader.f334e8b0fbdf%2C38209%2C1731306215691,1-f334e8b0fbdf,38209,1731306215691 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-11T06:23:51,861 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,38209,1731306215691.replicationSource.wal-reader.f334e8b0fbdf%2C38209%2C1731306215691,1-f334e8b0fbdf,38209,1731306215691 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34351/user/jenkins/test-data/159c8311-119e-d6f6-2cbb-9979c8dfa208/WALs/f334e8b0fbdf,38209,1731306215691/f334e8b0fbdf%2C38209%2C1731306215691.1731306217272 to pos 655, reset compression=false 2024-11-11T06:23:51,861 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,38209,1731306215691.replicationSource.shipperf334e8b0fbdf%2C38209%2C1731306215691,1-f334e8b0fbdf,38209,1731306215691 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f334e8b0fbdf,38209,1731306215691 got entry batch from reader: WALEntryBatch [walEntries=[{test/5d2fa39b9577dde63e26051e70295f84/5=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:34351/user/jenkins/test-data/159c8311-119e-d6f6-2cbb-9979c8dfa208/WALs/f334e8b0fbdf,38209,1731306215691/f334e8b0fbdf%2C38209%2C1731306215691.1731306217272, lastWalPosition=655, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-11T06:23:51,863 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,38209,1731306215691.replicationSource.shipperf334e8b0fbdf%2C38209%2C1731306215691,1-f334e8b0fbdf,38209,1731306215691 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-11T06:23:51,864 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56748, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=AdminService 2024-11-11T06:23:51,865 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39387 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-11T06:23:51,865 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39387 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3ff692d0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T06:23:51,865 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39387 {}] client.ClusterIdFetcher(90): Going to request f334e8b0fbdf,37367,-1 for getting cluster id 2024-11-11T06:23:51,865 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39387 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T06:23:51,866 DEBUG [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '72d1efbf-5497-415a-a834-f60971a0e8b3' 2024-11-11T06:23:51,866 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T06:23:51,866 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "72d1efbf-5497-415a-a834-f60971a0e8b3" 2024-11-11T06:23:51,866 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@64352dba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T06:23:51,866 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f334e8b0fbdf,37367,-1] 2024-11-11T06:23:51,866 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T06:23:51,867 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T06:23:51,867 INFO [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56866, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientMetaService 2024-11-11T06:23:51,868 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39387 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@54b215cb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T06:23:51,868 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39387 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T06:23:51,869 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f334e8b0fbdf,39387,1731306207474, seqNum=-1] 2024-11-11T06:23:51,869 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T06:23:51,870 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56762, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientService 2024-11-11T06:23:51,871 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1731306218326.80dede053206c7d23781245abcc78594., hostname=f334e8b0fbdf,39387,1731306207474, seqNum=2] 2024-11-11T06:23:51,873 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39387 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-11T06:23:52,064 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,38209,1731306215691.replicationSource.wal-reader.f334e8b0fbdf%2C38209%2C1731306215691,1-f334e8b0fbdf,38209,1731306215691 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34351/user/jenkins/test-data/159c8311-119e-d6f6-2cbb-9979c8dfa208/WALs/f334e8b0fbdf,38209,1731306215691/f334e8b0fbdf%2C38209%2C1731306215691.1731306217272 to pos 655, reset compression=false 2024-11-11T06:23:52,088 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,39387,1731306207474.replicationSource.wal-reader.f334e8b0fbdf%2C39387%2C1731306207474,1-f334e8b0fbdf,39387,1731306207474 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40421/user/jenkins/test-data/3e6d609f-340d-16e1-c278-823d837bff4d/WALs/f334e8b0fbdf,39387,1731306207474/f334e8b0fbdf%2C39387%2C1731306207474.1731306209472 to pos 480, reset compression=false 2024-11-11T06:23:52,092 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,39387,1731306207474.replicationSource.wal-reader.f334e8b0fbdf%2C39387%2C1731306207474,1-f334e8b0fbdf,39387,1731306207474 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-11T06:23:52,092 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,39387,1731306207474.replicationSource.wal-reader.f334e8b0fbdf%2C39387%2C1731306207474,1-f334e8b0fbdf,39387,1731306207474 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40421/user/jenkins/test-data/3e6d609f-340d-16e1-c278-823d837bff4d/WALs/f334e8b0fbdf,39387,1731306207474/f334e8b0fbdf%2C39387%2C1731306207474.1731306209472 to pos 631, reset compression=false 2024-11-11T06:23:52,092 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,39387,1731306207474.replicationSource.shipperf334e8b0fbdf%2C39387%2C1731306207474,1-f334e8b0fbdf,39387,1731306207474 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f334e8b0fbdf,39387,1731306207474 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40421/user/jenkins/test-data/3e6d609f-340d-16e1-c278-823d837bff4d/WALs/f334e8b0fbdf,39387,1731306207474/f334e8b0fbdf%2C39387%2C1731306207474.1731306209472, lastWalPosition=631, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-11T06:23:52,139 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,34057,1731306211503.replicationSource.wal-reader.f334e8b0fbdf%2C34057%2C1731306211503,1-f334e8b0fbdf,34057,1731306211503 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43189/user/jenkins/test-data/5d43c1d0-c60a-41c6-3502-4eb37801f9ca/WALs/f334e8b0fbdf,34057,1731306211503/f334e8b0fbdf%2C34057%2C1731306211503.1731306213495 to pos 607, reset compression=false 2024-11-11T06:23:52,295 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,39387,1731306207474.replicationSource.wal-reader.f334e8b0fbdf%2C39387%2C1731306207474,1-f334e8b0fbdf,39387,1731306207474 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40421/user/jenkins/test-data/3e6d609f-340d-16e1-c278-823d837bff4d/WALs/f334e8b0fbdf,39387,1731306207474/f334e8b0fbdf%2C39387%2C1731306207474.1731306209472 to pos 631, reset compression=false 2024-11-11T06:23:52,301 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-11-11T06:23:52,304 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:false 2024-11-11T06:23:52,368 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,38209,1731306215691.replicationSource.wal-reader.f334e8b0fbdf%2C38209%2C1731306215691,1-f334e8b0fbdf,38209,1731306215691 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34351/user/jenkins/test-data/159c8311-119e-d6f6-2cbb-9979c8dfa208/WALs/f334e8b0fbdf,38209,1731306215691/f334e8b0fbdf%2C38209%2C1731306215691.1731306217272 to pos 655, reset compression=false 2024-11-11T06:23:52,373 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,38209,1731306215691.replicationSource.wal-reader.f334e8b0fbdf%2C38209%2C1731306215691,1-f334e8b0fbdf,38209,1731306215691 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-11T06:23:52,373 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,38209,1731306215691.replicationSource.wal-reader.f334e8b0fbdf%2C38209%2C1731306215691,1-f334e8b0fbdf,38209,1731306215691 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34351/user/jenkins/test-data/159c8311-119e-d6f6-2cbb-9979c8dfa208/WALs/f334e8b0fbdf,38209,1731306215691/f334e8b0fbdf%2C38209%2C1731306215691.1731306217272 to pos 759, reset compression=false 2024-11-11T06:23:52,373 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,38209,1731306215691.replicationSource.shipperf334e8b0fbdf%2C38209%2C1731306215691,1-f334e8b0fbdf,38209,1731306215691 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f334e8b0fbdf,38209,1731306215691 got entry batch from reader: WALEntryBatch [walEntries=[{test/5d2fa39b9577dde63e26051e70295f84/6=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:34351/user/jenkins/test-data/159c8311-119e-d6f6-2cbb-9979c8dfa208/WALs/f334e8b0fbdf,38209,1731306215691/f334e8b0fbdf%2C38209%2C1731306215691.1731306217272, lastWalPosition=759, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-11T06:23:52,374 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39387 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-11T06:23:52,376 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39387 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-11T06:23:52,543 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,34057,1731306211503.replicationSource.wal-reader.f334e8b0fbdf%2C34057%2C1731306211503,1-f334e8b0fbdf,34057,1731306211503 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43189/user/jenkins/test-data/5d43c1d0-c60a-41c6-3502-4eb37801f9ca/WALs/f334e8b0fbdf,34057,1731306211503/f334e8b0fbdf%2C34057%2C1731306211503.1731306213495 to pos 607, reset compression=false 2024-11-11T06:23:52,576 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,38209,1731306215691.replicationSource.wal-reader.f334e8b0fbdf%2C38209%2C1731306215691,1-f334e8b0fbdf,38209,1731306215691 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34351/user/jenkins/test-data/159c8311-119e-d6f6-2cbb-9979c8dfa208/WALs/f334e8b0fbdf,38209,1731306215691/f334e8b0fbdf%2C38209%2C1731306215691.1731306217272 to pos 759, reset compression=false 2024-11-11T06:23:52,599 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,39387,1731306207474.replicationSource.wal-reader.f334e8b0fbdf%2C39387%2C1731306207474,1-f334e8b0fbdf,39387,1731306207474 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40421/user/jenkins/test-data/3e6d609f-340d-16e1-c278-823d837bff4d/WALs/f334e8b0fbdf,39387,1731306207474/f334e8b0fbdf%2C39387%2C1731306207474.1731306209472 to pos 631, reset compression=false 2024-11-11T06:23:52,603 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,39387,1731306207474.replicationSource.wal-reader.f334e8b0fbdf%2C39387%2C1731306207474,1-f334e8b0fbdf,39387,1731306207474 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-11T06:23:52,603 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,39387,1731306207474.replicationSource.wal-reader.f334e8b0fbdf%2C39387%2C1731306207474,1-f334e8b0fbdf,39387,1731306207474 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40421/user/jenkins/test-data/3e6d609f-340d-16e1-c278-823d837bff4d/WALs/f334e8b0fbdf,39387,1731306207474/f334e8b0fbdf%2C39387%2C1731306207474.1731306209472 to pos 758, reset compression=false 2024-11-11T06:23:52,603 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,39387,1731306207474.replicationSource.shipperf334e8b0fbdf%2C39387%2C1731306207474,1-f334e8b0fbdf,39387,1731306207474 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f334e8b0fbdf,39387,1731306207474 got entry batch from reader: WALEntryBatch [walEntries=[{test/80dede053206c7d23781245abcc78594/6=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:40421/user/jenkins/test-data/3e6d609f-340d-16e1-c278-823d837bff4d/WALs/f334e8b0fbdf,39387,1731306207474/f334e8b0fbdf%2C39387%2C1731306207474.1731306209472, lastWalPosition=758, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-11T06:23:52,604 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34057 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-11T06:23:52,607 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34057 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-11T06:23:52,806 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,39387,1731306207474.replicationSource.wal-reader.f334e8b0fbdf%2C39387%2C1731306207474,1-f334e8b0fbdf,39387,1731306207474 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40421/user/jenkins/test-data/3e6d609f-340d-16e1-c278-823d837bff4d/WALs/f334e8b0fbdf,39387,1731306207474/f334e8b0fbdf%2C39387%2C1731306207474.1731306209472 to pos 758, reset compression=false 2024-11-11T06:23:52,880 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,38209,1731306215691.replicationSource.wal-reader.f334e8b0fbdf%2C38209%2C1731306215691,1-f334e8b0fbdf,38209,1731306215691 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34351/user/jenkins/test-data/159c8311-119e-d6f6-2cbb-9979c8dfa208/WALs/f334e8b0fbdf,38209,1731306215691/f334e8b0fbdf%2C38209%2C1731306215691.1731306217272 to pos 759, reset compression=false 2024-11-11T06:23:53,055 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,34057,1731306211503.replicationSource.wal-reader.f334e8b0fbdf%2C34057%2C1731306211503,1-f334e8b0fbdf,34057,1731306211503 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43189/user/jenkins/test-data/5d43c1d0-c60a-41c6-3502-4eb37801f9ca/WALs/f334e8b0fbdf,34057,1731306211503/f334e8b0fbdf%2C34057%2C1731306211503.1731306213495 to pos 607, reset compression=false 2024-11-11T06:23:53,060 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,34057,1731306211503.replicationSource.wal-reader.f334e8b0fbdf%2C34057%2C1731306211503,1-f334e8b0fbdf,34057,1731306211503 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-11T06:23:53,060 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,34057,1731306211503.replicationSource.wal-reader.f334e8b0fbdf%2C34057%2C1731306211503,1-f334e8b0fbdf,34057,1731306211503 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43189/user/jenkins/test-data/5d43c1d0-c60a-41c6-3502-4eb37801f9ca/WALs/f334e8b0fbdf,34057,1731306211503/f334e8b0fbdf%2C34057%2C1731306211503.1731306213495 to pos 757, reset compression=false 2024-11-11T06:23:53,060 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,34057,1731306211503.replicationSource.shipperf334e8b0fbdf%2C34057%2C1731306211503,1-f334e8b0fbdf,34057,1731306211503 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f334e8b0fbdf,34057,1731306211503 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43189/user/jenkins/test-data/5d43c1d0-c60a-41c6-3502-4eb37801f9ca/WALs/f334e8b0fbdf,34057,1731306211503/f334e8b0fbdf%2C34057%2C1731306211503.1731306213495, lastWalPosition=757, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-11T06:23:53,109 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,39387,1731306207474.replicationSource.wal-reader.f334e8b0fbdf%2C39387%2C1731306207474,1-f334e8b0fbdf,39387,1731306207474 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40421/user/jenkins/test-data/3e6d609f-340d-16e1-c278-823d837bff4d/WALs/f334e8b0fbdf,39387,1731306207474/f334e8b0fbdf%2C39387%2C1731306207474.1731306209472 to pos 758, reset compression=false 2024-11-11T06:23:53,263 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,34057,1731306211503.replicationSource.wal-reader.f334e8b0fbdf%2C34057%2C1731306211503,1-f334e8b0fbdf,34057,1731306211503 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43189/user/jenkins/test-data/5d43c1d0-c60a-41c6-3502-4eb37801f9ca/WALs/f334e8b0fbdf,34057,1731306211503/f334e8b0fbdf%2C34057%2C1731306211503.1731306213495 to pos 757, reset compression=false 2024-11-11T06:23:53,283 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,38209,1731306215691.replicationSource.wal-reader.f334e8b0fbdf%2C38209%2C1731306215691,1-f334e8b0fbdf,38209,1731306215691 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34351/user/jenkins/test-data/159c8311-119e-d6f6-2cbb-9979c8dfa208/WALs/f334e8b0fbdf,38209,1731306215691/f334e8b0fbdf%2C38209%2C1731306215691.1731306217272 to pos 759, reset compression=false 2024-11-11T06:23:53,306 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:false 2024-11-11T06:23:53,310 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-11-11T06:23:53,513 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,39387,1731306207474.replicationSource.wal-reader.f334e8b0fbdf%2C39387%2C1731306207474,1-f334e8b0fbdf,39387,1731306207474 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40421/user/jenkins/test-data/3e6d609f-340d-16e1-c278-823d837bff4d/WALs/f334e8b0fbdf,39387,1731306207474/f334e8b0fbdf%2C39387%2C1731306207474.1731306209472 to pos 758, reset compression=false 2024-11-11T06:23:53,518 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,39387,1731306207474.replicationSource.wal-reader.f334e8b0fbdf%2C39387%2C1731306207474,1-f334e8b0fbdf,39387,1731306207474 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-11T06:23:53,518 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,39387,1731306207474.replicationSource.wal-reader.f334e8b0fbdf%2C39387%2C1731306207474,1-f334e8b0fbdf,39387,1731306207474 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40421/user/jenkins/test-data/3e6d609f-340d-16e1-c278-823d837bff4d/WALs/f334e8b0fbdf,39387,1731306207474/f334e8b0fbdf%2C39387%2C1731306207474.1731306209472 to pos 914, reset compression=false 2024-11-11T06:23:53,518 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,39387,1731306207474.replicationSource.shipperf334e8b0fbdf%2C39387%2C1731306207474,1-f334e8b0fbdf,39387,1731306207474 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f334e8b0fbdf,39387,1731306207474 got entry batch from reader: WALEntryBatch [walEntries=[{test/80dede053206c7d23781245abcc78594/7=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:40421/user/jenkins/test-data/3e6d609f-340d-16e1-c278-823d837bff4d/WALs/f334e8b0fbdf,39387,1731306207474/f334e8b0fbdf%2C39387%2C1731306207474.1731306209472, lastWalPosition=914, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-11-11T06:23:53,519 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34057 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-11T06:23:53,522 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34057 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-11T06:23:53,567 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,34057,1731306211503.replicationSource.wal-reader.f334e8b0fbdf%2C34057%2C1731306211503,1-f334e8b0fbdf,34057,1731306211503 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43189/user/jenkins/test-data/5d43c1d0-c60a-41c6-3502-4eb37801f9ca/WALs/f334e8b0fbdf,34057,1731306211503/f334e8b0fbdf%2C34057%2C1731306211503.1731306213495 to pos 757, reset compression=false 2024-11-11T06:23:53,572 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,34057,1731306211503.replicationSource.wal-reader.f334e8b0fbdf%2C34057%2C1731306211503,1-f334e8b0fbdf,34057,1731306211503 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-11T06:23:53,572 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,34057,1731306211503.replicationSource.wal-reader.f334e8b0fbdf%2C34057%2C1731306211503,1-f334e8b0fbdf,34057,1731306211503 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43189/user/jenkins/test-data/5d43c1d0-c60a-41c6-3502-4eb37801f9ca/WALs/f334e8b0fbdf,34057,1731306211503/f334e8b0fbdf%2C34057%2C1731306211503.1731306213495 to pos 904, reset compression=false 2024-11-11T06:23:53,572 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,34057,1731306211503.replicationSource.shipperf334e8b0fbdf%2C34057%2C1731306211503,1-f334e8b0fbdf,34057,1731306211503 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f334e8b0fbdf,34057,1731306211503 got entry batch from reader: WALEntryBatch [walEntries=[{test/21fc551640e207aafddb509155d678d1/7=[#edits: 2 = ],287}], lastWalPath=hdfs://localhost:43189/user/jenkins/test-data/5d43c1d0-c60a-41c6-3502-4eb37801f9ca/WALs/f334e8b0fbdf,34057,1731306211503/f334e8b0fbdf%2C34057%2C1731306211503.1731306213495, lastWalPosition=904, nbRowKeys=1, nbHFiles=0, heapSize=287, lastSeqIds={}, endOfFile=false,usedBufferSize=287] 2024-11-11T06:23:53,573 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38209 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-11T06:23:53,576 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38209 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-11T06:23:53,723 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,39387,1731306207474.replicationSource.wal-reader.f334e8b0fbdf%2C39387%2C1731306207474,1-f334e8b0fbdf,39387,1731306207474 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40421/user/jenkins/test-data/3e6d609f-340d-16e1-c278-823d837bff4d/WALs/f334e8b0fbdf,39387,1731306207474/f334e8b0fbdf%2C39387%2C1731306207474.1731306209472 to pos 914, reset compression=false 2024-11-11T06:23:53,775 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,34057,1731306211503.replicationSource.wal-reader.f334e8b0fbdf%2C34057%2C1731306211503,1-f334e8b0fbdf,34057,1731306211503 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43189/user/jenkins/test-data/5d43c1d0-c60a-41c6-3502-4eb37801f9ca/WALs/f334e8b0fbdf,34057,1731306211503/f334e8b0fbdf%2C34057%2C1731306211503.1731306213495 to pos 904, reset compression=false 2024-11-11T06:23:53,786 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,38209,1731306215691.replicationSource.wal-reader.f334e8b0fbdf%2C38209%2C1731306215691,1-f334e8b0fbdf,38209,1731306215691 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34351/user/jenkins/test-data/159c8311-119e-d6f6-2cbb-9979c8dfa208/WALs/f334e8b0fbdf,38209,1731306215691/f334e8b0fbdf%2C38209%2C1731306215691.1731306217272 to pos 759, reset compression=false 2024-11-11T06:23:53,790 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,38209,1731306215691.replicationSource.wal-reader.f334e8b0fbdf%2C38209%2C1731306215691,1-f334e8b0fbdf,38209,1731306215691 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-11T06:23:53,790 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,38209,1731306215691.replicationSource.wal-reader.f334e8b0fbdf%2C38209%2C1731306215691,1-f334e8b0fbdf,38209,1731306215691 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34351/user/jenkins/test-data/159c8311-119e-d6f6-2cbb-9979c8dfa208/WALs/f334e8b0fbdf,38209,1731306215691/f334e8b0fbdf%2C38209%2C1731306215691.1731306217272 to pos 930, reset compression=false 2024-11-11T06:23:53,790 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,38209,1731306215691.replicationSource.shipperf334e8b0fbdf%2C38209%2C1731306215691,1-f334e8b0fbdf,38209,1731306215691 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f334e8b0fbdf,38209,1731306215691 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34351/user/jenkins/test-data/159c8311-119e-d6f6-2cbb-9979c8dfa208/WALs/f334e8b0fbdf,38209,1731306215691/f334e8b0fbdf%2C38209%2C1731306215691.1731306217272, lastWalPosition=930, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-11T06:23:53,993 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,38209,1731306215691.replicationSource.wal-reader.f334e8b0fbdf%2C38209%2C1731306215691,1-f334e8b0fbdf,38209,1731306215691 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34351/user/jenkins/test-data/159c8311-119e-d6f6-2cbb-9979c8dfa208/WALs/f334e8b0fbdf,38209,1731306215691/f334e8b0fbdf%2C38209%2C1731306215691.1731306217272 to pos 930, reset compression=false 2024-11-11T06:23:54,026 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,39387,1731306207474.replicationSource.wal-reader.f334e8b0fbdf%2C39387%2C1731306207474,1-f334e8b0fbdf,39387,1731306207474 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40421/user/jenkins/test-data/3e6d609f-340d-16e1-c278-823d837bff4d/WALs/f334e8b0fbdf,39387,1731306207474/f334e8b0fbdf%2C39387%2C1731306207474.1731306209472 to pos 914, reset compression=false 2024-11-11T06:23:54,079 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,34057,1731306211503.replicationSource.wal-reader.f334e8b0fbdf%2C34057%2C1731306211503,1-f334e8b0fbdf,34057,1731306211503 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43189/user/jenkins/test-data/5d43c1d0-c60a-41c6-3502-4eb37801f9ca/WALs/f334e8b0fbdf,34057,1731306211503/f334e8b0fbdf%2C34057%2C1731306211503.1731306213495 to pos 904, reset compression=false 2024-11-11T06:23:54,296 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,38209,1731306215691.replicationSource.wal-reader.f334e8b0fbdf%2C38209%2C1731306215691,1-f334e8b0fbdf,38209,1731306215691 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34351/user/jenkins/test-data/159c8311-119e-d6f6-2cbb-9979c8dfa208/WALs/f334e8b0fbdf,38209,1731306215691/f334e8b0fbdf%2C38209%2C1731306215691.1731306217272 to pos 930, reset compression=false 2024-11-11T06:23:54,311 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-11-11T06:23:54,314 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-11-11T06:23:54,429 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,39387,1731306207474.replicationSource.wal-reader.f334e8b0fbdf%2C39387%2C1731306207474,1-f334e8b0fbdf,39387,1731306207474 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40421/user/jenkins/test-data/3e6d609f-340d-16e1-c278-823d837bff4d/WALs/f334e8b0fbdf,39387,1731306207474/f334e8b0fbdf%2C39387%2C1731306207474.1731306209472 to pos 914, reset compression=false 2024-11-11T06:23:54,482 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,34057,1731306211503.replicationSource.wal-reader.f334e8b0fbdf%2C34057%2C1731306211503,1-f334e8b0fbdf,34057,1731306211503 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43189/user/jenkins/test-data/5d43c1d0-c60a-41c6-3502-4eb37801f9ca/WALs/f334e8b0fbdf,34057,1731306211503/f334e8b0fbdf%2C34057%2C1731306211503.1731306213495 to pos 904, reset compression=false 2024-11-11T06:23:54,486 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,34057,1731306211503.replicationSource.wal-reader.f334e8b0fbdf%2C34057%2C1731306211503,1-f334e8b0fbdf,34057,1731306211503 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-11T06:23:54,487 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,34057,1731306211503.replicationSource.wal-reader.f334e8b0fbdf%2C34057%2C1731306211503,1-f334e8b0fbdf,34057,1731306211503 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43189/user/jenkins/test-data/5d43c1d0-c60a-41c6-3502-4eb37801f9ca/WALs/f334e8b0fbdf,34057,1731306211503/f334e8b0fbdf%2C34057%2C1731306211503.1731306213495 to pos 1063, reset compression=false 2024-11-11T06:23:54,487 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,34057,1731306211503.replicationSource.shipperf334e8b0fbdf%2C34057%2C1731306211503,1-f334e8b0fbdf,34057,1731306211503 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f334e8b0fbdf,34057,1731306211503 got entry batch from reader: WALEntryBatch [walEntries=[{test/21fc551640e207aafddb509155d678d1/8=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:43189/user/jenkins/test-data/5d43c1d0-c60a-41c6-3502-4eb37801f9ca/WALs/f334e8b0fbdf,34057,1731306211503/f334e8b0fbdf%2C34057%2C1731306211503.1731306213495, lastWalPosition=1063, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-11T06:23:54,488 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38209 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-11T06:23:54,490 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38209 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-11T06:23:54,690 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,34057,1731306211503.replicationSource.wal-reader.f334e8b0fbdf%2C34057%2C1731306211503,1-f334e8b0fbdf,34057,1731306211503 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43189/user/jenkins/test-data/5d43c1d0-c60a-41c6-3502-4eb37801f9ca/WALs/f334e8b0fbdf,34057,1731306211503/f334e8b0fbdf%2C34057%2C1731306211503.1731306213495 to pos 1063, reset compression=false 2024-11-11T06:23:54,700 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,38209,1731306215691.replicationSource.wal-reader.f334e8b0fbdf%2C38209%2C1731306215691,1-f334e8b0fbdf,38209,1731306215691 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34351/user/jenkins/test-data/159c8311-119e-d6f6-2cbb-9979c8dfa208/WALs/f334e8b0fbdf,38209,1731306215691/f334e8b0fbdf%2C38209%2C1731306215691.1731306217272 to pos 930, reset compression=false 2024-11-11T06:23:54,703 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,38209,1731306215691.replicationSource.wal-reader.f334e8b0fbdf%2C38209%2C1731306215691,1-f334e8b0fbdf,38209,1731306215691 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-11T06:23:54,703 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,38209,1731306215691.replicationSource.wal-reader.f334e8b0fbdf%2C38209%2C1731306215691,1-f334e8b0fbdf,38209,1731306215691 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34351/user/jenkins/test-data/159c8311-119e-d6f6-2cbb-9979c8dfa208/WALs/f334e8b0fbdf,38209,1731306215691/f334e8b0fbdf%2C38209%2C1731306215691.1731306217272 to pos 1080, reset compression=false 2024-11-11T06:23:54,703 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,38209,1731306215691.replicationSource.shipperf334e8b0fbdf%2C38209%2C1731306215691,1-f334e8b0fbdf,38209,1731306215691 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f334e8b0fbdf,38209,1731306215691 got entry batch from reader: WALEntryBatch [walEntries=[{test/5d2fa39b9577dde63e26051e70295f84/8=[#edits: 2 = ],295}], lastWalPath=hdfs://localhost:34351/user/jenkins/test-data/159c8311-119e-d6f6-2cbb-9979c8dfa208/WALs/f334e8b0fbdf,38209,1731306215691/f334e8b0fbdf%2C38209%2C1731306215691.1731306217272, lastWalPosition=1080, nbRowKeys=1, nbHFiles=0, heapSize=295, lastSeqIds={}, endOfFile=false,usedBufferSize=295] 2024-11-11T06:23:54,705 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39387 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-11T06:23:54,707 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39387 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-11T06:23:54,907 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,38209,1731306215691.replicationSource.wal-reader.f334e8b0fbdf%2C38209%2C1731306215691,1-f334e8b0fbdf,38209,1731306215691 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34351/user/jenkins/test-data/159c8311-119e-d6f6-2cbb-9979c8dfa208/WALs/f334e8b0fbdf,38209,1731306215691/f334e8b0fbdf%2C38209%2C1731306215691.1731306217272 to pos 1080, reset compression=false 2024-11-11T06:23:54,932 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,39387,1731306207474.replicationSource.wal-reader.f334e8b0fbdf%2C39387%2C1731306207474,1-f334e8b0fbdf,39387,1731306207474 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40421/user/jenkins/test-data/3e6d609f-340d-16e1-c278-823d837bff4d/WALs/f334e8b0fbdf,39387,1731306207474/f334e8b0fbdf%2C39387%2C1731306207474.1731306209472 to pos 914, reset compression=false 2024-11-11T06:23:54,936 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,39387,1731306207474.replicationSource.wal-reader.f334e8b0fbdf%2C39387%2C1731306207474,1-f334e8b0fbdf,39387,1731306207474 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-11T06:23:54,936 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,39387,1731306207474.replicationSource.wal-reader.f334e8b0fbdf%2C39387%2C1731306207474,1-f334e8b0fbdf,39387,1731306207474 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40421/user/jenkins/test-data/3e6d609f-340d-16e1-c278-823d837bff4d/WALs/f334e8b0fbdf,39387,1731306207474/f334e8b0fbdf%2C39387%2C1731306207474.1731306209472 to pos 1087, reset compression=false 2024-11-11T06:23:54,936 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,39387,1731306207474.replicationSource.shipperf334e8b0fbdf%2C39387%2C1731306207474,1-f334e8b0fbdf,39387,1731306207474 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f334e8b0fbdf,39387,1731306207474 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40421/user/jenkins/test-data/3e6d609f-340d-16e1-c278-823d837bff4d/WALs/f334e8b0fbdf,39387,1731306207474/f334e8b0fbdf%2C39387%2C1731306207474.1731306209472, lastWalPosition=1087, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-11T06:23:54,994 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,34057,1731306211503.replicationSource.wal-reader.f334e8b0fbdf%2C34057%2C1731306211503,1-f334e8b0fbdf,34057,1731306211503 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43189/user/jenkins/test-data/5d43c1d0-c60a-41c6-3502-4eb37801f9ca/WALs/f334e8b0fbdf,34057,1731306211503/f334e8b0fbdf%2C34057%2C1731306211503.1731306213495 to pos 1063, reset compression=false 2024-11-11T06:23:55,139 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,39387,1731306207474.replicationSource.wal-reader.f334e8b0fbdf%2C39387%2C1731306207474,1-f334e8b0fbdf,39387,1731306207474 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40421/user/jenkins/test-data/3e6d609f-340d-16e1-c278-823d837bff4d/WALs/f334e8b0fbdf,39387,1731306207474/f334e8b0fbdf%2C39387%2C1731306207474.1731306209472 to pos 1087, reset compression=false 2024-11-11T06:23:55,210 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,38209,1731306215691.replicationSource.wal-reader.f334e8b0fbdf%2C38209%2C1731306215691,1-f334e8b0fbdf,38209,1731306215691 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34351/user/jenkins/test-data/159c8311-119e-d6f6-2cbb-9979c8dfa208/WALs/f334e8b0fbdf,38209,1731306215691/f334e8b0fbdf%2C38209%2C1731306215691.1731306217272 to pos 1080, reset compression=false 2024-11-11T06:23:55,316 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-11-11T06:23:55,324 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:true 2024-11-11T06:23:55,397 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,34057,1731306211503.replicationSource.wal-reader.f334e8b0fbdf%2C34057%2C1731306211503,1-f334e8b0fbdf,34057,1731306211503 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43189/user/jenkins/test-data/5d43c1d0-c60a-41c6-3502-4eb37801f9ca/WALs/f334e8b0fbdf,34057,1731306211503/f334e8b0fbdf%2C34057%2C1731306211503.1731306213495 to pos 1063, reset compression=false 2024-11-11T06:23:55,442 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,39387,1731306207474.replicationSource.wal-reader.f334e8b0fbdf%2C39387%2C1731306207474,1-f334e8b0fbdf,39387,1731306207474 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40421/user/jenkins/test-data/3e6d609f-340d-16e1-c278-823d837bff4d/WALs/f334e8b0fbdf,39387,1731306207474/f334e8b0fbdf%2C39387%2C1731306207474.1731306209472 to pos 1087, reset compression=false 2024-11-11T06:23:55,613 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,38209,1731306215691.replicationSource.wal-reader.f334e8b0fbdf%2C38209%2C1731306215691,1-f334e8b0fbdf,38209,1731306215691 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34351/user/jenkins/test-data/159c8311-119e-d6f6-2cbb-9979c8dfa208/WALs/f334e8b0fbdf,38209,1731306215691/f334e8b0fbdf%2C38209%2C1731306215691.1731306217272 to pos 1080, reset compression=false 2024-11-11T06:23:55,619 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,38209,1731306215691.replicationSource.wal-reader.f334e8b0fbdf%2C38209%2C1731306215691,1-f334e8b0fbdf,38209,1731306215691 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-11T06:23:55,619 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,38209,1731306215691.replicationSource.wal-reader.f334e8b0fbdf%2C38209%2C1731306215691,1-f334e8b0fbdf,38209,1731306215691 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34351/user/jenkins/test-data/159c8311-119e-d6f6-2cbb-9979c8dfa208/WALs/f334e8b0fbdf,38209,1731306215691/f334e8b0fbdf%2C38209%2C1731306215691.1731306217272 to pos 1239, reset compression=false 2024-11-11T06:23:55,619 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,38209,1731306215691.replicationSource.shipperf334e8b0fbdf%2C38209%2C1731306215691,1-f334e8b0fbdf,38209,1731306215691 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f334e8b0fbdf,38209,1731306215691 got entry batch from reader: WALEntryBatch [walEntries=[{test/5d2fa39b9577dde63e26051e70295f84/9=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:34351/user/jenkins/test-data/159c8311-119e-d6f6-2cbb-9979c8dfa208/WALs/f334e8b0fbdf,38209,1731306215691/f334e8b0fbdf%2C38209%2C1731306215691.1731306217272, lastWalPosition=1239, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-11T06:23:55,620 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39387 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-11T06:23:55,624 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39387 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-11T06:23:55,823 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,38209,1731306215691.replicationSource.wal-reader.f334e8b0fbdf%2C38209%2C1731306215691,1-f334e8b0fbdf,38209,1731306215691 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34351/user/jenkins/test-data/159c8311-119e-d6f6-2cbb-9979c8dfa208/WALs/f334e8b0fbdf,38209,1731306215691/f334e8b0fbdf%2C38209%2C1731306215691.1731306217272 to pos 1239, reset compression=false 2024-11-11T06:23:55,847 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,39387,1731306207474.replicationSource.wal-reader.f334e8b0fbdf%2C39387%2C1731306207474,1-f334e8b0fbdf,39387,1731306207474 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40421/user/jenkins/test-data/3e6d609f-340d-16e1-c278-823d837bff4d/WALs/f334e8b0fbdf,39387,1731306207474/f334e8b0fbdf%2C39387%2C1731306207474.1731306209472 to pos 1087, reset compression=false 2024-11-11T06:23:55,851 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,39387,1731306207474.replicationSource.wal-reader.f334e8b0fbdf%2C39387%2C1731306207474,1-f334e8b0fbdf,39387,1731306207474 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-11T06:23:55,851 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,39387,1731306207474.replicationSource.wal-reader.f334e8b0fbdf%2C39387%2C1731306207474,1-f334e8b0fbdf,39387,1731306207474 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40421/user/jenkins/test-data/3e6d609f-340d-16e1-c278-823d837bff4d/WALs/f334e8b0fbdf,39387,1731306207474/f334e8b0fbdf%2C39387%2C1731306207474.1731306209472 to pos 1236, reset compression=false 2024-11-11T06:23:55,851 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,39387,1731306207474.replicationSource.shipperf334e8b0fbdf%2C39387%2C1731306207474,1-f334e8b0fbdf,39387,1731306207474 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f334e8b0fbdf,39387,1731306207474 got entry batch from reader: WALEntryBatch [walEntries=[{test/80dede053206c7d23781245abcc78594/9=[#edits: 2 = ],295}], lastWalPath=hdfs://localhost:40421/user/jenkins/test-data/3e6d609f-340d-16e1-c278-823d837bff4d/WALs/f334e8b0fbdf,39387,1731306207474/f334e8b0fbdf%2C39387%2C1731306207474.1731306209472, lastWalPosition=1236, nbRowKeys=1, nbHFiles=0, heapSize=295, lastSeqIds={}, endOfFile=false,usedBufferSize=295] 2024-11-11T06:23:55,852 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34057 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-11T06:23:55,855 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34057 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-11T06:23:55,901 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,34057,1731306211503.replicationSource.wal-reader.f334e8b0fbdf%2C34057%2C1731306211503,1-f334e8b0fbdf,34057,1731306211503 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43189/user/jenkins/test-data/5d43c1d0-c60a-41c6-3502-4eb37801f9ca/WALs/f334e8b0fbdf,34057,1731306211503/f334e8b0fbdf%2C34057%2C1731306211503.1731306213495 to pos 1063, reset compression=false 2024-11-11T06:23:55,905 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,34057,1731306211503.replicationSource.wal-reader.f334e8b0fbdf%2C34057%2C1731306211503,1-f334e8b0fbdf,34057,1731306211503 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-11T06:23:55,905 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,34057,1731306211503.replicationSource.wal-reader.f334e8b0fbdf%2C34057%2C1731306211503,1-f334e8b0fbdf,34057,1731306211503 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43189/user/jenkins/test-data/5d43c1d0-c60a-41c6-3502-4eb37801f9ca/WALs/f334e8b0fbdf,34057,1731306211503/f334e8b0fbdf%2C34057%2C1731306211503.1731306213495 to pos 1235, reset compression=false 2024-11-11T06:23:55,905 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,34057,1731306211503.replicationSource.shipperf334e8b0fbdf%2C34057%2C1731306211503,1-f334e8b0fbdf,34057,1731306211503 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f334e8b0fbdf,34057,1731306211503 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43189/user/jenkins/test-data/5d43c1d0-c60a-41c6-3502-4eb37801f9ca/WALs/f334e8b0fbdf,34057,1731306211503/f334e8b0fbdf%2C34057%2C1731306211503.1731306213495, lastWalPosition=1235, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-11T06:23:56,055 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,39387,1731306207474.replicationSource.wal-reader.f334e8b0fbdf%2C39387%2C1731306207474,1-f334e8b0fbdf,39387,1731306207474 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40421/user/jenkins/test-data/3e6d609f-340d-16e1-c278-823d837bff4d/WALs/f334e8b0fbdf,39387,1731306207474/f334e8b0fbdf%2C39387%2C1731306207474.1731306209472 to pos 1236, reset compression=false 2024-11-11T06:23:56,108 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,34057,1731306211503.replicationSource.wal-reader.f334e8b0fbdf%2C34057%2C1731306211503,1-f334e8b0fbdf,34057,1731306211503 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43189/user/jenkins/test-data/5d43c1d0-c60a-41c6-3502-4eb37801f9ca/WALs/f334e8b0fbdf,34057,1731306211503/f334e8b0fbdf%2C34057%2C1731306211503.1731306213495 to pos 1235, reset compression=false 2024-11-11T06:23:56,127 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,38209,1731306215691.replicationSource.wal-reader.f334e8b0fbdf%2C38209%2C1731306215691,1-f334e8b0fbdf,38209,1731306215691 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34351/user/jenkins/test-data/159c8311-119e-d6f6-2cbb-9979c8dfa208/WALs/f334e8b0fbdf,38209,1731306215691/f334e8b0fbdf%2C38209%2C1731306215691.1731306217272 to pos 1239, reset compression=false 2024-11-11T06:23:56,325 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:true 2024-11-11T06:23:56,331 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@126c5d27, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T06:23:56,331 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f334e8b0fbdf,46299,-1 for getting cluster id 2024-11-11T06:23:56,332 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T06:23:56,332 DEBUG [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '08b20f07-b18f-4277-a12d-46b74ff32b61' 2024-11-11T06:23:56,332 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T06:23:56,333 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "08b20f07-b18f-4277-a12d-46b74ff32b61" 2024-11-11T06:23:56,333 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26a87bc1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T06:23:56,333 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f334e8b0fbdf,46299,-1] 2024-11-11T06:23:56,333 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T06:23:56,333 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T06:23:56,334 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37402, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T06:23:56,334 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@145c2fe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T06:23:56,336 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T06:23:56,337 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is f334e8b0fbdf,46299,1731306215652 2024-11-11T06:23:56,337 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@73a02e7e 2024-11-11T06:23:56,338 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T06:23:56,338 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37418, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T06:23:56,339 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46299 {}] master.HMaster(3992): Client=jenkins//172.17.0.2 disable replication peer, id=1 2024-11-11T06:23:56,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46299 {}] procedure2.ProcedureExecutor(1139): Stored pid=12, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.DisablePeerProcedure 2024-11-11T06:23:56,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-11T06:23:56,346 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-11T06:23:56,358 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,39387,1731306207474.replicationSource.wal-reader.f334e8b0fbdf%2C39387%2C1731306207474,1-f334e8b0fbdf,39387,1731306207474 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40421/user/jenkins/test-data/3e6d609f-340d-16e1-c278-823d837bff4d/WALs/f334e8b0fbdf,39387,1731306207474/f334e8b0fbdf%2C39387%2C1731306207474.1731306209472 to pos 1236, reset compression=false 2024-11-11T06:23:56,412 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,34057,1731306211503.replicationSource.wal-reader.f334e8b0fbdf%2C34057%2C1731306211503,1-f334e8b0fbdf,34057,1731306211503 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43189/user/jenkins/test-data/5d43c1d0-c60a-41c6-3502-4eb37801f9ca/WALs/f334e8b0fbdf,34057,1731306211503/f334e8b0fbdf%2C34057%2C1731306211503.1731306213495 to pos 1235, reset compression=false 2024-11-11T06:23:56,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-11T06:23:56,498 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38209 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=13 2024-11-11T06:23:56,498 INFO [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=DISABLE_PEER 2024-11-11T06:23:56,499 INFO [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSourceManager(490): Terminate replication source for 1 2024-11-11T06:23:56,499 INFO [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-f334e8b0fbdf,38209,1731306215691 because: Peer 1 state or config changed. Will close the previous replication source and open a new one 2024-11-11T06:23:56,500 INFO [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0 {event_type=RS_REFRESH_PEER, pid=13}] client.AsyncConnectionImpl(233): Connection has been closed by RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0. 2024-11-11T06:23:56,500 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0 {event_type=RS_REFRESH_PEER, pid=13}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.refreshSources(ReplicationSourceManager.java:492) at org.apache.hadoop.hbase.replication.regionserver.PeerProcedureHandlerImpl.refreshPeerState(PeerProcedureHandlerImpl.java:89) at org.apache.hadoop.hbase.replication.regionserver.PeerProcedureHandlerImpl.disablePeer(PeerProcedureHandlerImpl.java:108) at org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable.doCall(RefreshPeerCallable.java:60) at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T06:23:56,500 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0 {event_type=RS_REFRESH_PEER, pid=13}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T06:23:56,500 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0 {event_type=RS_REFRESH_PEER, pid=13}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T06:23:56,500 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T06:23:56,600 WARN [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,38209,1731306215691.replicationSource.shipperf334e8b0fbdf%2C38209%2C1731306215691,1-f334e8b0fbdf,38209,1731306215691 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-11T06:23:56,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-11T06:23:56,700 INFO [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,38209,1731306215691.replicationSource.shipperf334e8b0fbdf%2C38209%2C1731306215691,1-f334e8b0fbdf,38209,1731306215691 terminated 2024-11-11T06:23:56,719 INFO [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(231): queueId=1-f334e8b0fbdf,38209,1731306215691, ReplicationSource: 1, currentBandwidth=0 2024-11-11T06:23:56,719 INFO [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSourceManager(500): Startup replication source for 1 2024-11-11T06:23:56,720 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13 2024-11-11T06:23:56,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46299 {}] master.HMaster(4169): Remote procedure done, pid=13 2024-11-11T06:23:56,723 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for DISABLE on f334e8b0fbdf,38209,1731306215691 suceeded 2024-11-11T06:23:56,724 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-11-11T06:23:56,724 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 378 msec 2024-11-11T06:23:56,724 INFO [PEWorker-5 {}] replication.DisablePeerProcedure(67): Successfully disabled peer 1 2024-11-11T06:23:56,726 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.DisablePeerProcedure in 385 msec 2024-11-11T06:23:56,735 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,38209,1731306215691 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='f334e8b0fbdf:37367' 2024-11-11T06:23:56,736 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,38209,1731306215691 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@149e59d0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T06:23:56,736 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,38209,1731306215691 {}] client.ClusterIdFetcher(90): Going to request f334e8b0fbdf,37367,-1 for getting cluster id 2024-11-11T06:23:56,737 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,38209,1731306215691 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T06:23:56,737 DEBUG [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '72d1efbf-5497-415a-a834-f60971a0e8b3' 2024-11-11T06:23:56,737 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T06:23:56,737 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "72d1efbf-5497-415a-a834-f60971a0e8b3" 2024-11-11T06:23:56,738 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4d5421ae, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T06:23:56,738 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f334e8b0fbdf,37367,-1] 2024-11-11T06:23:56,738 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T06:23:56,738 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T06:23:56,739 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56890, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-11-11T06:23:56,739 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,38209,1731306215691 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@b9e08bc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T06:23:56,739 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,38209,1731306215691 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T06:23:56,740 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is f334e8b0fbdf,37367,1731306207426 2024-11-11T06:23:56,740 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@31e92a48 2024-11-11T06:23:56,740 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T06:23:56,741 INFO [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56906, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=MasterService 2024-11-11T06:23:56,742 INFO [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,38209,1731306215691 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-f334e8b0fbdf,38209,1731306215691 (queues=1) is replicating from cluster=08b20f07-b18f-4277-a12d-46b74ff32b61 to cluster=72d1efbf-5497-415a-a834-f60971a0e8b3 2024-11-11T06:23:56,742 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,38209,1731306215691 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=f334e8b0fbdf%2C38209%2C1731306215691 2024-11-11T06:23:56,742 INFO [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,38209,1731306215691 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-f334e8b0fbdf,38209,1731306215691, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-11T06:23:56,742 INFO [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,38209,1731306215691.replicationSource.shipperf334e8b0fbdf%2C38209%2C1731306215691,1-f334e8b0fbdf,38209,1731306215691 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: f334e8b0fbdf%2C38209%2C1731306215691 2024-11-11T06:23:56,762 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,39387,1731306207474.replicationSource.wal-reader.f334e8b0fbdf%2C39387%2C1731306207474,1-f334e8b0fbdf,39387,1731306207474 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40421/user/jenkins/test-data/3e6d609f-340d-16e1-c278-823d837bff4d/WALs/f334e8b0fbdf,39387,1731306207474/f334e8b0fbdf%2C39387%2C1731306207474.1731306209472 to pos 1236, reset compression=false 2024-11-11T06:23:56,817 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,34057,1731306211503.replicationSource.wal-reader.f334e8b0fbdf%2C34057%2C1731306211503,1-f334e8b0fbdf,34057,1731306211503 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43189/user/jenkins/test-data/5d43c1d0-c60a-41c6-3502-4eb37801f9ca/WALs/f334e8b0fbdf,34057,1731306211503/f334e8b0fbdf%2C34057%2C1731306211503.1731306213495 to pos 1235, reset compression=false 2024-11-11T06:23:56,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-11T06:23:56,970 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T06:23:56,970 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: DISABLE_REPLICATION_PEER, peerId: 1 completed 2024-11-11T06:23:56,970 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.disablePeer(TestMasterReplication.java:639) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:274) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T06:23:56,970 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T06:23:56,970 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T06:23:56,970 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T06:23:56,974 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row3. IsDeleteReplication:false 2024-11-11T06:23:57,015 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-11T06:23:57,266 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,39387,1731306207474.replicationSource.wal-reader.f334e8b0fbdf%2C39387%2C1731306207474,1-f334e8b0fbdf,39387,1731306207474 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40421/user/jenkins/test-data/3e6d609f-340d-16e1-c278-823d837bff4d/WALs/f334e8b0fbdf,39387,1731306207474/f334e8b0fbdf%2C39387%2C1731306207474.1731306209472 to pos 1236, reset compression=false 2024-11-11T06:23:57,271 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,39387,1731306207474.replicationSource.wal-reader.f334e8b0fbdf%2C39387%2C1731306207474,1-f334e8b0fbdf,39387,1731306207474 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-11T06:23:57,271 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,39387,1731306207474.replicationSource.wal-reader.f334e8b0fbdf%2C39387%2C1731306207474,1-f334e8b0fbdf,39387,1731306207474 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40421/user/jenkins/test-data/3e6d609f-340d-16e1-c278-823d837bff4d/WALs/f334e8b0fbdf,39387,1731306207474/f334e8b0fbdf%2C39387%2C1731306207474.1731306209472 to pos 1340, reset compression=false 2024-11-11T06:23:57,271 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,39387,1731306207474.replicationSource.shipperf334e8b0fbdf%2C39387%2C1731306207474,1-f334e8b0fbdf,39387,1731306207474 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f334e8b0fbdf,39387,1731306207474 got entry batch from reader: WALEntryBatch [walEntries=[{test/80dede053206c7d23781245abcc78594/10=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:40421/user/jenkins/test-data/3e6d609f-340d-16e1-c278-823d837bff4d/WALs/f334e8b0fbdf,39387,1731306207474/f334e8b0fbdf%2C39387%2C1731306207474.1731306209472, lastWalPosition=1340, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-11T06:23:57,272 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34057 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-11T06:23:57,275 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34057 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-11T06:23:57,321 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,34057,1731306211503.replicationSource.wal-reader.f334e8b0fbdf%2C34057%2C1731306211503,1-f334e8b0fbdf,34057,1731306211503 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43189/user/jenkins/test-data/5d43c1d0-c60a-41c6-3502-4eb37801f9ca/WALs/f334e8b0fbdf,34057,1731306211503/f334e8b0fbdf%2C34057%2C1731306211503.1731306213495 to pos 1235, reset compression=false 2024-11-11T06:23:57,325 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,34057,1731306211503.replicationSource.wal-reader.f334e8b0fbdf%2C34057%2C1731306211503,1-f334e8b0fbdf,34057,1731306211503 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-11T06:23:57,325 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,34057,1731306211503.replicationSource.wal-reader.f334e8b0fbdf%2C34057%2C1731306211503,1-f334e8b0fbdf,34057,1731306211503 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43189/user/jenkins/test-data/5d43c1d0-c60a-41c6-3502-4eb37801f9ca/WALs/f334e8b0fbdf,34057,1731306211503/f334e8b0fbdf%2C34057%2C1731306211503.1731306213495 to pos 1362, reset compression=false 2024-11-11T06:23:57,325 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,34057,1731306211503.replicationSource.shipperf334e8b0fbdf%2C34057%2C1731306211503,1-f334e8b0fbdf,34057,1731306211503 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f334e8b0fbdf,34057,1731306211503 got entry batch from reader: WALEntryBatch [walEntries=[{test/21fc551640e207aafddb509155d678d1/10=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:43189/user/jenkins/test-data/5d43c1d0-c60a-41c6-3502-4eb37801f9ca/WALs/f334e8b0fbdf,34057,1731306211503/f334e8b0fbdf%2C34057%2C1731306211503.1731306213495, lastWalPosition=1362, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-11T06:23:57,326 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38209 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-11T06:23:57,328 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38209 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-11T06:23:57,474 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,39387,1731306207474.replicationSource.wal-reader.f334e8b0fbdf%2C39387%2C1731306207474,1-f334e8b0fbdf,39387,1731306207474 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40421/user/jenkins/test-data/3e6d609f-340d-16e1-c278-823d837bff4d/WALs/f334e8b0fbdf,39387,1731306207474/f334e8b0fbdf%2C39387%2C1731306207474.1731306209472 to pos 1340, reset compression=false 2024-11-11T06:23:57,529 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,34057,1731306211503.replicationSource.wal-reader.f334e8b0fbdf%2C34057%2C1731306211503,1-f334e8b0fbdf,34057,1731306211503 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43189/user/jenkins/test-data/5d43c1d0-c60a-41c6-3502-4eb37801f9ca/WALs/f334e8b0fbdf,34057,1731306211503/f334e8b0fbdf%2C34057%2C1731306211503.1731306213495 to pos 1362, reset compression=false 2024-11-11T06:23:57,778 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,39387,1731306207474.replicationSource.wal-reader.f334e8b0fbdf%2C39387%2C1731306207474,1-f334e8b0fbdf,39387,1731306207474 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40421/user/jenkins/test-data/3e6d609f-340d-16e1-c278-823d837bff4d/WALs/f334e8b0fbdf,39387,1731306207474/f334e8b0fbdf%2C39387%2C1731306207474.1731306209472 to pos 1340, reset compression=false 2024-11-11T06:23:57,832 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,34057,1731306211503.replicationSource.wal-reader.f334e8b0fbdf%2C34057%2C1731306211503,1-f334e8b0fbdf,34057,1731306211503 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43189/user/jenkins/test-data/5d43c1d0-c60a-41c6-3502-4eb37801f9ca/WALs/f334e8b0fbdf,34057,1731306211503/f334e8b0fbdf%2C34057%2C1731306211503.1731306213495 to pos 1362, reset compression=false 2024-11-11T06:23:57,976 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row3. IsDeleteReplication:false 2024-11-11T06:23:57,979 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@54d9d044, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T06:23:57,979 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f334e8b0fbdf,46299,-1 for getting cluster id 2024-11-11T06:23:57,979 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T06:23:57,979 DEBUG [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '08b20f07-b18f-4277-a12d-46b74ff32b61' 2024-11-11T06:23:57,980 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T06:23:57,980 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "08b20f07-b18f-4277-a12d-46b74ff32b61" 2024-11-11T06:23:57,980 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@496a9dba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T06:23:57,980 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f334e8b0fbdf,46299,-1] 2024-11-11T06:23:57,980 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T06:23:57,980 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T06:23:57,981 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37436, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T06:23:57,981 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c362a2d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T06:23:57,984 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T06:23:57,985 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncConnectionImpl(321): The fetched master address is f334e8b0fbdf,46299,1731306215652 2024-11-11T06:23:57,985 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@77e00795 2024-11-11T06:23:57,985 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T06:23:57,986 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37448, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T06:23:57,987 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46299 {}] master.HMaster(3986): Client=jenkins//172.17.0.2 enable replication peer, id=1 2024-11-11T06:23:57,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46299 {}] procedure2.ProcedureExecutor(1139): Stored pid=14, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.EnablePeerProcedure 2024-11-11T06:23:57,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-11T06:23:57,993 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-11T06:23:58,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-11T06:23:58,147 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38209 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=15 2024-11-11T06:23:58,147 INFO [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0 {event_type=RS_REFRESH_PEER, pid=15}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ENABLE_PEER 2024-11-11T06:23:58,147 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0 {event_type=RS_REFRESH_PEER, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-11-11T06:23:58,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46299 {}] master.HMaster(4169): Remote procedure done, pid=15 2024-11-11T06:23:58,149 INFO [PEWorker-2 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ENABLE on f334e8b0fbdf,38209,1731306215691 suceeded 2024-11-11T06:23:58,151 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=14 2024-11-11T06:23:58,151 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=14, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 156 msec 2024-11-11T06:23:58,151 INFO [PEWorker-4 {}] replication.EnablePeerProcedure(67): Successfully enabled peer 1 2024-11-11T06:23:58,152 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.EnablePeerProcedure in 164 msec 2024-11-11T06:23:58,182 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,39387,1731306207474.replicationSource.wal-reader.f334e8b0fbdf%2C39387%2C1731306207474,1-f334e8b0fbdf,39387,1731306207474 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40421/user/jenkins/test-data/3e6d609f-340d-16e1-c278-823d837bff4d/WALs/f334e8b0fbdf,39387,1731306207474/f334e8b0fbdf%2C39387%2C1731306207474.1731306209472 to pos 1340, reset compression=false 2024-11-11T06:23:58,236 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,34057,1731306211503.replicationSource.wal-reader.f334e8b0fbdf%2C34057%2C1731306211503,1-f334e8b0fbdf,34057,1731306211503 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43189/user/jenkins/test-data/5d43c1d0-c60a-41c6-3502-4eb37801f9ca/WALs/f334e8b0fbdf,34057,1731306211503/f334e8b0fbdf%2C34057%2C1731306211503.1731306213495 to pos 1362, reset compression=false 2024-11-11T06:23:58,240 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,34057,1731306211503.replicationSource.wal-reader.f334e8b0fbdf%2C34057%2C1731306211503,1-f334e8b0fbdf,34057,1731306211503 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-11T06:23:58,240 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,34057,1731306211503.replicationSource.wal-reader.f334e8b0fbdf%2C34057%2C1731306211503,1-f334e8b0fbdf,34057,1731306211503 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43189/user/jenkins/test-data/5d43c1d0-c60a-41c6-3502-4eb37801f9ca/WALs/f334e8b0fbdf,34057,1731306211503/f334e8b0fbdf%2C34057%2C1731306211503.1731306213495 to pos 1466, reset compression=false 2024-11-11T06:23:58,240 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,34057,1731306211503.replicationSource.shipperf334e8b0fbdf%2C34057%2C1731306211503,1-f334e8b0fbdf,34057,1731306211503 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f334e8b0fbdf,34057,1731306211503 got entry batch from reader: WALEntryBatch [walEntries=[{test/21fc551640e207aafddb509155d678d1/11=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:43189/user/jenkins/test-data/5d43c1d0-c60a-41c6-3502-4eb37801f9ca/WALs/f334e8b0fbdf,34057,1731306211503/f334e8b0fbdf%2C34057%2C1731306211503.1731306213495, lastWalPosition=1466, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-11T06:23:58,241 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38209 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-11T06:23:58,243 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,38209,1731306215691.replicationSource.wal-reader.f334e8b0fbdf%2C38209%2C1731306215691,1-f334e8b0fbdf,38209,1731306215691 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:34351/user/jenkins/test-data/159c8311-119e-d6f6-2cbb-9979c8dfa208/WALs/f334e8b0fbdf,38209,1731306215691/f334e8b0fbdf%2C38209%2C1731306215691.1731306217272, startPosition=1239, beingWritten=true 2024-11-11T06:23:58,243 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38209 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-11T06:23:58,247 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,38209,1731306215691.replicationSource.wal-reader.f334e8b0fbdf%2C38209%2C1731306215691,1-f334e8b0fbdf,38209,1731306215691 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-11T06:23:58,247 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,38209,1731306215691.replicationSource.wal-reader.f334e8b0fbdf%2C38209%2C1731306215691,1-f334e8b0fbdf,38209,1731306215691 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34351/user/jenkins/test-data/159c8311-119e-d6f6-2cbb-9979c8dfa208/WALs/f334e8b0fbdf,38209,1731306215691/f334e8b0fbdf%2C38209%2C1731306215691.1731306217272 to pos 1518, reset compression=false 2024-11-11T06:23:58,247 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,38209,1731306215691.replicationSource.shipperf334e8b0fbdf%2C38209%2C1731306215691,1-f334e8b0fbdf,38209,1731306215691 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f334e8b0fbdf,38209,1731306215691 got entry batch from reader: WALEntryBatch [walEntries=[{test/5d2fa39b9577dde63e26051e70295f84/11=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:34351/user/jenkins/test-data/159c8311-119e-d6f6-2cbb-9979c8dfa208/WALs/f334e8b0fbdf,38209,1731306215691/f334e8b0fbdf%2C38209%2C1731306215691.1731306217272, lastWalPosition=1518, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-11T06:23:58,249 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,38209,1731306215691.replicationSource.shipperf334e8b0fbdf%2C38209%2C1731306215691,1-f334e8b0fbdf,38209,1731306215691 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-11T06:23:58,250 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56778, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=AdminService 2024-11-11T06:23:58,250 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39387 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-11T06:23:58,252 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39387 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-11T06:23:58,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46299 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-11T06:23:58,310 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ENABLE_REPLICATION_PEER, peerId: 1 completed 2024-11-11T06:23:58,310 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T06:23:58,310 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.enablePeer(TestMasterReplication.java:646) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:281) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T06:23:58,310 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T06:23:58,310 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T06:23:58,310 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T06:23:58,312 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row4. IsDeleteReplication:false 2024-11-11T06:23:58,312 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-11T06:23:58,312 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T06:23:58,312 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T06:23:58,312 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T06:23:58,312 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T06:23:58,312 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T06:23:58,312 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-11T06:23:58,312 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1907989183, stopped=false 2024-11-11T06:23:58,312 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=f334e8b0fbdf,46299,1731306215652 2024-11-11T06:23:58,314 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46299-0x10105b21f490006, quorum=127.0.0.1:62327, baseZNode=/2-680500304 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-680500304/running 2024-11-11T06:23:58,314 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38209-0x10105b21f490007, quorum=127.0.0.1:62327, baseZNode=/2-680500304 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-680500304/running 2024-11-11T06:23:58,314 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38209-0x10105b21f490007, quorum=127.0.0.1:62327, baseZNode=/2-680500304 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-680500304 2024-11-11T06:23:58,314 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46299-0x10105b21f490006, quorum=127.0.0.1:62327, baseZNode=/2-680500304 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-680500304 2024-11-11T06:23:58,314 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T06:23:58,315 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38209-0x10105b21f490007, quorum=127.0.0.1:62327, baseZNode=/2-680500304 Set watcher on znode that does not yet exist, /2-680500304/running 2024-11-11T06:23:58,315 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:46299-0x10105b21f490006, quorum=127.0.0.1:62327, baseZNode=/2-680500304 Set watcher on znode that does not yet exist, /2-680500304/running 2024-11-11T06:23:58,315 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T06:23:58,315 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T06:23:58,315 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T06:23:58,315 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'f334e8b0fbdf,38209,1731306215691' ***** 2024-11-11T06:23:58,315 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-11T06:23:58,315 INFO [RS:0;f334e8b0fbdf:38209 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-11T06:23:58,316 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-11T06:23:58,316 INFO [RS:0;f334e8b0fbdf:38209 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-11T06:23:58,316 INFO [RS:0;f334e8b0fbdf:38209 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-11T06:23:58,316 INFO [RS:0;f334e8b0fbdf:38209 {}] regionserver.HRegionServer(3091): Received CLOSE for 16a06d57f4d0ea617ca408f64d028039 2024-11-11T06:23:58,316 INFO [RS:0;f334e8b0fbdf:38209 {}] regionserver.HRegionServer(3091): Received CLOSE for 5d2fa39b9577dde63e26051e70295f84 2024-11-11T06:23:58,316 INFO [RS:0;f334e8b0fbdf:38209 {}] regionserver.HRegionServer(959): stopping server f334e8b0fbdf,38209,1731306215691 2024-11-11T06:23:58,316 INFO [RS:0;f334e8b0fbdf:38209 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T06:23:58,316 INFO [RS:0;f334e8b0fbdf:38209 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f334e8b0fbdf:38209. 2024-11-11T06:23:58,316 DEBUG [RS:0;f334e8b0fbdf:38209 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T06:23:58,316 DEBUG [RS:0;f334e8b0fbdf:38209 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T06:23:58,316 DEBUG [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 16a06d57f4d0ea617ca408f64d028039, disabling compactions & flushes 2024-11-11T06:23:58,316 INFO [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731306228103.16a06d57f4d0ea617ca408f64d028039. 2024-11-11T06:23:58,316 DEBUG [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731306228103.16a06d57f4d0ea617ca408f64d028039. 2024-11-11T06:23:58,316 DEBUG [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731306228103.16a06d57f4d0ea617ca408f64d028039. after waiting 0 ms 2024-11-11T06:23:58,316 INFO [RS:0;f334e8b0fbdf:38209 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-11T06:23:58,316 DEBUG [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731306228103.16a06d57f4d0ea617ca408f64d028039. 2024-11-11T06:23:58,316 INFO [RS:0;f334e8b0fbdf:38209 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-11T06:23:58,316 INFO [RS:0;f334e8b0fbdf:38209 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-11T06:23:58,317 INFO [RS:0;f334e8b0fbdf:38209 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-11T06:23:58,317 INFO [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 16a06d57f4d0ea617ca408f64d028039 3/3 column families, dataSize=1.31 KB heapSize=2.72 KB 2024-11-11T06:23:58,317 INFO [RS:0;f334e8b0fbdf:38209 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-11T06:23:58,317 DEBUG [RS:0;f334e8b0fbdf:38209 {}] regionserver.HRegionServer(1325): Online Regions={16a06d57f4d0ea617ca408f64d028039=hbase:replication,,1731306228103.16a06d57f4d0ea617ca408f64d028039., 1588230740=hbase:meta,,1.1588230740, 5d2fa39b9577dde63e26051e70295f84=test,,1731306222633.5d2fa39b9577dde63e26051e70295f84.} 2024-11-11T06:23:58,317 DEBUG [RS:0;f334e8b0fbdf:38209 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 16a06d57f4d0ea617ca408f64d028039, 5d2fa39b9577dde63e26051e70295f84 2024-11-11T06:23:58,317 DEBUG [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-11T06:23:58,317 INFO [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-11T06:23:58,317 DEBUG [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-11T06:23:58,317 DEBUG [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-11T06:23:58,317 DEBUG [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-11T06:23:58,317 INFO [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-11T06:23:58,333 DEBUG [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34351/user/jenkins/test-data/159c8311-119e-d6f6-2cbb-9979c8dfa208/data/hbase/replication/16a06d57f4d0ea617ca408f64d028039/.tmp/queue/399e6fdddadc43d9afc4511dce197fd7 is 154, key is 1-f334e8b0fbdf,38209,1731306215691/queue:f334e8b0fbdf%2C38209%2C1731306215691/1731306238253/Put/seqid=0 2024-11-11T06:23:58,336 DEBUG [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34351/user/jenkins/test-data/159c8311-119e-d6f6-2cbb-9979c8dfa208/data/hbase/meta/1588230740/.tmp/info/c1ce5891507240fcb136591ec014a924 is 147, key is hbase:replication,,1731306228103.16a06d57f4d0ea617ca408f64d028039./info:regioninfo/1731306229264/Put/seqid=0 2024-11-11T06:23:58,336 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42939 is added to blk_1073741840_1016 (size=5353) 2024-11-11T06:23:58,337 INFO [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.31 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:34351/user/jenkins/test-data/159c8311-119e-d6f6-2cbb-9979c8dfa208/data/hbase/replication/16a06d57f4d0ea617ca408f64d028039/.tmp/queue/399e6fdddadc43d9afc4511dce197fd7 2024-11-11T06:23:58,339 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42939 is added to blk_1073741841_1017 (size=7686) 2024-11-11T06:23:58,339 INFO [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34351/user/jenkins/test-data/159c8311-119e-d6f6-2cbb-9979c8dfa208/data/hbase/meta/1588230740/.tmp/info/c1ce5891507240fcb136591ec014a924 2024-11-11T06:23:58,342 DEBUG [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34351/user/jenkins/test-data/159c8311-119e-d6f6-2cbb-9979c8dfa208/data/hbase/replication/16a06d57f4d0ea617ca408f64d028039/.tmp/queue/399e6fdddadc43d9afc4511dce197fd7 as hdfs://localhost:34351/user/jenkins/test-data/159c8311-119e-d6f6-2cbb-9979c8dfa208/data/hbase/replication/16a06d57f4d0ea617ca408f64d028039/queue/399e6fdddadc43d9afc4511dce197fd7 2024-11-11T06:23:58,346 INFO [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34351/user/jenkins/test-data/159c8311-119e-d6f6-2cbb-9979c8dfa208/data/hbase/replication/16a06d57f4d0ea617ca408f64d028039/queue/399e6fdddadc43d9afc4511dce197fd7, entries=1, sequenceid=13, filesize=5.2 K 2024-11-11T06:23:58,346 INFO [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.31 KB/1342, heapSize ~2.20 KB/2256, currentSize=0 B/0 for 16a06d57f4d0ea617ca408f64d028039 in 30ms, sequenceid=13, compaction requested=false 2024-11-11T06:23:58,350 DEBUG [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34351/user/jenkins/test-data/159c8311-119e-d6f6-2cbb-9979c8dfa208/data/hbase/replication/16a06d57f4d0ea617ca408f64d028039/recovered.edits/16.seqid, newMaxSeqId=16, maxSeqId=1 2024-11-11T06:23:58,350 DEBUG [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-11T06:23:58,350 DEBUG [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-11T06:23:58,350 INFO [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731306228103.16a06d57f4d0ea617ca408f64d028039. 2024-11-11T06:23:58,350 DEBUG [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 16a06d57f4d0ea617ca408f64d028039: Waiting for close lock at 1731306238316Running coprocessor pre-close hooks at 1731306238316Disabling compacts and flushes for region at 1731306238316Disabling writes for close at 1731306238316Obtaining lock to block concurrent updates at 1731306238317 (+1 ms)Preparing flush snapshotting stores in 16a06d57f4d0ea617ca408f64d028039 at 1731306238317Finished memstore snapshotting hbase:replication,,1731306228103.16a06d57f4d0ea617ca408f64d028039., syncing WAL and waiting on mvcc, flushsize=dataSize=1342, getHeapSize=2736, getOffHeapSize=0, getCellsCount=9 at 1731306238317Flushing stores of hbase:replication,,1731306228103.16a06d57f4d0ea617ca408f64d028039. at 1731306238317Flushing 16a06d57f4d0ea617ca408f64d028039/queue: creating writer at 1731306238318 (+1 ms)Flushing 16a06d57f4d0ea617ca408f64d028039/queue: appending metadata at 1731306238332 (+14 ms)Flushing 16a06d57f4d0ea617ca408f64d028039/queue: closing flushed file at 1731306238332Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3cce7dc4: reopening flushed file at 1731306238341 (+9 ms)Finished flush of dataSize ~1.31 KB/1342, heapSize ~2.20 KB/2256, currentSize=0 B/0 for 16a06d57f4d0ea617ca408f64d028039 in 30ms, sequenceid=13, compaction requested=false at 1731306238346 (+5 ms)Writing region close event to WAL at 1731306238347 (+1 ms)Running coprocessor post-close hooks at 1731306238350 (+3 ms)Closed at 1731306238350 2024-11-11T06:23:58,350 DEBUG [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731306228103.16a06d57f4d0ea617ca408f64d028039. 2024-11-11T06:23:58,351 DEBUG [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 5d2fa39b9577dde63e26051e70295f84, disabling compactions & flushes 2024-11-11T06:23:58,351 INFO [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731306222633.5d2fa39b9577dde63e26051e70295f84. 2024-11-11T06:23:58,351 DEBUG [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731306222633.5d2fa39b9577dde63e26051e70295f84. 2024-11-11T06:23:58,351 DEBUG [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731306222633.5d2fa39b9577dde63e26051e70295f84. after waiting 0 ms 2024-11-11T06:23:58,351 DEBUG [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731306222633.5d2fa39b9577dde63e26051e70295f84. 2024-11-11T06:23:58,351 INFO [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 5d2fa39b9577dde63e26051e70295f84 3/3 column families, dataSize=342 B heapSize=1.99 KB 2024-11-11T06:23:58,357 INFO [regionserver/f334e8b0fbdf:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T06:23:58,359 DEBUG [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34351/user/jenkins/test-data/159c8311-119e-d6f6-2cbb-9979c8dfa208/data/hbase/meta/1588230740/.tmp/ns/7527934802414332aa12975a16d711a5 is 43, key is default/ns:d/1731306218243/Put/seqid=0 2024-11-11T06:23:58,362 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42939 is added to blk_1073741842_1018 (size=5153) 2024-11-11T06:23:58,369 DEBUG [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34351/user/jenkins/test-data/159c8311-119e-d6f6-2cbb-9979c8dfa208/data/default/test/5d2fa39b9577dde63e26051e70295f84/.tmp/f/53b6b65da0114ec79b13f61ee69b6572 is 37, key is row3/f:row3/1731306236971/Put/seqid=0 2024-11-11T06:23:58,372 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42939 is added to blk_1073741843_1019 (size=5228) 2024-11-11T06:23:58,443 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,34057,1731306211503.replicationSource.wal-reader.f334e8b0fbdf%2C34057%2C1731306211503,1-f334e8b0fbdf,34057,1731306211503 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43189/user/jenkins/test-data/5d43c1d0-c60a-41c6-3502-4eb37801f9ca/WALs/f334e8b0fbdf,34057,1731306211503/f334e8b0fbdf%2C34057%2C1731306211503.1731306213495 to pos 1466, reset compression=false 2024-11-11T06:23:58,451 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,38209,1731306215691.replicationSource.wal-reader.f334e8b0fbdf%2C38209%2C1731306215691,1-f334e8b0fbdf,38209,1731306215691 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34351/user/jenkins/test-data/159c8311-119e-d6f6-2cbb-9979c8dfa208/WALs/f334e8b0fbdf,38209,1731306215691/f334e8b0fbdf%2C38209%2C1731306215691.1731306217272 to pos 1518, reset compression=false 2024-11-11T06:23:58,455 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,38209,1731306215691.replicationSource.wal-reader.f334e8b0fbdf%2C38209%2C1731306215691,1-f334e8b0fbdf,38209,1731306215691 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-11T06:23:58,455 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,38209,1731306215691.replicationSource.wal-reader.f334e8b0fbdf%2C38209%2C1731306215691,1-f334e8b0fbdf,38209,1731306215691 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34351/user/jenkins/test-data/159c8311-119e-d6f6-2cbb-9979c8dfa208/WALs/f334e8b0fbdf,38209,1731306215691/f334e8b0fbdf%2C38209%2C1731306215691.1731306217272 to pos 1765, reset compression=false 2024-11-11T06:23:58,455 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,38209,1731306215691.replicationSource.shipperf334e8b0fbdf%2C38209%2C1731306215691,1-f334e8b0fbdf,38209,1731306215691 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f334e8b0fbdf,38209,1731306215691 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34351/user/jenkins/test-data/159c8311-119e-d6f6-2cbb-9979c8dfa208/WALs/f334e8b0fbdf,38209,1731306215691/f334e8b0fbdf%2C38209%2C1731306215691.1731306217272, lastWalPosition=1765, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-11T06:23:58,456 ERROR [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,38209,1731306215691.replicationSource.shipperf334e8b0fbdf%2C38209%2C1731306215691,1-f334e8b0fbdf,38209,1731306215691 {}] regionserver.HRegionServer(2440): ***** ABORTING region server f334e8b0fbdf,38209,1731306215691: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-f334e8b0fbdf,38209,1731306215691, walGroup=f334e8b0fbdf%2C38209%2C1731306215691, offset=f334e8b0fbdf%2C38209%2C1731306215691.1731306217272:1765, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f334e8b0fbdf:38209 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor134.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-11T06:23:58,457 ERROR [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,38209,1731306215691.replicationSource.shipperf334e8b0fbdf%2C38209%2C1731306215691,1-f334e8b0fbdf,38209,1731306215691 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-11T06:23:58,457 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,38209,1731306215691.replicationSource.shipperf334e8b0fbdf%2C38209%2C1731306215691,1-f334e8b0fbdf,38209,1731306215691 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-11T06:23:58,458 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,38209,1731306215691.replicationSource.shipperf334e8b0fbdf%2C38209%2C1731306215691,1-f334e8b0fbdf,38209,1731306215691 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-11T06:23:58,458 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,38209,1731306215691.replicationSource.shipperf334e8b0fbdf%2C38209%2C1731306215691,1-f334e8b0fbdf,38209,1731306215691 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-11T06:23:58,458 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,38209,1731306215691.replicationSource.shipperf334e8b0fbdf%2C38209%2C1731306215691,1-f334e8b0fbdf,38209,1731306215691 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-11T06:23:58,458 INFO [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,38209,1731306215691.replicationSource.shipperf334e8b0fbdf%2C38209%2C1731306215691,1-f334e8b0fbdf,38209,1731306215691 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1226833920, "init": 1048576000, "max": 2306867200, "used": 807851704 }, "NonHeapMemoryUsage": { "committed": 201981952, "init": 7667712, "max": -1, "used": 199044712 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-11T06:23:58,459 WARN [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,38209,1731306215691.replicationSource.shipperf334e8b0fbdf%2C38209%2C1731306215691,1-f334e8b0fbdf,38209,1731306215691 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f334e8b0fbdf:46299 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f334e8b0fbdf:46299 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor134.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-11T06:23:58,517 DEBUG [RS:0;f334e8b0fbdf:38209 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5d2fa39b9577dde63e26051e70295f84 2024-11-11T06:23:58,658 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,38209,1731306215691.replicationSource.wal-reader.f334e8b0fbdf%2C38209%2C1731306215691,1-f334e8b0fbdf,38209,1731306215691 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34351/user/jenkins/test-data/159c8311-119e-d6f6-2cbb-9979c8dfa208/WALs/f334e8b0fbdf,38209,1731306215691/f334e8b0fbdf%2C38209%2C1731306215691.1731306217272 to pos 1765, reset compression=false 2024-11-11T06:23:58,685 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,39387,1731306207474.replicationSource.wal-reader.f334e8b0fbdf%2C39387%2C1731306207474,1-f334e8b0fbdf,39387,1731306207474 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40421/user/jenkins/test-data/3e6d609f-340d-16e1-c278-823d837bff4d/WALs/f334e8b0fbdf,39387,1731306207474/f334e8b0fbdf%2C39387%2C1731306207474.1731306209472 to pos 1340, reset compression=false 2024-11-11T06:23:58,689 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,39387,1731306207474.replicationSource.wal-reader.f334e8b0fbdf%2C39387%2C1731306207474,1-f334e8b0fbdf,39387,1731306207474 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-11T06:23:58,690 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,39387,1731306207474.replicationSource.wal-reader.f334e8b0fbdf%2C39387%2C1731306207474,1-f334e8b0fbdf,39387,1731306207474 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40421/user/jenkins/test-data/3e6d609f-340d-16e1-c278-823d837bff4d/WALs/f334e8b0fbdf,39387,1731306207474/f334e8b0fbdf%2C39387%2C1731306207474.1731306209472 to pos 1491, reset compression=false 2024-11-11T06:23:58,690 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,39387,1731306207474.replicationSource.shipperf334e8b0fbdf%2C39387%2C1731306207474,1-f334e8b0fbdf,39387,1731306207474 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f334e8b0fbdf,39387,1731306207474 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40421/user/jenkins/test-data/3e6d609f-340d-16e1-c278-823d837bff4d/WALs/f334e8b0fbdf,39387,1731306207474/f334e8b0fbdf%2C39387%2C1731306207474.1731306209472, lastWalPosition=1491, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-11T06:23:58,717 DEBUG [RS:0;f334e8b0fbdf:38209 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5d2fa39b9577dde63e26051e70295f84 2024-11-11T06:23:58,746 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,34057,1731306211503.replicationSource.wal-reader.f334e8b0fbdf%2C34057%2C1731306211503,1-f334e8b0fbdf,34057,1731306211503 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43189/user/jenkins/test-data/5d43c1d0-c60a-41c6-3502-4eb37801f9ca/WALs/f334e8b0fbdf,34057,1731306211503/f334e8b0fbdf%2C34057%2C1731306211503.1731306213495 to pos 1466, reset compression=false 2024-11-11T06:23:58,762 INFO [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34351/user/jenkins/test-data/159c8311-119e-d6f6-2cbb-9979c8dfa208/data/hbase/meta/1588230740/.tmp/ns/7527934802414332aa12975a16d711a5 2024-11-11T06:23:58,772 INFO [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:34351/user/jenkins/test-data/159c8311-119e-d6f6-2cbb-9979c8dfa208/data/default/test/5d2fa39b9577dde63e26051e70295f84/.tmp/f/53b6b65da0114ec79b13f61ee69b6572 2024-11-11T06:23:58,776 INFO [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 53b6b65da0114ec79b13f61ee69b6572 2024-11-11T06:23:58,781 DEBUG [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34351/user/jenkins/test-data/159c8311-119e-d6f6-2cbb-9979c8dfa208/data/hbase/meta/1588230740/.tmp/rep_barrier/bcb91cce21564278a50f7407187c9703 is 112, key is test,,1731306222633.5d2fa39b9577dde63e26051e70295f84./rep_barrier:seqnumDuringOpen/1731306223779/Put/seqid=0 2024-11-11T06:23:58,784 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42939 is added to blk_1073741844_1020 (size=5518) 2024-11-11T06:23:58,794 DEBUG [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34351/user/jenkins/test-data/159c8311-119e-d6f6-2cbb-9979c8dfa208/data/default/test/5d2fa39b9577dde63e26051e70295f84/.tmp/f1/d93c21becbda475587fe0e33869c2fb5 is 30, key is row1/f1:/1731306234312/DeleteFamily/seqid=0 2024-11-11T06:23:58,797 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42939 is added to blk_1073741845_1021 (size=5158) 2024-11-11T06:23:58,893 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,39387,1731306207474.replicationSource.wal-reader.f334e8b0fbdf%2C39387%2C1731306207474,1-f334e8b0fbdf,39387,1731306207474 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40421/user/jenkins/test-data/3e6d609f-340d-16e1-c278-823d837bff4d/WALs/f334e8b0fbdf,39387,1731306207474/f334e8b0fbdf%2C39387%2C1731306207474.1731306209472 to pos 1491, reset compression=false 2024-11-11T06:23:58,917 DEBUG [RS:0;f334e8b0fbdf:38209 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5d2fa39b9577dde63e26051e70295f84 2024-11-11T06:23:58,962 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,38209,1731306215691.replicationSource.wal-reader.f334e8b0fbdf%2C38209%2C1731306215691,1-f334e8b0fbdf,38209,1731306215691 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34351/user/jenkins/test-data/159c8311-119e-d6f6-2cbb-9979c8dfa208/WALs/f334e8b0fbdf,38209,1731306215691/f334e8b0fbdf%2C38209%2C1731306215691.1731306217272 to pos 1765, reset compression=false 2024-11-11T06:23:59,118 DEBUG [RS:0;f334e8b0fbdf:38209 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5d2fa39b9577dde63e26051e70295f84 2024-11-11T06:23:59,142 INFO [regionserver/f334e8b0fbdf:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-11T06:23:59,143 INFO [regionserver/f334e8b0fbdf:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-11T06:23:59,150 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,34057,1731306211503.replicationSource.wal-reader.f334e8b0fbdf%2C34057%2C1731306211503,1-f334e8b0fbdf,34057,1731306211503 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43189/user/jenkins/test-data/5d43c1d0-c60a-41c6-3502-4eb37801f9ca/WALs/f334e8b0fbdf,34057,1731306211503/f334e8b0fbdf%2C34057%2C1731306211503.1731306213495 to pos 1466, reset compression=false 2024-11-11T06:23:59,185 INFO [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34351/user/jenkins/test-data/159c8311-119e-d6f6-2cbb-9979c8dfa208/data/hbase/meta/1588230740/.tmp/rep_barrier/bcb91cce21564278a50f7407187c9703 2024-11-11T06:23:59,197 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,39387,1731306207474.replicationSource.wal-reader.f334e8b0fbdf%2C39387%2C1731306207474,1-f334e8b0fbdf,39387,1731306207474 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40421/user/jenkins/test-data/3e6d609f-340d-16e1-c278-823d837bff4d/WALs/f334e8b0fbdf,39387,1731306207474/f334e8b0fbdf%2C39387%2C1731306207474.1731306209472 to pos 1491, reset compression=false 2024-11-11T06:23:59,197 INFO [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:34351/user/jenkins/test-data/159c8311-119e-d6f6-2cbb-9979c8dfa208/data/default/test/5d2fa39b9577dde63e26051e70295f84/.tmp/f1/d93c21becbda475587fe0e33869c2fb5 2024-11-11T06:23:59,201 INFO [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d93c21becbda475587fe0e33869c2fb5 2024-11-11T06:23:59,209 DEBUG [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34351/user/jenkins/test-data/159c8311-119e-d6f6-2cbb-9979c8dfa208/data/hbase/meta/1588230740/.tmp/table/6c0efc645bc2411398a0d0ec4be21a41 is 53, key is hbase:replication/table:state/1731306229270/Put/seqid=0 2024-11-11T06:23:59,213 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42939 is added to blk_1073741846_1022 (size=5308) 2024-11-11T06:23:59,218 DEBUG [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34351/user/jenkins/test-data/159c8311-119e-d6f6-2cbb-9979c8dfa208/data/default/test/5d2fa39b9577dde63e26051e70295f84/.tmp/norep/14a67176be0a47f9b4db4698b943acf9 is 33, key is row2/norep:/1731306235317/DeleteFamily/seqid=0 2024-11-11T06:23:59,221 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42939 is added to blk_1073741847_1023 (size=5108) 2024-11-11T06:23:59,318 INFO [RS:0;f334e8b0fbdf:38209 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-11T06:23:59,318 DEBUG [RS:0;f334e8b0fbdf:38209 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 5d2fa39b9577dde63e26051e70295f84=test,,1731306222633.5d2fa39b9577dde63e26051e70295f84.} 2024-11-11T06:23:59,318 DEBUG [RS:0;f334e8b0fbdf:38209 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5d2fa39b9577dde63e26051e70295f84 2024-11-11T06:23:59,365 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,38209,1731306215691.replicationSource.wal-reader.f334e8b0fbdf%2C38209%2C1731306215691,1-f334e8b0fbdf,38209,1731306215691 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34351/user/jenkins/test-data/159c8311-119e-d6f6-2cbb-9979c8dfa208/WALs/f334e8b0fbdf,38209,1731306215691/f334e8b0fbdf%2C38209%2C1731306215691.1731306217272 to pos 1765, reset compression=false 2024-11-11T06:23:59,518 DEBUG [RS:0;f334e8b0fbdf:38209 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5d2fa39b9577dde63e26051e70295f84 2024-11-11T06:23:59,601 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,39387,1731306207474.replicationSource.wal-reader.f334e8b0fbdf%2C39387%2C1731306207474,1-f334e8b0fbdf,39387,1731306207474 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40421/user/jenkins/test-data/3e6d609f-340d-16e1-c278-823d837bff4d/WALs/f334e8b0fbdf,39387,1731306207474/f334e8b0fbdf%2C39387%2C1731306207474.1731306209472 to pos 1491, reset compression=false 2024-11-11T06:23:59,614 INFO [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34351/user/jenkins/test-data/159c8311-119e-d6f6-2cbb-9979c8dfa208/data/hbase/meta/1588230740/.tmp/table/6c0efc645bc2411398a0d0ec4be21a41 2024-11-11T06:23:59,618 DEBUG [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34351/user/jenkins/test-data/159c8311-119e-d6f6-2cbb-9979c8dfa208/data/hbase/meta/1588230740/.tmp/info/c1ce5891507240fcb136591ec014a924 as hdfs://localhost:34351/user/jenkins/test-data/159c8311-119e-d6f6-2cbb-9979c8dfa208/data/hbase/meta/1588230740/info/c1ce5891507240fcb136591ec014a924 2024-11-11T06:23:59,621 INFO [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34351/user/jenkins/test-data/159c8311-119e-d6f6-2cbb-9979c8dfa208/data/hbase/meta/1588230740/info/c1ce5891507240fcb136591ec014a924, entries=20, sequenceid=16, filesize=7.5 K 2024-11-11T06:23:59,622 INFO [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:34351/user/jenkins/test-data/159c8311-119e-d6f6-2cbb-9979c8dfa208/data/default/test/5d2fa39b9577dde63e26051e70295f84/.tmp/norep/14a67176be0a47f9b4db4698b943acf9 2024-11-11T06:23:59,622 DEBUG [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34351/user/jenkins/test-data/159c8311-119e-d6f6-2cbb-9979c8dfa208/data/hbase/meta/1588230740/.tmp/ns/7527934802414332aa12975a16d711a5 as hdfs://localhost:34351/user/jenkins/test-data/159c8311-119e-d6f6-2cbb-9979c8dfa208/data/hbase/meta/1588230740/ns/7527934802414332aa12975a16d711a5 2024-11-11T06:23:59,625 INFO [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 14a67176be0a47f9b4db4698b943acf9 2024-11-11T06:23:59,625 INFO [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34351/user/jenkins/test-data/159c8311-119e-d6f6-2cbb-9979c8dfa208/data/hbase/meta/1588230740/ns/7527934802414332aa12975a16d711a5, entries=2, sequenceid=16, filesize=5.0 K 2024-11-11T06:23:59,626 DEBUG [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34351/user/jenkins/test-data/159c8311-119e-d6f6-2cbb-9979c8dfa208/data/default/test/5d2fa39b9577dde63e26051e70295f84/.tmp/f/53b6b65da0114ec79b13f61ee69b6572 as hdfs://localhost:34351/user/jenkins/test-data/159c8311-119e-d6f6-2cbb-9979c8dfa208/data/default/test/5d2fa39b9577dde63e26051e70295f84/f/53b6b65da0114ec79b13f61ee69b6572 2024-11-11T06:23:59,626 DEBUG [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34351/user/jenkins/test-data/159c8311-119e-d6f6-2cbb-9979c8dfa208/data/hbase/meta/1588230740/.tmp/rep_barrier/bcb91cce21564278a50f7407187c9703 as hdfs://localhost:34351/user/jenkins/test-data/159c8311-119e-d6f6-2cbb-9979c8dfa208/data/hbase/meta/1588230740/rep_barrier/bcb91cce21564278a50f7407187c9703 2024-11-11T06:23:59,630 INFO [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 53b6b65da0114ec79b13f61ee69b6572 2024-11-11T06:23:59,630 INFO [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34351/user/jenkins/test-data/159c8311-119e-d6f6-2cbb-9979c8dfa208/data/default/test/5d2fa39b9577dde63e26051e70295f84/f/53b6b65da0114ec79b13f61ee69b6572, entries=5, sequenceid=12, filesize=5.1 K 2024-11-11T06:23:59,630 INFO [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34351/user/jenkins/test-data/159c8311-119e-d6f6-2cbb-9979c8dfa208/data/hbase/meta/1588230740/rep_barrier/bcb91cce21564278a50f7407187c9703, entries=1, sequenceid=16, filesize=5.4 K 2024-11-11T06:23:59,630 DEBUG [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34351/user/jenkins/test-data/159c8311-119e-d6f6-2cbb-9979c8dfa208/data/default/test/5d2fa39b9577dde63e26051e70295f84/.tmp/f1/d93c21becbda475587fe0e33869c2fb5 as hdfs://localhost:34351/user/jenkins/test-data/159c8311-119e-d6f6-2cbb-9979c8dfa208/data/default/test/5d2fa39b9577dde63e26051e70295f84/f1/d93c21becbda475587fe0e33869c2fb5 2024-11-11T06:23:59,631 DEBUG [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34351/user/jenkins/test-data/159c8311-119e-d6f6-2cbb-9979c8dfa208/data/hbase/meta/1588230740/.tmp/table/6c0efc645bc2411398a0d0ec4be21a41 as hdfs://localhost:34351/user/jenkins/test-data/159c8311-119e-d6f6-2cbb-9979c8dfa208/data/hbase/meta/1588230740/table/6c0efc645bc2411398a0d0ec4be21a41 2024-11-11T06:23:59,634 INFO [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for d93c21becbda475587fe0e33869c2fb5 2024-11-11T06:23:59,634 INFO [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34351/user/jenkins/test-data/159c8311-119e-d6f6-2cbb-9979c8dfa208/data/hbase/meta/1588230740/table/6c0efc645bc2411398a0d0ec4be21a41, entries=4, sequenceid=16, filesize=5.2 K 2024-11-11T06:23:59,634 INFO [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34351/user/jenkins/test-data/159c8311-119e-d6f6-2cbb-9979c8dfa208/data/default/test/5d2fa39b9577dde63e26051e70295f84/f1/d93c21becbda475587fe0e33869c2fb5, entries=3, sequenceid=12, filesize=5.0 K 2024-11-11T06:23:59,635 DEBUG [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34351/user/jenkins/test-data/159c8311-119e-d6f6-2cbb-9979c8dfa208/data/default/test/5d2fa39b9577dde63e26051e70295f84/.tmp/norep/14a67176be0a47f9b4db4698b943acf9 as hdfs://localhost:34351/user/jenkins/test-data/159c8311-119e-d6f6-2cbb-9979c8dfa208/data/default/test/5d2fa39b9577dde63e26051e70295f84/norep/14a67176be0a47f9b4db4698b943acf9 2024-11-11T06:23:59,635 INFO [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1318ms, sequenceid=16, compaction requested=false 2024-11-11T06:23:59,638 INFO [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 14a67176be0a47f9b4db4698b943acf9 2024-11-11T06:23:59,638 INFO [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34351/user/jenkins/test-data/159c8311-119e-d6f6-2cbb-9979c8dfa208/data/default/test/5d2fa39b9577dde63e26051e70295f84/norep/14a67176be0a47f9b4db4698b943acf9, entries=1, sequenceid=12, filesize=5.0 K 2024-11-11T06:23:59,639 INFO [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 5d2fa39b9577dde63e26051e70295f84 in 1288ms, sequenceid=12, compaction requested=false 2024-11-11T06:23:59,641 DEBUG [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34351/user/jenkins/test-data/159c8311-119e-d6f6-2cbb-9979c8dfa208/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-11T06:23:59,641 DEBUG [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-11T06:23:59,641 DEBUG [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-11T06:23:59,642 INFO [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-11T06:23:59,642 DEBUG [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731306238317Running coprocessor pre-close hooks at 1731306238317Disabling compacts and flushes for region at 1731306238317Disabling writes for close at 1731306238317Obtaining lock to block concurrent updates at 1731306238317Preparing flush snapshotting stores in 1588230740 at 1731306238317Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731306238317Flushing stores of hbase:meta,,1.1588230740 at 1731306238318 (+1 ms)Flushing 1588230740/info: creating writer at 1731306238318Flushing 1588230740/info: appending metadata at 1731306238335 (+17 ms)Flushing 1588230740/info: closing flushed file at 1731306238335Flushing 1588230740/ns: creating writer at 1731306238343 (+8 ms)Flushing 1588230740/ns: appending metadata at 1731306238358 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1731306238358Flushing 1588230740/rep_barrier: creating writer at 1731306238766 (+408 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731306238781 (+15 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731306238781Flushing 1588230740/table: creating writer at 1731306239189 (+408 ms)Flushing 1588230740/table: appending metadata at 1731306239208 (+19 ms)Flushing 1588230740/table: closing flushed file at 1731306239208Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6a1b9387: reopening flushed file at 1731306239617 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@12d3b3a: reopening flushed file at 1731306239621 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@43bec915: reopening flushed file at 1731306239626 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@44d51261: reopening flushed file at 1731306239630 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1318ms, sequenceid=16, compaction requested=false at 1731306239635 (+5 ms)Writing region close event to WAL at 1731306239639 (+4 ms)Running coprocessor post-close hooks at 1731306239641 (+2 ms)Closed at 1731306239642 (+1 ms) 2024-11-11T06:23:59,642 DEBUG [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-11T06:23:59,642 DEBUG [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34351/user/jenkins/test-data/159c8311-119e-d6f6-2cbb-9979c8dfa208/data/default/test/5d2fa39b9577dde63e26051e70295f84/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-11T06:23:59,643 DEBUG [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-11T06:23:59,643 DEBUG [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-11T06:23:59,643 INFO [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731306222633.5d2fa39b9577dde63e26051e70295f84. 2024-11-11T06:23:59,643 DEBUG [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 5d2fa39b9577dde63e26051e70295f84: Waiting for close lock at 1731306238350Running coprocessor pre-close hooks at 1731306238351 (+1 ms)Disabling compacts and flushes for region at 1731306238351Disabling writes for close at 1731306238351Obtaining lock to block concurrent updates at 1731306238351Preparing flush snapshotting stores in 5d2fa39b9577dde63e26051e70295f84 at 1731306238351Finished memstore snapshotting test,,1731306222633.5d2fa39b9577dde63e26051e70295f84., syncing WAL and waiting on mvcc, flushsize=dataSize=342, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1731306238351Flushing stores of test,,1731306222633.5d2fa39b9577dde63e26051e70295f84. at 1731306238351Flushing 5d2fa39b9577dde63e26051e70295f84/f: creating writer at 1731306238351Flushing 5d2fa39b9577dde63e26051e70295f84/f: appending metadata at 1731306238369 (+18 ms)Flushing 5d2fa39b9577dde63e26051e70295f84/f: closing flushed file at 1731306238369Flushing 5d2fa39b9577dde63e26051e70295f84/f1: creating writer at 1731306238776 (+407 ms)Flushing 5d2fa39b9577dde63e26051e70295f84/f1: appending metadata at 1731306238793 (+17 ms)Flushing 5d2fa39b9577dde63e26051e70295f84/f1: closing flushed file at 1731306238793Flushing 5d2fa39b9577dde63e26051e70295f84/norep: creating writer at 1731306239201 (+408 ms)Flushing 5d2fa39b9577dde63e26051e70295f84/norep: appending metadata at 1731306239217 (+16 ms)Flushing 5d2fa39b9577dde63e26051e70295f84/norep: closing flushed file at 1731306239217Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@f06c80c: reopening flushed file at 1731306239625 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@42ee3b18: reopening flushed file at 1731306239630 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@63d6c161: reopening flushed file at 1731306239634 (+4 ms)Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 5d2fa39b9577dde63e26051e70295f84 in 1288ms, sequenceid=12, compaction requested=false at 1731306239639 (+5 ms)Writing region close event to WAL at 1731306239640 (+1 ms)Running coprocessor post-close hooks at 1731306239643 (+3 ms)Closed at 1731306239643 2024-11-11T06:23:59,643 DEBUG [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731306222633.5d2fa39b9577dde63e26051e70295f84. 2024-11-11T06:23:59,654 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,34057,1731306211503.replicationSource.wal-reader.f334e8b0fbdf%2C34057%2C1731306211503,1-f334e8b0fbdf,34057,1731306211503 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43189/user/jenkins/test-data/5d43c1d0-c60a-41c6-3502-4eb37801f9ca/WALs/f334e8b0fbdf,34057,1731306211503/f334e8b0fbdf%2C34057%2C1731306211503.1731306213495 to pos 1466, reset compression=false 2024-11-11T06:23:59,718 INFO [RS:0;f334e8b0fbdf:38209 {}] regionserver.HRegionServer(976): stopping server f334e8b0fbdf,38209,1731306215691; all regions closed. 2024-11-11T06:23:59,720 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42939 is added to blk_1073741834_1010 (size=4239) 2024-11-11T06:23:59,720 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/159c8311-119e-d6f6-2cbb-9979c8dfa208/WALs/f334e8b0fbdf,38209,1731306215691/f334e8b0fbdf%2C38209%2C1731306215691.meta.1731306218203.meta not finished, retry = 0 2024-11-11T06:23:59,823 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42939 is added to blk_1073741839_1015 (size=3333) 2024-11-11T06:23:59,825 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42939 is added to blk_1073741832_1008 (size=2417) 2024-11-11T06:23:59,825 DEBUG [RS:0;f334e8b0fbdf:38209 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T06:23:59,825 INFO [RS:0;f334e8b0fbdf:38209 {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T06:23:59,825 INFO [RS:0;f334e8b0fbdf:38209 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T06:23:59,825 INFO [RS:0;f334e8b0fbdf:38209 {}] hbase.ChoreService(370): Chore service for: regionserver/f334e8b0fbdf:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-11T06:23:59,826 INFO [RS:0;f334e8b0fbdf:38209 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T06:23:59,826 INFO [regionserver/f334e8b0fbdf:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T06:23:59,826 INFO [RS:0;f334e8b0fbdf:38209 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-f334e8b0fbdf,38209,1731306215691 because: Region server is closing 2024-11-11T06:23:59,826 INFO [RS:0;f334e8b0fbdf:38209 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f334e8b0fbdf:38209. 2024-11-11T06:23:59,826 DEBUG [RS:0;f334e8b0fbdf:38209 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T06:23:59,826 DEBUG [RS:0;f334e8b0fbdf:38209 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T06:23:59,826 DEBUG [RS:0;f334e8b0fbdf:38209 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T06:23:59,826 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T06:23:59,927 INFO [RS:0;f334e8b0fbdf:38209 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,38209,1731306215691.replicationSource.shipperf334e8b0fbdf%2C38209%2C1731306215691,1-f334e8b0fbdf,38209,1731306215691 terminated 2024-11-11T06:23:59,927 INFO [RS:0;f334e8b0fbdf:38209 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f334e8b0fbdf:38209. 2024-11-11T06:23:59,927 DEBUG [RS:0;f334e8b0fbdf:38209 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T06:23:59,927 DEBUG [RS:0;f334e8b0fbdf:38209 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T06:23:59,927 DEBUG [RS:0;f334e8b0fbdf:38209 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T06:23:59,927 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T06:23:59,928 INFO [RS:0;f334e8b0fbdf:38209 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38209 2024-11-11T06:23:59,930 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38209-0x10105b21f490007, quorum=127.0.0.1:62327, baseZNode=/2-680500304 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-680500304/rs/f334e8b0fbdf,38209,1731306215691 2024-11-11T06:23:59,931 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46299-0x10105b21f490006, quorum=127.0.0.1:62327, baseZNode=/2-680500304 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-680500304/rs 2024-11-11T06:23:59,931 INFO [RS:0;f334e8b0fbdf:38209 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T06:23:59,932 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [f334e8b0fbdf,38209,1731306215691] 2024-11-11T06:23:59,933 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /2-680500304/draining/f334e8b0fbdf,38209,1731306215691 already deleted, retry=false 2024-11-11T06:23:59,933 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; f334e8b0fbdf,38209,1731306215691 expired; onlineServers=0 2024-11-11T06:23:59,933 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'f334e8b0fbdf,46299,1731306215652' ***** 2024-11-11T06:23:59,933 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-11T06:23:59,933 INFO [M:0;f334e8b0fbdf:46299 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T06:23:59,933 INFO [M:0;f334e8b0fbdf:46299 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T06:23:59,933 DEBUG [M:0;f334e8b0fbdf:46299 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-11T06:23:59,933 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-11T06:23:59,934 DEBUG [M:0;f334e8b0fbdf:46299 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-11T06:23:59,934 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster-HFileCleaner.small.0-1731306217061 {}] cleaner.HFileCleaner(306): Exit Thread[master/f334e8b0fbdf:0:becomeActiveMaster-HFileCleaner.small.0-1731306217061,5,FailOnTimeoutGroup] 2024-11-11T06:23:59,934 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster-HFileCleaner.large.0-1731306217060 {}] cleaner.HFileCleaner(306): Exit Thread[master/f334e8b0fbdf:0:becomeActiveMaster-HFileCleaner.large.0-1731306217060,5,FailOnTimeoutGroup] 2024-11-11T06:23:59,934 INFO [M:0;f334e8b0fbdf:46299 {}] hbase.ChoreService(370): Chore service for: master/f334e8b0fbdf:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-11T06:23:59,934 INFO [M:0;f334e8b0fbdf:46299 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T06:23:59,934 DEBUG [M:0;f334e8b0fbdf:46299 {}] master.HMaster(1795): Stopping service threads 2024-11-11T06:23:59,934 INFO [M:0;f334e8b0fbdf:46299 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-11T06:23:59,934 INFO [M:0;f334e8b0fbdf:46299 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T06:23:59,934 INFO [M:0;f334e8b0fbdf:46299 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-11T06:23:59,934 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-11T06:23:59,939 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46299-0x10105b21f490006, quorum=127.0.0.1:62327, baseZNode=/2-680500304 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-680500304/master 2024-11-11T06:23:59,939 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46299-0x10105b21f490006, quorum=127.0.0.1:62327, baseZNode=/2-680500304 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-680500304 2024-11-11T06:23:59,939 DEBUG [M:0;f334e8b0fbdf:46299 {}] zookeeper.ZKUtil(347): master:46299-0x10105b21f490006, quorum=127.0.0.1:62327, baseZNode=/2-680500304 Unable to get data of znode /2-680500304/master because node does not exist (not an error) 2024-11-11T06:23:59,939 WARN [M:0;f334e8b0fbdf:46299 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-11T06:23:59,940 INFO [M:0;f334e8b0fbdf:46299 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:34351/user/jenkins/test-data/159c8311-119e-d6f6-2cbb-9979c8dfa208/.lastflushedseqids 2024-11-11T06:23:59,944 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42939 is added to blk_1073741848_1024 (size=245) 2024-11-11T06:24:00,032 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38209-0x10105b21f490007, quorum=127.0.0.1:62327, baseZNode=/2-680500304 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T06:24:00,032 INFO [RS:0;f334e8b0fbdf:38209 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T06:24:00,032 INFO [RS:0;f334e8b0fbdf:38209 {}] regionserver.HRegionServer(1031): Exiting; stopping=f334e8b0fbdf,38209,1731306215691; zookeeper connection closed. 2024-11-11T06:24:00,032 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38209-0x10105b21f490007, quorum=127.0.0.1:62327, baseZNode=/2-680500304 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T06:24:00,033 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@31217060 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@31217060 2024-11-11T06:24:00,033 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-11T06:24:00,105 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,39387,1731306207474.replicationSource.wal-reader.f334e8b0fbdf%2C39387%2C1731306207474,1-f334e8b0fbdf,39387,1731306207474 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40421/user/jenkins/test-data/3e6d609f-340d-16e1-c278-823d837bff4d/WALs/f334e8b0fbdf,39387,1731306207474/f334e8b0fbdf%2C39387%2C1731306207474.1731306209472 to pos 1491, reset compression=false 2024-11-11T06:24:00,256 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,34057,1731306211503.replicationSource.wal-reader.f334e8b0fbdf%2C34057%2C1731306211503,1-f334e8b0fbdf,34057,1731306211503 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43189/user/jenkins/test-data/5d43c1d0-c60a-41c6-3502-4eb37801f9ca/WALs/f334e8b0fbdf,34057,1731306211503/f334e8b0fbdf%2C34057%2C1731306211503.1731306213495 to pos 1466, reset compression=false 2024-11-11T06:24:00,345 INFO [M:0;f334e8b0fbdf:46299 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-11T06:24:00,345 INFO [M:0;f334e8b0fbdf:46299 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-11T06:24:00,345 DEBUG [M:0;f334e8b0fbdf:46299 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-11T06:24:00,345 INFO [M:0;f334e8b0fbdf:46299 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T06:24:00,346 DEBUG [M:0;f334e8b0fbdf:46299 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T06:24:00,346 DEBUG [M:0;f334e8b0fbdf:46299 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-11T06:24:00,346 DEBUG [M:0;f334e8b0fbdf:46299 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T06:24:00,346 INFO [M:0;f334e8b0fbdf:46299 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=63.58 KB heapSize=75.50 KB 2024-11-11T06:24:00,360 DEBUG [M:0;f334e8b0fbdf:46299 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34351/user/jenkins/test-data/159c8311-119e-d6f6-2cbb-9979c8dfa208/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c6453fdf72e14a9e8d7c02d7c7270808 is 82, key is hbase:meta,,1/info:regioninfo/1731306218233/Put/seqid=0 2024-11-11T06:24:00,364 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42939 is added to blk_1073741849_1025 (size=5672) 2024-11-11T06:24:00,708 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,39387,1731306207474.replicationSource.wal-reader.f334e8b0fbdf%2C39387%2C1731306207474,1-f334e8b0fbdf,39387,1731306207474 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40421/user/jenkins/test-data/3e6d609f-340d-16e1-c278-823d837bff4d/WALs/f334e8b0fbdf,39387,1731306207474/f334e8b0fbdf%2C39387%2C1731306207474.1731306209472 to pos 1491, reset compression=false 2024-11-11T06:24:00,764 INFO [M:0;f334e8b0fbdf:46299 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:34351/user/jenkins/test-data/159c8311-119e-d6f6-2cbb-9979c8dfa208/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c6453fdf72e14a9e8d7c02d7c7270808 2024-11-11T06:24:00,786 DEBUG [M:0;f334e8b0fbdf:46299 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34351/user/jenkins/test-data/159c8311-119e-d6f6-2cbb-9979c8dfa208/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/47d27d54434648e187b5b9282fc61491 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731306229273/Put/seqid=0 2024-11-11T06:24:00,789 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42939 is added to blk_1073741850_1026 (size=9212) 2024-11-11T06:24:00,960 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,34057,1731306211503.replicationSource.wal-reader.f334e8b0fbdf%2C34057%2C1731306211503,1-f334e8b0fbdf,34057,1731306211503 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43189/user/jenkins/test-data/5d43c1d0-c60a-41c6-3502-4eb37801f9ca/WALs/f334e8b0fbdf,34057,1731306211503/f334e8b0fbdf%2C34057%2C1731306211503.1731306213495 to pos 1466, reset compression=false 2024-11-11T06:24:01,043 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-11T06:24:01,190 INFO [M:0;f334e8b0fbdf:46299 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=63.03 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:34351/user/jenkins/test-data/159c8311-119e-d6f6-2cbb-9979c8dfa208/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/47d27d54434648e187b5b9282fc61491 2024-11-11T06:24:01,207 DEBUG [M:0;f334e8b0fbdf:46299 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34351/user/jenkins/test-data/159c8311-119e-d6f6-2cbb-9979c8dfa208/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0237223f027746bba31531aa16b53d2e is 69, key is f334e8b0fbdf,38209,1731306215691/rs:state/1731306217130/Put/seqid=0 2024-11-11T06:24:01,211 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42939 is added to blk_1073741851_1027 (size=5156) 2024-11-11T06:24:01,411 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,39387,1731306207474.replicationSource.wal-reader.f334e8b0fbdf%2C39387%2C1731306207474,1-f334e8b0fbdf,39387,1731306207474 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40421/user/jenkins/test-data/3e6d609f-340d-16e1-c278-823d837bff4d/WALs/f334e8b0fbdf,39387,1731306207474/f334e8b0fbdf%2C39387%2C1731306207474.1731306209472 to pos 1491, reset compression=false 2024-11-11T06:24:01,611 INFO [M:0;f334e8b0fbdf:46299 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:34351/user/jenkins/test-data/159c8311-119e-d6f6-2cbb-9979c8dfa208/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0237223f027746bba31531aa16b53d2e 2024-11-11T06:24:01,615 DEBUG [M:0;f334e8b0fbdf:46299 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34351/user/jenkins/test-data/159c8311-119e-d6f6-2cbb-9979c8dfa208/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c6453fdf72e14a9e8d7c02d7c7270808 as hdfs://localhost:34351/user/jenkins/test-data/159c8311-119e-d6f6-2cbb-9979c8dfa208/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c6453fdf72e14a9e8d7c02d7c7270808 2024-11-11T06:24:01,618 INFO [M:0;f334e8b0fbdf:46299 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34351/user/jenkins/test-data/159c8311-119e-d6f6-2cbb-9979c8dfa208/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c6453fdf72e14a9e8d7c02d7c7270808, entries=8, sequenceid=127, filesize=5.5 K 2024-11-11T06:24:01,619 DEBUG [M:0;f334e8b0fbdf:46299 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34351/user/jenkins/test-data/159c8311-119e-d6f6-2cbb-9979c8dfa208/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/47d27d54434648e187b5b9282fc61491 as hdfs://localhost:34351/user/jenkins/test-data/159c8311-119e-d6f6-2cbb-9979c8dfa208/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/47d27d54434648e187b5b9282fc61491 2024-11-11T06:24:01,622 INFO [M:0;f334e8b0fbdf:46299 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34351/user/jenkins/test-data/159c8311-119e-d6f6-2cbb-9979c8dfa208/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/47d27d54434648e187b5b9282fc61491, entries=15, sequenceid=127, filesize=9.0 K 2024-11-11T06:24:01,623 DEBUG [M:0;f334e8b0fbdf:46299 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34351/user/jenkins/test-data/159c8311-119e-d6f6-2cbb-9979c8dfa208/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0237223f027746bba31531aa16b53d2e as hdfs://localhost:34351/user/jenkins/test-data/159c8311-119e-d6f6-2cbb-9979c8dfa208/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/0237223f027746bba31531aa16b53d2e 2024-11-11T06:24:01,626 INFO [M:0;f334e8b0fbdf:46299 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34351/user/jenkins/test-data/159c8311-119e-d6f6-2cbb-9979c8dfa208/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/0237223f027746bba31531aa16b53d2e, entries=1, sequenceid=127, filesize=5.0 K 2024-11-11T06:24:01,627 INFO [M:0;f334e8b0fbdf:46299 {}] regionserver.HRegion(3140): Finished flush of dataSize ~63.58 KB/65109, heapSize ~75.20 KB/77008, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1281ms, sequenceid=127, compaction requested=false 2024-11-11T06:24:01,628 INFO [M:0;f334e8b0fbdf:46299 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T06:24:01,628 DEBUG [M:0;f334e8b0fbdf:46299 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731306240345Disabling compacts and flushes for region at 1731306240345Disabling writes for close at 1731306240346 (+1 ms)Obtaining lock to block concurrent updates at 1731306240346Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731306240346Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=65109, getHeapSize=77248, getOffHeapSize=0, getCellsCount=148 at 1731306240346Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731306240347 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731306240347Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731306240360 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731306240360Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731306240768 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731306240785 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731306240785Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731306241194 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731306241207 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731306241207Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@18a666c4: reopening flushed file at 1731306241615 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6ddf74e1: reopening flushed file at 1731306241619 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7f6a702a: reopening flushed file at 1731306241622 (+3 ms)Finished flush of dataSize ~63.58 KB/65109, heapSize ~75.20 KB/77008, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1281ms, sequenceid=127, compaction requested=false at 1731306241627 (+5 ms)Writing region close event to WAL at 1731306241628 (+1 ms)Closed at 1731306241628 2024-11-11T06:24:01,630 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42939 is added to blk_1073741830_1006 (size=73866) 2024-11-11T06:24:01,630 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/159c8311-119e-d6f6-2cbb-9979c8dfa208/MasterData/WALs/f334e8b0fbdf,46299,1731306215652/f334e8b0fbdf%2C46299%2C1731306215652.1731306216975 not finished, retry = 0 2024-11-11T06:24:01,731 INFO [M:0;f334e8b0fbdf:46299 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-11T06:24:01,731 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T06:24:01,731 INFO [M:0;f334e8b0fbdf:46299 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:46299 2024-11-11T06:24:01,732 INFO [M:0;f334e8b0fbdf:46299 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T06:24:01,763 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,34057,1731306211503.replicationSource.wal-reader.f334e8b0fbdf%2C34057%2C1731306211503,1-f334e8b0fbdf,34057,1731306211503 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43189/user/jenkins/test-data/5d43c1d0-c60a-41c6-3502-4eb37801f9ca/WALs/f334e8b0fbdf,34057,1731306211503/f334e8b0fbdf%2C34057%2C1731306211503.1731306213495 to pos 1466, reset compression=false 2024-11-11T06:24:01,833 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46299-0x10105b21f490006, quorum=127.0.0.1:62327, baseZNode=/2-680500304 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T06:24:01,833 INFO [M:0;f334e8b0fbdf:46299 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T06:24:01,833 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46299-0x10105b21f490006, quorum=127.0.0.1:62327, baseZNode=/2-680500304 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T06:24:01,836 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3f11a33{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T06:24:01,836 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@71e2a7ae{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T06:24:01,836 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T06:24:01,837 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3ca88f20{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T06:24:01,837 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@78f3c32e{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/092bfe86-8821-614d-9b01-ce06b808d8bf/hadoop.log.dir/,STOPPED} 2024-11-11T06:24:01,839 WARN [BP-1856662138-172.17.0.2-1731306214564 heartbeating to localhost/127.0.0.1:34351 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-11T06:24:01,839 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-11T06:24:01,839 WARN [BP-1856662138-172.17.0.2-1731306214564 heartbeating to localhost/127.0.0.1:34351 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1856662138-172.17.0.2-1731306214564 (Datanode Uuid 4d76a45f-e903-463c-9e2a-4316f074d680) service to localhost/127.0.0.1:34351 2024-11-11T06:24:01,839 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-11T06:24:01,839 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/092bfe86-8821-614d-9b01-ce06b808d8bf/cluster_fbf9b47d-c43a-5f28-db9d-5e7b4963d5f2/data/data1/current/BP-1856662138-172.17.0.2-1731306214564 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T06:24:01,839 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/092bfe86-8821-614d-9b01-ce06b808d8bf/cluster_fbf9b47d-c43a-5f28-db9d-5e7b4963d5f2/data/data2/current/BP-1856662138-172.17.0.2-1731306214564 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T06:24:01,840 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-11T06:24:01,847 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4c41974f{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-11T06:24:01,847 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2ca5a4de{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T06:24:01,847 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T06:24:01,847 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@74a78bc{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T06:24:01,847 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7f3a8588{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/092bfe86-8821-614d-9b01-ce06b808d8bf/hadoop.log.dir/,STOPPED} 2024-11-11T06:24:01,860 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-11T06:24:01,860 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-11T06:24:01,860 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T06:24:01,860 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T06:24:01,860 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T06:24:01,860 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T06:24:01,860 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T06:24:01,860 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-11T06:24:01,860 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=260511160, stopped=false 2024-11-11T06:24:01,860 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=f334e8b0fbdf,46767,1731306211456 2024-11-11T06:24:01,862 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34057-0x10105b21f490004, quorum=127.0.0.1:62327, baseZNode=/11493258966 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11493258966/running 2024-11-11T06:24:01,862 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46767-0x10105b21f490003, quorum=127.0.0.1:62327, baseZNode=/11493258966 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11493258966/running 2024-11-11T06:24:01,862 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34057-0x10105b21f490004, quorum=127.0.0.1:62327, baseZNode=/11493258966 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11493258966 2024-11-11T06:24:01,862 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T06:24:01,862 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46767-0x10105b21f490003, quorum=127.0.0.1:62327, baseZNode=/11493258966 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11493258966 2024-11-11T06:24:01,862 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T06:24:01,862 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T06:24:01,862 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T06:24:01,862 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:46767-0x10105b21f490003, quorum=127.0.0.1:62327, baseZNode=/11493258966 Set watcher on znode that does not yet exist, /11493258966/running 2024-11-11T06:24:01,862 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'f334e8b0fbdf,34057,1731306211503' ***** 2024-11-11T06:24:01,863 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-11T06:24:01,863 INFO [RS:0;f334e8b0fbdf:34057 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-11T06:24:01,863 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-11T06:24:01,863 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34057-0x10105b21f490004, quorum=127.0.0.1:62327, baseZNode=/11493258966 Set watcher on znode that does not yet exist, /11493258966/running 2024-11-11T06:24:01,863 INFO [RS:0;f334e8b0fbdf:34057 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-11T06:24:01,863 INFO [RS:0;f334e8b0fbdf:34057 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-11T06:24:01,863 INFO [RS:0;f334e8b0fbdf:34057 {}] regionserver.HRegionServer(3091): Received CLOSE for 21fc551640e207aafddb509155d678d1 2024-11-11T06:24:01,864 INFO [RS:0;f334e8b0fbdf:34057 {}] regionserver.HRegionServer(3091): Received CLOSE for 13f92ba532326434d0e589c1a199846c 2024-11-11T06:24:01,864 INFO [RS:0;f334e8b0fbdf:34057 {}] regionserver.HRegionServer(959): stopping server f334e8b0fbdf,34057,1731306211503 2024-11-11T06:24:01,864 INFO [RS:0;f334e8b0fbdf:34057 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T06:24:01,864 INFO [RS:0;f334e8b0fbdf:34057 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f334e8b0fbdf:34057. 2024-11-11T06:24:01,864 DEBUG [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 21fc551640e207aafddb509155d678d1, disabling compactions & flushes 2024-11-11T06:24:01,864 DEBUG [RS:0;f334e8b0fbdf:34057 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T06:24:01,864 INFO [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731306220483.21fc551640e207aafddb509155d678d1. 2024-11-11T06:24:01,864 DEBUG [RS:0;f334e8b0fbdf:34057 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T06:24:01,864 DEBUG [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731306220483.21fc551640e207aafddb509155d678d1. 2024-11-11T06:24:01,864 DEBUG [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731306220483.21fc551640e207aafddb509155d678d1. after waiting 0 ms 2024-11-11T06:24:01,864 DEBUG [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731306220483.21fc551640e207aafddb509155d678d1. 2024-11-11T06:24:01,864 INFO [RS:0;f334e8b0fbdf:34057 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-11T06:24:01,864 INFO [RS:0;f334e8b0fbdf:34057 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-11T06:24:01,864 INFO [RS:0;f334e8b0fbdf:34057 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-11T06:24:01,864 INFO [RS:0;f334e8b0fbdf:34057 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-11T06:24:01,864 INFO [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 21fc551640e207aafddb509155d678d1 3/3 column families, dataSize=342 B heapSize=1.99 KB 2024-11-11T06:24:01,864 INFO [RS:0;f334e8b0fbdf:34057 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-11T06:24:01,864 DEBUG [RS:0;f334e8b0fbdf:34057 {}] regionserver.HRegionServer(1325): Online Regions={21fc551640e207aafddb509155d678d1=test,,1731306220483.21fc551640e207aafddb509155d678d1., 1588230740=hbase:meta,,1.1588230740, 13f92ba532326434d0e589c1a199846c=hbase:replication,,1731306226963.13f92ba532326434d0e589c1a199846c.} 2024-11-11T06:24:01,864 DEBUG [RS:0;f334e8b0fbdf:34057 {}] regionserver.HRegionServer(1351): Waiting on 13f92ba532326434d0e589c1a199846c, 1588230740, 21fc551640e207aafddb509155d678d1 2024-11-11T06:24:01,864 DEBUG [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-11T06:24:01,864 INFO [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-11T06:24:01,864 DEBUG [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-11T06:24:01,864 DEBUG [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-11T06:24:01,864 DEBUG [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-11T06:24:01,864 INFO [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-11T06:24:01,880 INFO [regionserver/f334e8b0fbdf:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T06:24:01,886 DEBUG [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43189/user/jenkins/test-data/5d43c1d0-c60a-41c6-3502-4eb37801f9ca/data/hbase/meta/1588230740/.tmp/info/cea73c4b9d1d4eb4905f58dc14c21f64 is 147, key is hbase:replication,,1731306226963.13f92ba532326434d0e589c1a199846c./info:regioninfo/1731306227723/Put/seqid=0 2024-11-11T06:24:01,886 DEBUG [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43189/user/jenkins/test-data/5d43c1d0-c60a-41c6-3502-4eb37801f9ca/data/default/test/21fc551640e207aafddb509155d678d1/.tmp/f/dadbfb128cce48ddaef1affcf23fdb44 is 37, key is row3/f:row3/1731306236971/Put/seqid=0 2024-11-11T06:24:01,890 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38191 is added to blk_1073741840_1016 (size=7686) 2024-11-11T06:24:01,890 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38191 is added to blk_1073741841_1017 (size=5228) 2024-11-11T06:24:01,890 INFO [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43189/user/jenkins/test-data/5d43c1d0-c60a-41c6-3502-4eb37801f9ca/data/hbase/meta/1588230740/.tmp/info/cea73c4b9d1d4eb4905f58dc14c21f64 2024-11-11T06:24:01,912 DEBUG [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43189/user/jenkins/test-data/5d43c1d0-c60a-41c6-3502-4eb37801f9ca/data/hbase/meta/1588230740/.tmp/ns/71d863370cee461cb3393d0f8b5655fc is 43, key is default/ns:d/1731306214446/Put/seqid=0 2024-11-11T06:24:01,915 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38191 is added to blk_1073741842_1018 (size=5153) 2024-11-11T06:24:02,064 DEBUG [RS:0;f334e8b0fbdf:34057 {}] regionserver.HRegionServer(1351): Waiting on 13f92ba532326434d0e589c1a199846c, 1588230740, 21fc551640e207aafddb509155d678d1 2024-11-11T06:24:02,215 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,39387,1731306207474.replicationSource.wal-reader.f334e8b0fbdf%2C39387%2C1731306207474,1-f334e8b0fbdf,39387,1731306207474 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40421/user/jenkins/test-data/3e6d609f-340d-16e1-c278-823d837bff4d/WALs/f334e8b0fbdf,39387,1731306207474/f334e8b0fbdf%2C39387%2C1731306207474.1731306209472 to pos 1491, reset compression=false 2024-11-11T06:24:02,265 DEBUG [RS:0;f334e8b0fbdf:34057 {}] regionserver.HRegionServer(1351): Waiting on 13f92ba532326434d0e589c1a199846c, 1588230740, 21fc551640e207aafddb509155d678d1 2024-11-11T06:24:02,293 INFO [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:43189/user/jenkins/test-data/5d43c1d0-c60a-41c6-3502-4eb37801f9ca/data/default/test/21fc551640e207aafddb509155d678d1/.tmp/f/dadbfb128cce48ddaef1affcf23fdb44 2024-11-11T06:24:02,297 INFO [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for dadbfb128cce48ddaef1affcf23fdb44 2024-11-11T06:24:02,311 DEBUG [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43189/user/jenkins/test-data/5d43c1d0-c60a-41c6-3502-4eb37801f9ca/data/default/test/21fc551640e207aafddb509155d678d1/.tmp/f1/be2e998805da47b7a335c8c8fc9edd9c is 30, key is row1/f1:/1731306234312/DeleteFamily/seqid=0 2024-11-11T06:24:02,314 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38191 is added to blk_1073741843_1019 (size=5158) 2024-11-11T06:24:02,316 INFO [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43189/user/jenkins/test-data/5d43c1d0-c60a-41c6-3502-4eb37801f9ca/data/hbase/meta/1588230740/.tmp/ns/71d863370cee461cb3393d0f8b5655fc 2024-11-11T06:24:02,333 DEBUG [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43189/user/jenkins/test-data/5d43c1d0-c60a-41c6-3502-4eb37801f9ca/data/hbase/meta/1588230740/.tmp/rep_barrier/1fe4b1aae8ad4d5990c58ee2b806dd4c is 112, key is test,,1731306220483.21fc551640e207aafddb509155d678d1./rep_barrier:seqnumDuringOpen/1731306221632/Put/seqid=0 2024-11-11T06:24:02,336 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38191 is added to blk_1073741844_1020 (size=5518) 2024-11-11T06:24:02,337 INFO [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43189/user/jenkins/test-data/5d43c1d0-c60a-41c6-3502-4eb37801f9ca/data/hbase/meta/1588230740/.tmp/rep_barrier/1fe4b1aae8ad4d5990c58ee2b806dd4c 2024-11-11T06:24:02,353 DEBUG [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43189/user/jenkins/test-data/5d43c1d0-c60a-41c6-3502-4eb37801f9ca/data/hbase/meta/1588230740/.tmp/table/154d79915c1b44b7b1a3fd2ec4d1fd65 is 53, key is hbase:replication/table:state/1731306227729/Put/seqid=0 2024-11-11T06:24:02,357 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38191 is added to blk_1073741845_1021 (size=5308) 2024-11-11T06:24:02,365 INFO [regionserver/f334e8b0fbdf:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-11T06:24:02,365 INFO [regionserver/f334e8b0fbdf:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-11T06:24:02,465 DEBUG [RS:0;f334e8b0fbdf:34057 {}] regionserver.HRegionServer(1351): Waiting on 13f92ba532326434d0e589c1a199846c, 1588230740, 21fc551640e207aafddb509155d678d1 2024-11-11T06:24:02,665 DEBUG [RS:0;f334e8b0fbdf:34057 {}] regionserver.HRegionServer(1351): Waiting on 13f92ba532326434d0e589c1a199846c, 1588230740, 21fc551640e207aafddb509155d678d1 2024-11-11T06:24:02,666 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,34057,1731306211503.replicationSource.wal-reader.f334e8b0fbdf%2C34057%2C1731306211503,1-f334e8b0fbdf,34057,1731306211503 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43189/user/jenkins/test-data/5d43c1d0-c60a-41c6-3502-4eb37801f9ca/WALs/f334e8b0fbdf,34057,1731306211503/f334e8b0fbdf%2C34057%2C1731306211503.1731306213495 to pos 1466, reset compression=false 2024-11-11T06:24:02,670 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,34057,1731306211503.replicationSource.wal-reader.f334e8b0fbdf%2C34057%2C1731306211503,1-f334e8b0fbdf,34057,1731306211503 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-11T06:24:02,670 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,34057,1731306211503.replicationSource.wal-reader.f334e8b0fbdf%2C34057%2C1731306211503,1-f334e8b0fbdf,34057,1731306211503 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43189/user/jenkins/test-data/5d43c1d0-c60a-41c6-3502-4eb37801f9ca/WALs/f334e8b0fbdf,34057,1731306211503/f334e8b0fbdf%2C34057%2C1731306211503.1731306213495 to pos 1713, reset compression=false 2024-11-11T06:24:02,670 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,34057,1731306211503.replicationSource.shipperf334e8b0fbdf%2C34057%2C1731306211503,1-f334e8b0fbdf,34057,1731306211503 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f334e8b0fbdf,34057,1731306211503 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43189/user/jenkins/test-data/5d43c1d0-c60a-41c6-3502-4eb37801f9ca/WALs/f334e8b0fbdf,34057,1731306211503/f334e8b0fbdf%2C34057%2C1731306211503.1731306213495, lastWalPosition=1713, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-11T06:24:02,671 ERROR [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,34057,1731306211503.replicationSource.shipperf334e8b0fbdf%2C34057%2C1731306211503,1-f334e8b0fbdf,34057,1731306211503 {}] regionserver.HRegionServer(2440): ***** ABORTING region server f334e8b0fbdf,34057,1731306211503: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-f334e8b0fbdf,34057,1731306211503, walGroup=f334e8b0fbdf%2C34057%2C1731306211503, offset=f334e8b0fbdf%2C34057%2C1731306211503.1731306213495:1713, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f334e8b0fbdf:34057 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor134.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-11T06:24:02,673 ERROR [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,34057,1731306211503.replicationSource.shipperf334e8b0fbdf%2C34057%2C1731306211503,1-f334e8b0fbdf,34057,1731306211503 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-11T06:24:02,673 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,34057,1731306211503.replicationSource.shipperf334e8b0fbdf%2C34057%2C1731306211503,1-f334e8b0fbdf,34057,1731306211503 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-11T06:24:02,673 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,34057,1731306211503.replicationSource.shipperf334e8b0fbdf%2C34057%2C1731306211503,1-f334e8b0fbdf,34057,1731306211503 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-11T06:24:02,673 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,34057,1731306211503.replicationSource.shipperf334e8b0fbdf%2C34057%2C1731306211503,1-f334e8b0fbdf,34057,1731306211503 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-11T06:24:02,673 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,34057,1731306211503.replicationSource.shipperf334e8b0fbdf%2C34057%2C1731306211503,1-f334e8b0fbdf,34057,1731306211503 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-11T06:24:02,673 INFO [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,34057,1731306211503.replicationSource.shipperf334e8b0fbdf%2C34057%2C1731306211503,1-f334e8b0fbdf,34057,1731306211503 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1226833920, "init": 1048576000, "max": 2306867200, "used": 895932088 }, "NonHeapMemoryUsage": { "committed": 202506240, "init": 7667712, "max": -1, "used": 199531352 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-11T06:24:02,674 WARN [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,34057,1731306211503.replicationSource.shipperf334e8b0fbdf%2C34057%2C1731306211503,1-f334e8b0fbdf,34057,1731306211503 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f334e8b0fbdf:46767 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f334e8b0fbdf:46767 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor134.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-11T06:24:02,715 INFO [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:43189/user/jenkins/test-data/5d43c1d0-c60a-41c6-3502-4eb37801f9ca/data/default/test/21fc551640e207aafddb509155d678d1/.tmp/f1/be2e998805da47b7a335c8c8fc9edd9c 2024-11-11T06:24:02,719 INFO [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for be2e998805da47b7a335c8c8fc9edd9c 2024-11-11T06:24:02,733 DEBUG [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43189/user/jenkins/test-data/5d43c1d0-c60a-41c6-3502-4eb37801f9ca/data/default/test/21fc551640e207aafddb509155d678d1/.tmp/norep/9b4dff5571244f2f80382cc39c7b19e4 is 33, key is row1/norep:/1731306234312/DeleteFamily/seqid=0 2024-11-11T06:24:02,737 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38191 is added to blk_1073741846_1022 (size=5108) 2024-11-11T06:24:02,757 INFO [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43189/user/jenkins/test-data/5d43c1d0-c60a-41c6-3502-4eb37801f9ca/data/hbase/meta/1588230740/.tmp/table/154d79915c1b44b7b1a3fd2ec4d1fd65 2024-11-11T06:24:02,762 DEBUG [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43189/user/jenkins/test-data/5d43c1d0-c60a-41c6-3502-4eb37801f9ca/data/hbase/meta/1588230740/.tmp/info/cea73c4b9d1d4eb4905f58dc14c21f64 as hdfs://localhost:43189/user/jenkins/test-data/5d43c1d0-c60a-41c6-3502-4eb37801f9ca/data/hbase/meta/1588230740/info/cea73c4b9d1d4eb4905f58dc14c21f64 2024-11-11T06:24:02,765 INFO [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43189/user/jenkins/test-data/5d43c1d0-c60a-41c6-3502-4eb37801f9ca/data/hbase/meta/1588230740/info/cea73c4b9d1d4eb4905f58dc14c21f64, entries=20, sequenceid=16, filesize=7.5 K 2024-11-11T06:24:02,766 DEBUG [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43189/user/jenkins/test-data/5d43c1d0-c60a-41c6-3502-4eb37801f9ca/data/hbase/meta/1588230740/.tmp/ns/71d863370cee461cb3393d0f8b5655fc as hdfs://localhost:43189/user/jenkins/test-data/5d43c1d0-c60a-41c6-3502-4eb37801f9ca/data/hbase/meta/1588230740/ns/71d863370cee461cb3393d0f8b5655fc 2024-11-11T06:24:02,770 INFO [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43189/user/jenkins/test-data/5d43c1d0-c60a-41c6-3502-4eb37801f9ca/data/hbase/meta/1588230740/ns/71d863370cee461cb3393d0f8b5655fc, entries=2, sequenceid=16, filesize=5.0 K 2024-11-11T06:24:02,770 DEBUG [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43189/user/jenkins/test-data/5d43c1d0-c60a-41c6-3502-4eb37801f9ca/data/hbase/meta/1588230740/.tmp/rep_barrier/1fe4b1aae8ad4d5990c58ee2b806dd4c as hdfs://localhost:43189/user/jenkins/test-data/5d43c1d0-c60a-41c6-3502-4eb37801f9ca/data/hbase/meta/1588230740/rep_barrier/1fe4b1aae8ad4d5990c58ee2b806dd4c 2024-11-11T06:24:02,774 INFO [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43189/user/jenkins/test-data/5d43c1d0-c60a-41c6-3502-4eb37801f9ca/data/hbase/meta/1588230740/rep_barrier/1fe4b1aae8ad4d5990c58ee2b806dd4c, entries=1, sequenceid=16, filesize=5.4 K 2024-11-11T06:24:02,774 DEBUG [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43189/user/jenkins/test-data/5d43c1d0-c60a-41c6-3502-4eb37801f9ca/data/hbase/meta/1588230740/.tmp/table/154d79915c1b44b7b1a3fd2ec4d1fd65 as hdfs://localhost:43189/user/jenkins/test-data/5d43c1d0-c60a-41c6-3502-4eb37801f9ca/data/hbase/meta/1588230740/table/154d79915c1b44b7b1a3fd2ec4d1fd65 2024-11-11T06:24:02,777 INFO [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43189/user/jenkins/test-data/5d43c1d0-c60a-41c6-3502-4eb37801f9ca/data/hbase/meta/1588230740/table/154d79915c1b44b7b1a3fd2ec4d1fd65, entries=4, sequenceid=16, filesize=5.2 K 2024-11-11T06:24:02,778 INFO [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 914ms, sequenceid=16, compaction requested=false 2024-11-11T06:24:02,778 DEBUG [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-11T06:24:02,783 DEBUG [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43189/user/jenkins/test-data/5d43c1d0-c60a-41c6-3502-4eb37801f9ca/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-11T06:24:02,783 DEBUG [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-11T06:24:02,783 DEBUG [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-11T06:24:02,783 INFO [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-11T06:24:02,783 DEBUG [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731306241864Running coprocessor pre-close hooks at 1731306241864Disabling compacts and flushes for region at 1731306241864Disabling writes for close at 1731306241864Obtaining lock to block concurrent updates at 1731306241864Preparing flush snapshotting stores in 1588230740 at 1731306241864Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731306241865 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731306241865Flushing 1588230740/info: creating writer at 1731306241865Flushing 1588230740/info: appending metadata at 1731306241886 (+21 ms)Flushing 1588230740/info: closing flushed file at 1731306241886Flushing 1588230740/ns: creating writer at 1731306241896 (+10 ms)Flushing 1588230740/ns: appending metadata at 1731306241912 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1731306241912Flushing 1588230740/rep_barrier: creating writer at 1731306242319 (+407 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731306242333 (+14 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731306242333Flushing 1588230740/table: creating writer at 1731306242340 (+7 ms)Flushing 1588230740/table: appending metadata at 1731306242353 (+13 ms)Flushing 1588230740/table: closing flushed file at 1731306242353Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3f932a2e: reopening flushed file at 1731306242761 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3bff144a: reopening flushed file at 1731306242766 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6ec577d8: reopening flushed file at 1731306242770 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3fddd8a5: reopening flushed file at 1731306242774 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 914ms, sequenceid=16, compaction requested=false at 1731306242778 (+4 ms)Writing region close event to WAL at 1731306242780 (+2 ms)Running coprocessor post-close hooks at 1731306242783 (+3 ms)Closed at 1731306242783 2024-11-11T06:24:02,783 DEBUG [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-11T06:24:02,865 INFO [RS:0;f334e8b0fbdf:34057 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-11T06:24:02,865 DEBUG [RS:0;f334e8b0fbdf:34057 {}] regionserver.HRegionServer(1325): Online Regions={21fc551640e207aafddb509155d678d1=test,,1731306220483.21fc551640e207aafddb509155d678d1., 13f92ba532326434d0e589c1a199846c=hbase:replication,,1731306226963.13f92ba532326434d0e589c1a199846c.} 2024-11-11T06:24:02,865 DEBUG [RS:0;f334e8b0fbdf:34057 {}] regionserver.HRegionServer(1351): Waiting on 13f92ba532326434d0e589c1a199846c, 21fc551640e207aafddb509155d678d1 2024-11-11T06:24:02,873 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,34057,1731306211503.replicationSource.wal-reader.f334e8b0fbdf%2C34057%2C1731306211503,1-f334e8b0fbdf,34057,1731306211503 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43189/user/jenkins/test-data/5d43c1d0-c60a-41c6-3502-4eb37801f9ca/WALs/f334e8b0fbdf,34057,1731306211503/f334e8b0fbdf%2C34057%2C1731306211503.1731306213495 to pos 1713, reset compression=false 2024-11-11T06:24:03,065 DEBUG [RS:0;f334e8b0fbdf:34057 {}] regionserver.HRegionServer(1351): Waiting on 13f92ba532326434d0e589c1a199846c, 21fc551640e207aafddb509155d678d1 2024-11-11T06:24:03,119 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,39387,1731306207474.replicationSource.wal-reader.f334e8b0fbdf%2C39387%2C1731306207474,1-f334e8b0fbdf,39387,1731306207474 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40421/user/jenkins/test-data/3e6d609f-340d-16e1-c278-823d837bff4d/WALs/f334e8b0fbdf,39387,1731306207474/f334e8b0fbdf%2C39387%2C1731306207474.1731306209472 to pos 1491, reset compression=false 2024-11-11T06:24:03,137 INFO [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:43189/user/jenkins/test-data/5d43c1d0-c60a-41c6-3502-4eb37801f9ca/data/default/test/21fc551640e207aafddb509155d678d1/.tmp/norep/9b4dff5571244f2f80382cc39c7b19e4 2024-11-11T06:24:03,141 INFO [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 9b4dff5571244f2f80382cc39c7b19e4 2024-11-11T06:24:03,141 DEBUG [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43189/user/jenkins/test-data/5d43c1d0-c60a-41c6-3502-4eb37801f9ca/data/default/test/21fc551640e207aafddb509155d678d1/.tmp/f/dadbfb128cce48ddaef1affcf23fdb44 as hdfs://localhost:43189/user/jenkins/test-data/5d43c1d0-c60a-41c6-3502-4eb37801f9ca/data/default/test/21fc551640e207aafddb509155d678d1/f/dadbfb128cce48ddaef1affcf23fdb44 2024-11-11T06:24:03,144 INFO [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for dadbfb128cce48ddaef1affcf23fdb44 2024-11-11T06:24:03,144 INFO [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43189/user/jenkins/test-data/5d43c1d0-c60a-41c6-3502-4eb37801f9ca/data/default/test/21fc551640e207aafddb509155d678d1/f/dadbfb128cce48ddaef1affcf23fdb44, entries=5, sequenceid=12, filesize=5.1 K 2024-11-11T06:24:03,145 DEBUG [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43189/user/jenkins/test-data/5d43c1d0-c60a-41c6-3502-4eb37801f9ca/data/default/test/21fc551640e207aafddb509155d678d1/.tmp/f1/be2e998805da47b7a335c8c8fc9edd9c as hdfs://localhost:43189/user/jenkins/test-data/5d43c1d0-c60a-41c6-3502-4eb37801f9ca/data/default/test/21fc551640e207aafddb509155d678d1/f1/be2e998805da47b7a335c8c8fc9edd9c 2024-11-11T06:24:03,148 INFO [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for be2e998805da47b7a335c8c8fc9edd9c 2024-11-11T06:24:03,148 INFO [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43189/user/jenkins/test-data/5d43c1d0-c60a-41c6-3502-4eb37801f9ca/data/default/test/21fc551640e207aafddb509155d678d1/f1/be2e998805da47b7a335c8c8fc9edd9c, entries=3, sequenceid=12, filesize=5.0 K 2024-11-11T06:24:03,149 DEBUG [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43189/user/jenkins/test-data/5d43c1d0-c60a-41c6-3502-4eb37801f9ca/data/default/test/21fc551640e207aafddb509155d678d1/.tmp/norep/9b4dff5571244f2f80382cc39c7b19e4 as hdfs://localhost:43189/user/jenkins/test-data/5d43c1d0-c60a-41c6-3502-4eb37801f9ca/data/default/test/21fc551640e207aafddb509155d678d1/norep/9b4dff5571244f2f80382cc39c7b19e4 2024-11-11T06:24:03,151 INFO [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 9b4dff5571244f2f80382cc39c7b19e4 2024-11-11T06:24:03,151 INFO [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43189/user/jenkins/test-data/5d43c1d0-c60a-41c6-3502-4eb37801f9ca/data/default/test/21fc551640e207aafddb509155d678d1/norep/9b4dff5571244f2f80382cc39c7b19e4, entries=1, sequenceid=12, filesize=5.0 K 2024-11-11T06:24:03,152 INFO [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 21fc551640e207aafddb509155d678d1 in 1288ms, sequenceid=12, compaction requested=false 2024-11-11T06:24:03,152 DEBUG [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-11T06:24:03,160 DEBUG [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43189/user/jenkins/test-data/5d43c1d0-c60a-41c6-3502-4eb37801f9ca/data/default/test/21fc551640e207aafddb509155d678d1/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-11T06:24:03,161 DEBUG [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-11T06:24:03,161 DEBUG [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-11T06:24:03,161 INFO [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731306220483.21fc551640e207aafddb509155d678d1. 2024-11-11T06:24:03,161 DEBUG [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 21fc551640e207aafddb509155d678d1: Waiting for close lock at 1731306241864Running coprocessor pre-close hooks at 1731306241864Disabling compacts and flushes for region at 1731306241864Disabling writes for close at 1731306241864Obtaining lock to block concurrent updates at 1731306241864Preparing flush snapshotting stores in 21fc551640e207aafddb509155d678d1 at 1731306241864Finished memstore snapshotting test,,1731306220483.21fc551640e207aafddb509155d678d1., syncing WAL and waiting on mvcc, flushsize=dataSize=342, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1731306241864Flushing stores of test,,1731306220483.21fc551640e207aafddb509155d678d1. at 1731306241865 (+1 ms)Flushing 21fc551640e207aafddb509155d678d1/f: creating writer at 1731306241865Flushing 21fc551640e207aafddb509155d678d1/f: appending metadata at 1731306241886 (+21 ms)Flushing 21fc551640e207aafddb509155d678d1/f: closing flushed file at 1731306241886Flushing 21fc551640e207aafddb509155d678d1/f1: creating writer at 1731306242297 (+411 ms)Flushing 21fc551640e207aafddb509155d678d1/f1: appending metadata at 1731306242310 (+13 ms)Flushing 21fc551640e207aafddb509155d678d1/f1: closing flushed file at 1731306242310Flushing 21fc551640e207aafddb509155d678d1/norep: creating writer at 1731306242719 (+409 ms)Flushing 21fc551640e207aafddb509155d678d1/norep: appending metadata at 1731306242732 (+13 ms)Flushing 21fc551640e207aafddb509155d678d1/norep: closing flushed file at 1731306242732Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@e4e798e: reopening flushed file at 1731306243141 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@61a77f91: reopening flushed file at 1731306243144 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6a7995b2: reopening flushed file at 1731306243148 (+4 ms)Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 21fc551640e207aafddb509155d678d1 in 1288ms, sequenceid=12, compaction requested=false at 1731306243152 (+4 ms)Writing region close event to WAL at 1731306243158 (+6 ms)Running coprocessor post-close hooks at 1731306243161 (+3 ms)Closed at 1731306243161 2024-11-11T06:24:03,161 DEBUG [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731306220483.21fc551640e207aafddb509155d678d1. 2024-11-11T06:24:03,161 DEBUG [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 13f92ba532326434d0e589c1a199846c, disabling compactions & flushes 2024-11-11T06:24:03,161 INFO [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731306226963.13f92ba532326434d0e589c1a199846c. 2024-11-11T06:24:03,161 DEBUG [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731306226963.13f92ba532326434d0e589c1a199846c. 2024-11-11T06:24:03,161 DEBUG [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731306226963.13f92ba532326434d0e589c1a199846c. after waiting 0 ms 2024-11-11T06:24:03,161 DEBUG [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731306226963.13f92ba532326434d0e589c1a199846c. 2024-11-11T06:24:03,161 DEBUG [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 13f92ba532326434d0e589c1a199846c: Waiting for close lock at 1731306243161Running coprocessor pre-close hooks at 1731306243161Disabling compacts and flushes for region at 1731306243161Disabling writes for close at 1731306243161Failed flush hbase:replication,,1731306226963.13f92ba532326434d0e589c1a199846c., putting online again at 1731306243161 2024-11-11T06:24:03,162 DEBUG [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731306226963.13f92ba532326434d0e589c1a199846c. 2024-11-11T06:24:03,177 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,34057,1731306211503.replicationSource.wal-reader.f334e8b0fbdf%2C34057%2C1731306211503,1-f334e8b0fbdf,34057,1731306211503 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43189/user/jenkins/test-data/5d43c1d0-c60a-41c6-3502-4eb37801f9ca/WALs/f334e8b0fbdf,34057,1731306211503/f334e8b0fbdf%2C34057%2C1731306211503.1731306213495 to pos 1713, reset compression=false 2024-11-11T06:24:03,181 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,34057,1731306211503.replicationSource.wal-reader.f334e8b0fbdf%2C34057%2C1731306211503,1-f334e8b0fbdf,34057,1731306211503 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-11T06:24:03,181 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,34057,1731306211503.replicationSource.wal-reader.f334e8b0fbdf%2C34057%2C1731306211503,1-f334e8b0fbdf,34057,1731306211503 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43189/user/jenkins/test-data/5d43c1d0-c60a-41c6-3502-4eb37801f9ca/WALs/f334e8b0fbdf,34057,1731306211503/f334e8b0fbdf%2C34057%2C1731306211503.1731306213495 to pos 2357, reset compression=false 2024-11-11T06:24:03,266 INFO [RS:0;f334e8b0fbdf:34057 {}] regionserver.HRegionServer(3091): Received CLOSE for 13f92ba532326434d0e589c1a199846c 2024-11-11T06:24:03,266 DEBUG [RS:0;f334e8b0fbdf:34057 {}] regionserver.HRegionServer(1351): Waiting on 13f92ba532326434d0e589c1a199846c 2024-11-11T06:24:03,266 DEBUG [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 13f92ba532326434d0e589c1a199846c, disabling compactions & flushes 2024-11-11T06:24:03,266 INFO [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731306226963.13f92ba532326434d0e589c1a199846c. 2024-11-11T06:24:03,266 DEBUG [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731306226963.13f92ba532326434d0e589c1a199846c. 2024-11-11T06:24:03,266 DEBUG [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731306226963.13f92ba532326434d0e589c1a199846c. after waiting 0 ms 2024-11-11T06:24:03,266 DEBUG [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731306226963.13f92ba532326434d0e589c1a199846c. 2024-11-11T06:24:03,266 DEBUG [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 13f92ba532326434d0e589c1a199846c: Waiting for close lock at 1731306243266Running coprocessor pre-close hooks at 1731306243266Disabling compacts and flushes for region at 1731306243266Disabling writes for close at 1731306243266Failed flush hbase:replication,,1731306226963.13f92ba532326434d0e589c1a199846c., putting online again at 1731306243266 2024-11-11T06:24:03,266 DEBUG [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731306226963.13f92ba532326434d0e589c1a199846c. 2024-11-11T06:24:03,328 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f334e8b0fbdf:46767 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor134.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 10 more 2024-11-11T06:24:03,351 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T06:24:03,352 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T06:24:03,352 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T06:24:03,374 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T06:24:03,375 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T06:24:03,375 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T06:24:03,375 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T06:24:03,375 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T06:24:03,375 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T06:24:03,379 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T06:24:03,382 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T06:24:03,382 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T06:24:03,383 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T06:24:03,384 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,34057,1731306211503.replicationSource.wal-reader.f334e8b0fbdf%2C34057%2C1731306211503,1-f334e8b0fbdf,34057,1731306211503 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43189/user/jenkins/test-data/5d43c1d0-c60a-41c6-3502-4eb37801f9ca/WALs/f334e8b0fbdf,34057,1731306211503/f334e8b0fbdf%2C34057%2C1731306211503.1731306213495 to pos 2357, reset compression=false 2024-11-11T06:24:03,466 INFO [RS:0;f334e8b0fbdf:34057 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-11T06:24:03,466 INFO [RS:0;f334e8b0fbdf:34057 {}] regionserver.HRegionServer(976): stopping server f334e8b0fbdf,34057,1731306211503; all regions closed. 2024-11-11T06:24:03,468 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38191 is added to blk_1073741834_1010 (size=4239) 2024-11-11T06:24:03,470 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38191 is added to blk_1073741839_1015 (size=2609) 2024-11-11T06:24:03,472 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38191 is added to blk_1073741832_1008 (size=2365) 2024-11-11T06:24:03,472 DEBUG [RS:0;f334e8b0fbdf:34057 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T06:24:03,472 INFO [RS:0;f334e8b0fbdf:34057 {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T06:24:03,472 INFO [RS:0;f334e8b0fbdf:34057 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T06:24:03,473 INFO [RS:0;f334e8b0fbdf:34057 {}] hbase.ChoreService(370): Chore service for: regionserver/f334e8b0fbdf:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-11T06:24:03,473 INFO [RS:0;f334e8b0fbdf:34057 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T06:24:03,473 INFO [regionserver/f334e8b0fbdf:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T06:24:03,473 INFO [RS:0;f334e8b0fbdf:34057 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-f334e8b0fbdf,34057,1731306211503 because: Region server is closing 2024-11-11T06:24:03,473 INFO [RS:0;f334e8b0fbdf:34057 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f334e8b0fbdf:34057. 2024-11-11T06:24:03,473 DEBUG [RS:0;f334e8b0fbdf:34057 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T06:24:03,473 DEBUG [RS:0;f334e8b0fbdf:34057 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T06:24:03,473 DEBUG [RS:0;f334e8b0fbdf:34057 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T06:24:03,474 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T06:24:03,574 INFO [RS:0;f334e8b0fbdf:34057 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,34057,1731306211503.replicationSource.shipperf334e8b0fbdf%2C34057%2C1731306211503,1-f334e8b0fbdf,34057,1731306211503 terminated 2024-11-11T06:24:03,574 INFO [RS:0;f334e8b0fbdf:34057 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f334e8b0fbdf:34057. 2024-11-11T06:24:03,574 WARN [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,34057,1731306211503.replicationSource.wal-reader.f334e8b0fbdf%2C34057%2C1731306211503,1-f334e8b0fbdf,34057,1731306211503 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-11T06:24:03,574 DEBUG [RS:0;f334e8b0fbdf:34057 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T06:24:03,574 DEBUG [RS:0;f334e8b0fbdf:34057 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T06:24:03,574 DEBUG [RS:0;f334e8b0fbdf:34057 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T06:24:03,574 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T06:24:03,574 INFO [RS:0;f334e8b0fbdf:34057 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34057 2024-11-11T06:24:03,576 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46767-0x10105b21f490003, quorum=127.0.0.1:62327, baseZNode=/11493258966 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11493258966/rs 2024-11-11T06:24:03,576 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34057-0x10105b21f490004, quorum=127.0.0.1:62327, baseZNode=/11493258966 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11493258966/rs/f334e8b0fbdf,34057,1731306211503 2024-11-11T06:24:03,576 INFO [RS:0;f334e8b0fbdf:34057 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T06:24:03,579 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [f334e8b0fbdf,34057,1731306211503] 2024-11-11T06:24:03,580 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /11493258966/draining/f334e8b0fbdf,34057,1731306211503 already deleted, retry=false 2024-11-11T06:24:03,580 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; f334e8b0fbdf,34057,1731306211503 expired; onlineServers=0 2024-11-11T06:24:03,580 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'f334e8b0fbdf,46767,1731306211456' ***** 2024-11-11T06:24:03,580 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-11T06:24:03,580 INFO [M:0;f334e8b0fbdf:46767 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T06:24:03,580 INFO [M:0;f334e8b0fbdf:46767 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T06:24:03,580 DEBUG [M:0;f334e8b0fbdf:46767 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-11T06:24:03,580 DEBUG [M:0;f334e8b0fbdf:46767 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-11T06:24:03,580 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-11T06:24:03,580 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster-HFileCleaner.large.0-1731306213276 {}] cleaner.HFileCleaner(306): Exit Thread[master/f334e8b0fbdf:0:becomeActiveMaster-HFileCleaner.large.0-1731306213276,5,FailOnTimeoutGroup] 2024-11-11T06:24:03,580 INFO [M:0;f334e8b0fbdf:46767 {}] hbase.ChoreService(370): Chore service for: master/f334e8b0fbdf:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-11T06:24:03,580 INFO [M:0;f334e8b0fbdf:46767 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T06:24:03,581 DEBUG [M:0;f334e8b0fbdf:46767 {}] master.HMaster(1795): Stopping service threads 2024-11-11T06:24:03,581 INFO [M:0;f334e8b0fbdf:46767 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-11T06:24:03,581 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster-HFileCleaner.small.0-1731306213276 {}] cleaner.HFileCleaner(306): Exit Thread[master/f334e8b0fbdf:0:becomeActiveMaster-HFileCleaner.small.0-1731306213276,5,FailOnTimeoutGroup] 2024-11-11T06:24:03,581 INFO [M:0;f334e8b0fbdf:46767 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T06:24:03,581 INFO [M:0;f334e8b0fbdf:46767 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-11T06:24:03,581 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-11T06:24:03,582 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46767-0x10105b21f490003, quorum=127.0.0.1:62327, baseZNode=/11493258966 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11493258966/master 2024-11-11T06:24:03,582 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46767-0x10105b21f490003, quorum=127.0.0.1:62327, baseZNode=/11493258966 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11493258966 2024-11-11T06:24:03,582 DEBUG [M:0;f334e8b0fbdf:46767 {}] zookeeper.ZKUtil(347): master:46767-0x10105b21f490003, quorum=127.0.0.1:62327, baseZNode=/11493258966 Unable to get data of znode /11493258966/master because node does not exist (not an error) 2024-11-11T06:24:03,582 WARN [M:0;f334e8b0fbdf:46767 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-11T06:24:03,583 INFO [M:0;f334e8b0fbdf:46767 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:43189/user/jenkins/test-data/5d43c1d0-c60a-41c6-3502-4eb37801f9ca/.lastflushedseqids 2024-11-11T06:24:03,586 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38191 is added to blk_1073741847_1023 (size=245) 2024-11-11T06:24:03,679 INFO [RS:0;f334e8b0fbdf:34057 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T06:24:03,679 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34057-0x10105b21f490004, quorum=127.0.0.1:62327, baseZNode=/11493258966 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T06:24:03,679 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34057-0x10105b21f490004, quorum=127.0.0.1:62327, baseZNode=/11493258966 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T06:24:03,679 INFO [RS:0;f334e8b0fbdf:34057 {}] regionserver.HRegionServer(1031): Exiting; stopping=f334e8b0fbdf,34057,1731306211503; zookeeper connection closed. 2024-11-11T06:24:03,679 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5dbb6946 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5dbb6946 2024-11-11T06:24:03,679 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-11T06:24:03,894 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-11T06:24:03,895 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T06:24:03,895 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T06:24:03,896 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T06:24:03,921 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T06:24:03,921 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T06:24:03,921 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T06:24:03,921 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T06:24:03,921 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T06:24:03,922 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T06:24:03,926 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T06:24:03,928 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T06:24:03,928 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T06:24:03,929 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T06:24:03,929 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [f334e8b0fbdf,42169,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f334e8b0fbdf:42169 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-11T06:24:03,929 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T06:24:03,929 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 13, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 68408 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [f334e8b0fbdf,42169,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f334e8b0fbdf:42169 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-11T06:24:03,987 INFO [M:0;f334e8b0fbdf:46767 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-11T06:24:03,987 INFO [M:0;f334e8b0fbdf:46767 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-11T06:24:03,987 DEBUG [M:0;f334e8b0fbdf:46767 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-11T06:24:03,987 INFO [M:0;f334e8b0fbdf:46767 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T06:24:03,987 DEBUG [M:0;f334e8b0fbdf:46767 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T06:24:03,987 DEBUG [M:0;f334e8b0fbdf:46767 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-11T06:24:03,987 DEBUG [M:0;f334e8b0fbdf:46767 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T06:24:03,987 INFO [M:0;f334e8b0fbdf:46767 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.51 KB heapSize=64.93 KB 2024-11-11T06:24:04,002 DEBUG [M:0;f334e8b0fbdf:46767 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43189/user/jenkins/test-data/5d43c1d0-c60a-41c6-3502-4eb37801f9ca/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f823a3c9f2694c8993c5d00883fa8fcb is 82, key is hbase:meta,,1/info:regioninfo/1731306214438/Put/seqid=0 2024-11-11T06:24:04,005 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38191 is added to blk_1073741848_1024 (size=5672) 2024-11-11T06:24:04,122 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,39387,1731306207474.replicationSource.wal-reader.f334e8b0fbdf%2C39387%2C1731306207474,1-f334e8b0fbdf,39387,1731306207474 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40421/user/jenkins/test-data/3e6d609f-340d-16e1-c278-823d837bff4d/WALs/f334e8b0fbdf,39387,1731306207474/f334e8b0fbdf%2C39387%2C1731306207474.1731306209472 to pos 1491, reset compression=false 2024-11-11T06:24:04,406 INFO [M:0;f334e8b0fbdf:46767 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:43189/user/jenkins/test-data/5d43c1d0-c60a-41c6-3502-4eb37801f9ca/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f823a3c9f2694c8993c5d00883fa8fcb 2024-11-11T06:24:04,431 DEBUG [M:0;f334e8b0fbdf:46767 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43189/user/jenkins/test-data/5d43c1d0-c60a-41c6-3502-4eb37801f9ca/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1b25a4f3c98648c18665bf17be228adf is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731306227732/Put/seqid=0 2024-11-11T06:24:04,435 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38191 is added to blk_1073741849_1025 (size=8517) 2024-11-11T06:24:04,836 INFO [M:0;f334e8b0fbdf:46767 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.96 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:43189/user/jenkins/test-data/5d43c1d0-c60a-41c6-3502-4eb37801f9ca/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1b25a4f3c98648c18665bf17be228adf 2024-11-11T06:24:04,854 DEBUG [M:0;f334e8b0fbdf:46767 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43189/user/jenkins/test-data/5d43c1d0-c60a-41c6-3502-4eb37801f9ca/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e6235286c5e14abcb388597f52ca8bf8 is 69, key is f334e8b0fbdf,34057,1731306211503/rs:state/1731306213343/Put/seqid=0 2024-11-11T06:24:04,858 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38191 is added to blk_1073741850_1026 (size=5156) 2024-11-11T06:24:05,226 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,39387,1731306207474.replicationSource.wal-reader.f334e8b0fbdf%2C39387%2C1731306207474,1-f334e8b0fbdf,39387,1731306207474 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40421/user/jenkins/test-data/3e6d609f-340d-16e1-c278-823d837bff4d/WALs/f334e8b0fbdf,39387,1731306207474/f334e8b0fbdf%2C39387%2C1731306207474.1731306209472 to pos 1491, reset compression=false 2024-11-11T06:24:05,258 INFO [M:0;f334e8b0fbdf:46767 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:43189/user/jenkins/test-data/5d43c1d0-c60a-41c6-3502-4eb37801f9ca/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e6235286c5e14abcb388597f52ca8bf8 2024-11-11T06:24:05,263 DEBUG [M:0;f334e8b0fbdf:46767 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43189/user/jenkins/test-data/5d43c1d0-c60a-41c6-3502-4eb37801f9ca/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f823a3c9f2694c8993c5d00883fa8fcb as hdfs://localhost:43189/user/jenkins/test-data/5d43c1d0-c60a-41c6-3502-4eb37801f9ca/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f823a3c9f2694c8993c5d00883fa8fcb 2024-11-11T06:24:05,266 INFO [M:0;f334e8b0fbdf:46767 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43189/user/jenkins/test-data/5d43c1d0-c60a-41c6-3502-4eb37801f9ca/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f823a3c9f2694c8993c5d00883fa8fcb, entries=8, sequenceid=97, filesize=5.5 K 2024-11-11T06:24:05,267 DEBUG [M:0;f334e8b0fbdf:46767 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43189/user/jenkins/test-data/5d43c1d0-c60a-41c6-3502-4eb37801f9ca/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1b25a4f3c98648c18665bf17be228adf as hdfs://localhost:43189/user/jenkins/test-data/5d43c1d0-c60a-41c6-3502-4eb37801f9ca/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/1b25a4f3c98648c18665bf17be228adf 2024-11-11T06:24:05,270 INFO [M:0;f334e8b0fbdf:46767 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43189/user/jenkins/test-data/5d43c1d0-c60a-41c6-3502-4eb37801f9ca/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/1b25a4f3c98648c18665bf17be228adf, entries=11, sequenceid=97, filesize=8.3 K 2024-11-11T06:24:05,271 DEBUG [M:0;f334e8b0fbdf:46767 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43189/user/jenkins/test-data/5d43c1d0-c60a-41c6-3502-4eb37801f9ca/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e6235286c5e14abcb388597f52ca8bf8 as hdfs://localhost:43189/user/jenkins/test-data/5d43c1d0-c60a-41c6-3502-4eb37801f9ca/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/e6235286c5e14abcb388597f52ca8bf8 2024-11-11T06:24:05,274 INFO [M:0;f334e8b0fbdf:46767 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43189/user/jenkins/test-data/5d43c1d0-c60a-41c6-3502-4eb37801f9ca/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/e6235286c5e14abcb388597f52ca8bf8, entries=1, sequenceid=97, filesize=5.0 K 2024-11-11T06:24:05,275 INFO [M:0;f334e8b0fbdf:46767 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1288ms, sequenceid=97, compaction requested=false 2024-11-11T06:24:05,277 INFO [M:0;f334e8b0fbdf:46767 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T06:24:05,277 DEBUG [M:0;f334e8b0fbdf:46767 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731306243987Disabling compacts and flushes for region at 1731306243987Disabling writes for close at 1731306243987Obtaining lock to block concurrent updates at 1731306243987Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731306243987Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56847, getHeapSize=66424, getOffHeapSize=0, getCellsCount=114 at 1731306243988 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731306243988Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731306243988Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731306244002 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731306244002Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731306244410 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731306244431 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731306244431Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731306244840 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731306244854 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731306244854Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1558dda0: reopening flushed file at 1731306245262 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7219d36e: reopening flushed file at 1731306245267 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@30353fad: reopening flushed file at 1731306245271 (+4 ms)Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1288ms, sequenceid=97, compaction requested=false at 1731306245275 (+4 ms)Writing region close event to WAL at 1731306245277 (+2 ms)Closed at 1731306245277 2024-11-11T06:24:05,279 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38191 is added to blk_1073741830_1006 (size=63666) 2024-11-11T06:24:05,279 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T06:24:05,279 INFO [M:0;f334e8b0fbdf:46767 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-11T06:24:05,279 INFO [M:0;f334e8b0fbdf:46767 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:46767 2024-11-11T06:24:05,280 INFO [M:0;f334e8b0fbdf:46767 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T06:24:05,382 INFO [M:0;f334e8b0fbdf:46767 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T06:24:05,382 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46767-0x10105b21f490003, quorum=127.0.0.1:62327, baseZNode=/11493258966 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T06:24:05,382 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46767-0x10105b21f490003, quorum=127.0.0.1:62327, baseZNode=/11493258966 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T06:24:05,384 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2b2d638f{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T06:24:05,385 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@67189c7a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T06:24:05,385 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T06:24:05,385 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4565cc47{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T06:24:05,385 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2553b522{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6c62eb12-aad1-61e9-3a35-62129671f1e4/hadoop.log.dir/,STOPPED} 2024-11-11T06:24:05,387 WARN [BP-1733429642-172.17.0.2-1731306210536 heartbeating to localhost/127.0.0.1:43189 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-11T06:24:05,387 WARN [BP-1733429642-172.17.0.2-1731306210536 heartbeating to localhost/127.0.0.1:43189 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1733429642-172.17.0.2-1731306210536 (Datanode Uuid 2e5f3eb9-68ba-42e6-8ddb-80b6a98ad0f5) service to localhost/127.0.0.1:43189 2024-11-11T06:24:05,387 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-11T06:24:05,387 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-11T06:24:05,387 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6c62eb12-aad1-61e9-3a35-62129671f1e4/cluster_ed9729d8-88f1-0bae-d5fe-fb86973de3e2/data/data1/current/BP-1733429642-172.17.0.2-1731306210536 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T06:24:05,387 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6c62eb12-aad1-61e9-3a35-62129671f1e4/cluster_ed9729d8-88f1-0bae-d5fe-fb86973de3e2/data/data2/current/BP-1733429642-172.17.0.2-1731306210536 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T06:24:05,388 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-11T06:24:05,393 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7e3f1a99{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-11T06:24:05,394 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1cc45c18{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T06:24:05,394 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T06:24:05,394 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@23642eed{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T06:24:05,394 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@d7ed979{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/6c62eb12-aad1-61e9-3a35-62129671f1e4/hadoop.log.dir/,STOPPED} 2024-11-11T06:24:05,406 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-11T06:24:05,406 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-11T06:24:05,406 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T06:24:05,406 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T06:24:05,406 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T06:24:05,407 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T06:24:05,407 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T06:24:05,407 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-11T06:24:05,407 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1545425323, stopped=false 2024-11-11T06:24:05,407 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=f334e8b0fbdf,37367,1731306207426 2024-11-11T06:24:05,412 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37367-0x10105b21f490000, quorum=127.0.0.1:62327, baseZNode=/0-1695720270 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1695720270/running 2024-11-11T06:24:05,412 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39387-0x10105b21f490001, quorum=127.0.0.1:62327, baseZNode=/0-1695720270 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1695720270/running 2024-11-11T06:24:05,412 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37367-0x10105b21f490000, quorum=127.0.0.1:62327, baseZNode=/0-1695720270 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1695720270 2024-11-11T06:24:05,412 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39387-0x10105b21f490001, quorum=127.0.0.1:62327, baseZNode=/0-1695720270 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1695720270 2024-11-11T06:24:05,412 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T06:24:05,412 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T06:24:05,412 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T06:24:05,412 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T06:24:05,412 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:37367-0x10105b21f490000, quorum=127.0.0.1:62327, baseZNode=/0-1695720270 Set watcher on znode that does not yet exist, /0-1695720270/running 2024-11-11T06:24:05,412 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39387-0x10105b21f490001, quorum=127.0.0.1:62327, baseZNode=/0-1695720270 Set watcher on znode that does not yet exist, /0-1695720270/running 2024-11-11T06:24:05,413 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'f334e8b0fbdf,39387,1731306207474' ***** 2024-11-11T06:24:05,413 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-11T06:24:05,413 INFO [RS:0;f334e8b0fbdf:39387 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-11T06:24:05,413 INFO [RS:0;f334e8b0fbdf:39387 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-11T06:24:05,413 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-11T06:24:05,413 INFO [RS:0;f334e8b0fbdf:39387 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-11T06:24:05,413 INFO [RS:0;f334e8b0fbdf:39387 {}] regionserver.HRegionServer(3091): Received CLOSE for 779eaaa3fc09259739c31d93f341f8ad 2024-11-11T06:24:05,414 INFO [RS:0;f334e8b0fbdf:39387 {}] regionserver.HRegionServer(3091): Received CLOSE for 80dede053206c7d23781245abcc78594 2024-11-11T06:24:05,414 INFO [RS:0;f334e8b0fbdf:39387 {}] regionserver.HRegionServer(959): stopping server f334e8b0fbdf,39387,1731306207474 2024-11-11T06:24:05,414 INFO [RS:0;f334e8b0fbdf:39387 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T06:24:05,414 INFO [RS:0;f334e8b0fbdf:39387 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f334e8b0fbdf:39387. 2024-11-11T06:24:05,414 DEBUG [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 779eaaa3fc09259739c31d93f341f8ad, disabling compactions & flushes 2024-11-11T06:24:05,414 DEBUG [RS:0;f334e8b0fbdf:39387 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T06:24:05,414 INFO [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731306224806.779eaaa3fc09259739c31d93f341f8ad. 2024-11-11T06:24:05,414 DEBUG [RS:0;f334e8b0fbdf:39387 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T06:24:05,414 DEBUG [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731306224806.779eaaa3fc09259739c31d93f341f8ad. 2024-11-11T06:24:05,414 DEBUG [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731306224806.779eaaa3fc09259739c31d93f341f8ad. after waiting 0 ms 2024-11-11T06:24:05,414 DEBUG [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731306224806.779eaaa3fc09259739c31d93f341f8ad. 2024-11-11T06:24:05,414 INFO [RS:0;f334e8b0fbdf:39387 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-11T06:24:05,414 INFO [RS:0;f334e8b0fbdf:39387 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-11T06:24:05,414 INFO [RS:0;f334e8b0fbdf:39387 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-11T06:24:05,414 INFO [RS:0;f334e8b0fbdf:39387 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-11T06:24:05,414 INFO [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 779eaaa3fc09259739c31d93f341f8ad 3/3 column families, dataSize=1.46 KB heapSize=2.94 KB 2024-11-11T06:24:05,414 INFO [RS:0;f334e8b0fbdf:39387 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-11T06:24:05,414 DEBUG [RS:0;f334e8b0fbdf:39387 {}] regionserver.HRegionServer(1325): Online Regions={779eaaa3fc09259739c31d93f341f8ad=hbase:replication,,1731306224806.779eaaa3fc09259739c31d93f341f8ad., 1588230740=hbase:meta,,1.1588230740, 80dede053206c7d23781245abcc78594=test,,1731306218326.80dede053206c7d23781245abcc78594.} 2024-11-11T06:24:05,414 DEBUG [RS:0;f334e8b0fbdf:39387 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 779eaaa3fc09259739c31d93f341f8ad, 80dede053206c7d23781245abcc78594 2024-11-11T06:24:05,414 DEBUG [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-11T06:24:05,414 INFO [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-11T06:24:05,414 DEBUG [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-11T06:24:05,414 DEBUG [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-11T06:24:05,414 DEBUG [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-11T06:24:05,414 INFO [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-11T06:24:05,436 DEBUG [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40421/user/jenkins/test-data/3e6d609f-340d-16e1-c278-823d837bff4d/data/hbase/meta/1588230740/.tmp/info/8f8724e3c6784de3937c865db117c8e9 is 147, key is hbase:replication,,1731306224806.779eaaa3fc09259739c31d93f341f8ad./info:regioninfo/1731306225970/Put/seqid=0 2024-11-11T06:24:05,436 DEBUG [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40421/user/jenkins/test-data/3e6d609f-340d-16e1-c278-823d837bff4d/data/hbase/replication/779eaaa3fc09259739c31d93f341f8ad/.tmp/queue/7642e86dbbd442a2a99d3048a1490298 is 154, key is 1-f334e8b0fbdf,39387,1731306207474/queue:f334e8b0fbdf%2C39387%2C1731306207474/1731306238691/Put/seqid=0 2024-11-11T06:24:05,440 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42853 is added to blk_1073741840_1016 (size=5353) 2024-11-11T06:24:05,441 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42853 is added to blk_1073741841_1017 (size=7686) 2024-11-11T06:24:05,461 INFO [regionserver/f334e8b0fbdf:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T06:24:05,614 DEBUG [RS:0;f334e8b0fbdf:39387 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 779eaaa3fc09259739c31d93f341f8ad, 80dede053206c7d23781245abcc78594 2024-11-11T06:24:05,815 DEBUG [RS:0;f334e8b0fbdf:39387 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 779eaaa3fc09259739c31d93f341f8ad, 80dede053206c7d23781245abcc78594 2024-11-11T06:24:05,841 INFO [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.46 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:40421/user/jenkins/test-data/3e6d609f-340d-16e1-c278-823d837bff4d/data/hbase/replication/779eaaa3fc09259739c31d93f341f8ad/.tmp/queue/7642e86dbbd442a2a99d3048a1490298 2024-11-11T06:24:05,841 INFO [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40421/user/jenkins/test-data/3e6d609f-340d-16e1-c278-823d837bff4d/data/hbase/meta/1588230740/.tmp/info/8f8724e3c6784de3937c865db117c8e9 2024-11-11T06:24:05,846 DEBUG [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40421/user/jenkins/test-data/3e6d609f-340d-16e1-c278-823d837bff4d/data/hbase/replication/779eaaa3fc09259739c31d93f341f8ad/.tmp/queue/7642e86dbbd442a2a99d3048a1490298 as hdfs://localhost:40421/user/jenkins/test-data/3e6d609f-340d-16e1-c278-823d837bff4d/data/hbase/replication/779eaaa3fc09259739c31d93f341f8ad/queue/7642e86dbbd442a2a99d3048a1490298 2024-11-11T06:24:05,849 INFO [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40421/user/jenkins/test-data/3e6d609f-340d-16e1-c278-823d837bff4d/data/hbase/replication/779eaaa3fc09259739c31d93f341f8ad/queue/7642e86dbbd442a2a99d3048a1490298, entries=1, sequenceid=14, filesize=5.2 K 2024-11-11T06:24:05,850 INFO [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.46 KB/1492, heapSize ~2.42 KB/2480, currentSize=0 B/0 for 779eaaa3fc09259739c31d93f341f8ad in 436ms, sequenceid=14, compaction requested=false 2024-11-11T06:24:05,850 DEBUG [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-11T06:24:05,855 DEBUG [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40421/user/jenkins/test-data/3e6d609f-340d-16e1-c278-823d837bff4d/data/hbase/replication/779eaaa3fc09259739c31d93f341f8ad/recovered.edits/17.seqid, newMaxSeqId=17, maxSeqId=1 2024-11-11T06:24:05,855 DEBUG [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-11T06:24:05,855 DEBUG [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-11T06:24:05,855 INFO [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731306224806.779eaaa3fc09259739c31d93f341f8ad. 2024-11-11T06:24:05,855 DEBUG [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 779eaaa3fc09259739c31d93f341f8ad: Waiting for close lock at 1731306245414Running coprocessor pre-close hooks at 1731306245414Disabling compacts and flushes for region at 1731306245414Disabling writes for close at 1731306245414Obtaining lock to block concurrent updates at 1731306245414Preparing flush snapshotting stores in 779eaaa3fc09259739c31d93f341f8ad at 1731306245414Finished memstore snapshotting hbase:replication,,1731306224806.779eaaa3fc09259739c31d93f341f8ad., syncing WAL and waiting on mvcc, flushsize=dataSize=1492, getHeapSize=2960, getOffHeapSize=0, getCellsCount=10 at 1731306245414Flushing stores of hbase:replication,,1731306224806.779eaaa3fc09259739c31d93f341f8ad. at 1731306245415 (+1 ms)Flushing 779eaaa3fc09259739c31d93f341f8ad/queue: creating writer at 1731306245415Flushing 779eaaa3fc09259739c31d93f341f8ad/queue: appending metadata at 1731306245436 (+21 ms)Flushing 779eaaa3fc09259739c31d93f341f8ad/queue: closing flushed file at 1731306245436Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3dd8c027: reopening flushed file at 1731306245845 (+409 ms)Finished flush of dataSize ~1.46 KB/1492, heapSize ~2.42 KB/2480, currentSize=0 B/0 for 779eaaa3fc09259739c31d93f341f8ad in 436ms, sequenceid=14, compaction requested=false at 1731306245850 (+5 ms)Writing region close event to WAL at 1731306245853 (+3 ms)Running coprocessor post-close hooks at 1731306245855 (+2 ms)Closed at 1731306245855 2024-11-11T06:24:05,856 DEBUG [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731306224806.779eaaa3fc09259739c31d93f341f8ad. 2024-11-11T06:24:05,856 DEBUG [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 80dede053206c7d23781245abcc78594, disabling compactions & flushes 2024-11-11T06:24:05,856 INFO [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731306218326.80dede053206c7d23781245abcc78594. 2024-11-11T06:24:05,856 DEBUG [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731306218326.80dede053206c7d23781245abcc78594. 2024-11-11T06:24:05,856 DEBUG [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731306218326.80dede053206c7d23781245abcc78594. after waiting 0 ms 2024-11-11T06:24:05,856 DEBUG [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731306218326.80dede053206c7d23781245abcc78594. 2024-11-11T06:24:05,856 INFO [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 80dede053206c7d23781245abcc78594 3/3 column families, dataSize=341 B heapSize=1.99 KB 2024-11-11T06:24:05,861 DEBUG [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40421/user/jenkins/test-data/3e6d609f-340d-16e1-c278-823d837bff4d/data/hbase/meta/1588230740/.tmp/ns/133470a5864f4b20b277d116cddf24a0 is 43, key is default/ns:d/1731306210427/Put/seqid=0 2024-11-11T06:24:05,864 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42853 is added to blk_1073741842_1018 (size=5153) 2024-11-11T06:24:05,865 INFO [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40421/user/jenkins/test-data/3e6d609f-340d-16e1-c278-823d837bff4d/data/hbase/meta/1588230740/.tmp/ns/133470a5864f4b20b277d116cddf24a0 2024-11-11T06:24:05,874 DEBUG [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40421/user/jenkins/test-data/3e6d609f-340d-16e1-c278-823d837bff4d/data/default/test/80dede053206c7d23781245abcc78594/.tmp/f/8e55e1009fac4543a3ddba6ea9e7a6d8 is 37, key is row3/f:row3/1731306236971/Put/seqid=0 2024-11-11T06:24:05,878 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42853 is added to blk_1073741843_1019 (size=5228) 2024-11-11T06:24:05,879 INFO [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:40421/user/jenkins/test-data/3e6d609f-340d-16e1-c278-823d837bff4d/data/default/test/80dede053206c7d23781245abcc78594/.tmp/f/8e55e1009fac4543a3ddba6ea9e7a6d8 2024-11-11T06:24:05,882 INFO [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 8e55e1009fac4543a3ddba6ea9e7a6d8 2024-11-11T06:24:05,883 DEBUG [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40421/user/jenkins/test-data/3e6d609f-340d-16e1-c278-823d837bff4d/data/hbase/meta/1588230740/.tmp/rep_barrier/34b54dfddf5e42479987e3b609354079 is 112, key is test,,1731306218326.80dede053206c7d23781245abcc78594./rep_barrier:seqnumDuringOpen/1731306219473/Put/seqid=0 2024-11-11T06:24:05,886 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42853 is added to blk_1073741844_1020 (size=5518) 2024-11-11T06:24:05,897 DEBUG [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40421/user/jenkins/test-data/3e6d609f-340d-16e1-c278-823d837bff4d/data/default/test/80dede053206c7d23781245abcc78594/.tmp/f1/f65132d9120b489cb90b26b7e7a77a8a is 30, key is row1/f1:/1731306234312/DeleteFamily/seqid=0 2024-11-11T06:24:05,899 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42853 is added to blk_1073741845_1021 (size=5158) 2024-11-11T06:24:05,900 INFO [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:40421/user/jenkins/test-data/3e6d609f-340d-16e1-c278-823d837bff4d/data/default/test/80dede053206c7d23781245abcc78594/.tmp/f1/f65132d9120b489cb90b26b7e7a77a8a 2024-11-11T06:24:05,903 INFO [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f65132d9120b489cb90b26b7e7a77a8a 2024-11-11T06:24:05,920 DEBUG [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40421/user/jenkins/test-data/3e6d609f-340d-16e1-c278-823d837bff4d/data/default/test/80dede053206c7d23781245abcc78594/.tmp/norep/bd139fd2d6c54025856a5c81a9e4e1a3 is 32, key is row/norep:/1731306233307/DeleteFamily/seqid=0 2024-11-11T06:24:05,923 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42853 is added to blk_1073741846_1022 (size=5101) 2024-11-11T06:24:06,015 DEBUG [RS:0;f334e8b0fbdf:39387 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 80dede053206c7d23781245abcc78594 2024-11-11T06:24:06,215 DEBUG [RS:0;f334e8b0fbdf:39387 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 80dede053206c7d23781245abcc78594 2024-11-11T06:24:06,293 INFO [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40421/user/jenkins/test-data/3e6d609f-340d-16e1-c278-823d837bff4d/data/hbase/meta/1588230740/.tmp/rep_barrier/34b54dfddf5e42479987e3b609354079 2024-11-11T06:24:06,312 DEBUG [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40421/user/jenkins/test-data/3e6d609f-340d-16e1-c278-823d837bff4d/data/hbase/meta/1588230740/.tmp/table/ba67300fcfc34009b96470f0e4be9298 is 53, key is hbase:replication/table:state/1731306225978/Put/seqid=0 2024-11-11T06:24:06,315 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42853 is added to blk_1073741847_1023 (size=5308) 2024-11-11T06:24:06,323 INFO [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:40421/user/jenkins/test-data/3e6d609f-340d-16e1-c278-823d837bff4d/data/default/test/80dede053206c7d23781245abcc78594/.tmp/norep/bd139fd2d6c54025856a5c81a9e4e1a3 2024-11-11T06:24:06,327 INFO [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for bd139fd2d6c54025856a5c81a9e4e1a3 2024-11-11T06:24:06,327 DEBUG [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40421/user/jenkins/test-data/3e6d609f-340d-16e1-c278-823d837bff4d/data/default/test/80dede053206c7d23781245abcc78594/.tmp/f/8e55e1009fac4543a3ddba6ea9e7a6d8 as hdfs://localhost:40421/user/jenkins/test-data/3e6d609f-340d-16e1-c278-823d837bff4d/data/default/test/80dede053206c7d23781245abcc78594/f/8e55e1009fac4543a3ddba6ea9e7a6d8 2024-11-11T06:24:06,331 INFO [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 8e55e1009fac4543a3ddba6ea9e7a6d8 2024-11-11T06:24:06,331 INFO [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40421/user/jenkins/test-data/3e6d609f-340d-16e1-c278-823d837bff4d/data/default/test/80dede053206c7d23781245abcc78594/f/8e55e1009fac4543a3ddba6ea9e7a6d8, entries=5, sequenceid=12, filesize=5.1 K 2024-11-11T06:24:06,332 DEBUG [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40421/user/jenkins/test-data/3e6d609f-340d-16e1-c278-823d837bff4d/data/default/test/80dede053206c7d23781245abcc78594/.tmp/f1/f65132d9120b489cb90b26b7e7a77a8a as hdfs://localhost:40421/user/jenkins/test-data/3e6d609f-340d-16e1-c278-823d837bff4d/data/default/test/80dede053206c7d23781245abcc78594/f1/f65132d9120b489cb90b26b7e7a77a8a 2024-11-11T06:24:06,335 INFO [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f65132d9120b489cb90b26b7e7a77a8a 2024-11-11T06:24:06,335 INFO [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40421/user/jenkins/test-data/3e6d609f-340d-16e1-c278-823d837bff4d/data/default/test/80dede053206c7d23781245abcc78594/f1/f65132d9120b489cb90b26b7e7a77a8a, entries=3, sequenceid=12, filesize=5.0 K 2024-11-11T06:24:06,336 DEBUG [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40421/user/jenkins/test-data/3e6d609f-340d-16e1-c278-823d837bff4d/data/default/test/80dede053206c7d23781245abcc78594/.tmp/norep/bd139fd2d6c54025856a5c81a9e4e1a3 as hdfs://localhost:40421/user/jenkins/test-data/3e6d609f-340d-16e1-c278-823d837bff4d/data/default/test/80dede053206c7d23781245abcc78594/norep/bd139fd2d6c54025856a5c81a9e4e1a3 2024-11-11T06:24:06,339 INFO [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for bd139fd2d6c54025856a5c81a9e4e1a3 2024-11-11T06:24:06,339 INFO [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40421/user/jenkins/test-data/3e6d609f-340d-16e1-c278-823d837bff4d/data/default/test/80dede053206c7d23781245abcc78594/norep/bd139fd2d6c54025856a5c81a9e4e1a3, entries=1, sequenceid=12, filesize=5.0 K 2024-11-11T06:24:06,340 INFO [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~341 B/341, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 80dede053206c7d23781245abcc78594 in 484ms, sequenceid=12, compaction requested=false 2024-11-11T06:24:06,340 DEBUG [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-11T06:24:06,344 DEBUG [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40421/user/jenkins/test-data/3e6d609f-340d-16e1-c278-823d837bff4d/data/default/test/80dede053206c7d23781245abcc78594/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-11T06:24:06,344 DEBUG [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-11T06:24:06,344 DEBUG [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-11T06:24:06,344 INFO [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731306218326.80dede053206c7d23781245abcc78594. 2024-11-11T06:24:06,344 DEBUG [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 80dede053206c7d23781245abcc78594: Waiting for close lock at 1731306245856Running coprocessor pre-close hooks at 1731306245856Disabling compacts and flushes for region at 1731306245856Disabling writes for close at 1731306245856Obtaining lock to block concurrent updates at 1731306245856Preparing flush snapshotting stores in 80dede053206c7d23781245abcc78594 at 1731306245856Finished memstore snapshotting test,,1731306218326.80dede053206c7d23781245abcc78594., syncing WAL and waiting on mvcc, flushsize=dataSize=341, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1731306245856Flushing stores of test,,1731306218326.80dede053206c7d23781245abcc78594. at 1731306245856Flushing 80dede053206c7d23781245abcc78594/f: creating writer at 1731306245856Flushing 80dede053206c7d23781245abcc78594/f: appending metadata at 1731306245874 (+18 ms)Flushing 80dede053206c7d23781245abcc78594/f: closing flushed file at 1731306245874Flushing 80dede053206c7d23781245abcc78594/f1: creating writer at 1731306245882 (+8 ms)Flushing 80dede053206c7d23781245abcc78594/f1: appending metadata at 1731306245896 (+14 ms)Flushing 80dede053206c7d23781245abcc78594/f1: closing flushed file at 1731306245896Flushing 80dede053206c7d23781245abcc78594/norep: creating writer at 1731306245903 (+7 ms)Flushing 80dede053206c7d23781245abcc78594/norep: appending metadata at 1731306245919 (+16 ms)Flushing 80dede053206c7d23781245abcc78594/norep: closing flushed file at 1731306245919Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@77802371: reopening flushed file at 1731306246327 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1e06d77f: reopening flushed file at 1731306246331 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@27062dbe: reopening flushed file at 1731306246335 (+4 ms)Finished flush of dataSize ~341 B/341, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 80dede053206c7d23781245abcc78594 in 484ms, sequenceid=12, compaction requested=false at 1731306246340 (+5 ms)Writing region close event to WAL at 1731306246342 (+2 ms)Running coprocessor post-close hooks at 1731306246344 (+2 ms)Closed at 1731306246344 2024-11-11T06:24:06,345 DEBUG [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731306218326.80dede053206c7d23781245abcc78594. 2024-11-11T06:24:06,399 INFO [regionserver/f334e8b0fbdf:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-11T06:24:06,399 INFO [regionserver/f334e8b0fbdf:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-11T06:24:06,415 INFO [RS:0;f334e8b0fbdf:39387 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-11T06:24:06,415 DEBUG [RS:0;f334e8b0fbdf:39387 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-11T06:24:06,415 DEBUG [RS:0;f334e8b0fbdf:39387 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T06:24:06,429 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,39387,1731306207474.replicationSource.wal-reader.f334e8b0fbdf%2C39387%2C1731306207474,1-f334e8b0fbdf,39387,1731306207474 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40421/user/jenkins/test-data/3e6d609f-340d-16e1-c278-823d837bff4d/WALs/f334e8b0fbdf,39387,1731306207474/f334e8b0fbdf%2C39387%2C1731306207474.1731306209472 to pos 1491, reset compression=false 2024-11-11T06:24:06,434 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,39387,1731306207474.replicationSource.wal-reader.f334e8b0fbdf%2C39387%2C1731306207474,1-f334e8b0fbdf,39387,1731306207474 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-11T06:24:06,434 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,39387,1731306207474.replicationSource.wal-reader.f334e8b0fbdf%2C39387%2C1731306207474,1-f334e8b0fbdf,39387,1731306207474 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40421/user/jenkins/test-data/3e6d609f-340d-16e1-c278-823d837bff4d/WALs/f334e8b0fbdf,39387,1731306207474/f334e8b0fbdf%2C39387%2C1731306207474.1731306209472 to pos 2382, reset compression=false 2024-11-11T06:24:06,434 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,39387,1731306207474.replicationSource.shipperf334e8b0fbdf%2C39387%2C1731306207474,1-f334e8b0fbdf,39387,1731306207474 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f334e8b0fbdf,39387,1731306207474 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:40421/user/jenkins/test-data/3e6d609f-340d-16e1-c278-823d837bff4d/WALs/f334e8b0fbdf,39387,1731306207474/f334e8b0fbdf%2C39387%2C1731306207474.1731306209472, lastWalPosition=2382, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-11T06:24:06,435 ERROR [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,39387,1731306207474.replicationSource.shipperf334e8b0fbdf%2C39387%2C1731306207474,1-f334e8b0fbdf,39387,1731306207474 {}] regionserver.HRegionServer(2440): ***** ABORTING region server f334e8b0fbdf,39387,1731306207474: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-f334e8b0fbdf,39387,1731306207474, walGroup=f334e8b0fbdf%2C39387%2C1731306207474, offset=f334e8b0fbdf%2C39387%2C1731306207474.1731306209472:2382, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f334e8b0fbdf:39387 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor134.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-11T06:24:06,435 ERROR [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,39387,1731306207474.replicationSource.shipperf334e8b0fbdf%2C39387%2C1731306207474,1-f334e8b0fbdf,39387,1731306207474 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-11T06:24:06,436 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,39387,1731306207474.replicationSource.shipperf334e8b0fbdf%2C39387%2C1731306207474,1-f334e8b0fbdf,39387,1731306207474 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-11T06:24:06,436 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,39387,1731306207474.replicationSource.shipperf334e8b0fbdf%2C39387%2C1731306207474,1-f334e8b0fbdf,39387,1731306207474 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-11T06:24:06,436 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,39387,1731306207474.replicationSource.shipperf334e8b0fbdf%2C39387%2C1731306207474,1-f334e8b0fbdf,39387,1731306207474 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-11T06:24:06,436 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,39387,1731306207474.replicationSource.shipperf334e8b0fbdf%2C39387%2C1731306207474,1-f334e8b0fbdf,39387,1731306207474 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-11T06:24:06,436 INFO [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,39387,1731306207474.replicationSource.shipperf334e8b0fbdf%2C39387%2C1731306207474,1-f334e8b0fbdf,39387,1731306207474 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1226833920, "init": 1048576000, "max": 2306867200, "used": 780081152 }, "NonHeapMemoryUsage": { "committed": 203161600, "init": 7667712, "max": -1, "used": 200259584 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-11T06:24:06,436 WARN [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,39387,1731306207474.replicationSource.shipperf334e8b0fbdf%2C39387%2C1731306207474,1-f334e8b0fbdf,39387,1731306207474 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f334e8b0fbdf:37367 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f334e8b0fbdf:37367 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor134.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-11T06:24:06,615 DEBUG [RS:0;f334e8b0fbdf:39387 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T06:24:06,638 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,39387,1731306207474.replicationSource.wal-reader.f334e8b0fbdf%2C39387%2C1731306207474,1-f334e8b0fbdf,39387,1731306207474 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40421/user/jenkins/test-data/3e6d609f-340d-16e1-c278-823d837bff4d/WALs/f334e8b0fbdf,39387,1731306207474/f334e8b0fbdf%2C39387%2C1731306207474.1731306209472 to pos 2382, reset compression=false 2024-11-11T06:24:06,716 INFO [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:40421/user/jenkins/test-data/3e6d609f-340d-16e1-c278-823d837bff4d/data/hbase/meta/1588230740/.tmp/table/ba67300fcfc34009b96470f0e4be9298 2024-11-11T06:24:06,720 DEBUG [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40421/user/jenkins/test-data/3e6d609f-340d-16e1-c278-823d837bff4d/data/hbase/meta/1588230740/.tmp/info/8f8724e3c6784de3937c865db117c8e9 as hdfs://localhost:40421/user/jenkins/test-data/3e6d609f-340d-16e1-c278-823d837bff4d/data/hbase/meta/1588230740/info/8f8724e3c6784de3937c865db117c8e9 2024-11-11T06:24:06,723 INFO [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40421/user/jenkins/test-data/3e6d609f-340d-16e1-c278-823d837bff4d/data/hbase/meta/1588230740/info/8f8724e3c6784de3937c865db117c8e9, entries=20, sequenceid=16, filesize=7.5 K 2024-11-11T06:24:06,724 DEBUG [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40421/user/jenkins/test-data/3e6d609f-340d-16e1-c278-823d837bff4d/data/hbase/meta/1588230740/.tmp/ns/133470a5864f4b20b277d116cddf24a0 as hdfs://localhost:40421/user/jenkins/test-data/3e6d609f-340d-16e1-c278-823d837bff4d/data/hbase/meta/1588230740/ns/133470a5864f4b20b277d116cddf24a0 2024-11-11T06:24:06,727 INFO [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40421/user/jenkins/test-data/3e6d609f-340d-16e1-c278-823d837bff4d/data/hbase/meta/1588230740/ns/133470a5864f4b20b277d116cddf24a0, entries=2, sequenceid=16, filesize=5.0 K 2024-11-11T06:24:06,728 DEBUG [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40421/user/jenkins/test-data/3e6d609f-340d-16e1-c278-823d837bff4d/data/hbase/meta/1588230740/.tmp/rep_barrier/34b54dfddf5e42479987e3b609354079 as hdfs://localhost:40421/user/jenkins/test-data/3e6d609f-340d-16e1-c278-823d837bff4d/data/hbase/meta/1588230740/rep_barrier/34b54dfddf5e42479987e3b609354079 2024-11-11T06:24:06,731 INFO [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40421/user/jenkins/test-data/3e6d609f-340d-16e1-c278-823d837bff4d/data/hbase/meta/1588230740/rep_barrier/34b54dfddf5e42479987e3b609354079, entries=1, sequenceid=16, filesize=5.4 K 2024-11-11T06:24:06,731 DEBUG [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40421/user/jenkins/test-data/3e6d609f-340d-16e1-c278-823d837bff4d/data/hbase/meta/1588230740/.tmp/table/ba67300fcfc34009b96470f0e4be9298 as hdfs://localhost:40421/user/jenkins/test-data/3e6d609f-340d-16e1-c278-823d837bff4d/data/hbase/meta/1588230740/table/ba67300fcfc34009b96470f0e4be9298 2024-11-11T06:24:06,734 INFO [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40421/user/jenkins/test-data/3e6d609f-340d-16e1-c278-823d837bff4d/data/hbase/meta/1588230740/table/ba67300fcfc34009b96470f0e4be9298, entries=4, sequenceid=16, filesize=5.2 K 2024-11-11T06:24:06,735 INFO [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1321ms, sequenceid=16, compaction requested=false 2024-11-11T06:24:06,735 DEBUG [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-11T06:24:06,739 DEBUG [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40421/user/jenkins/test-data/3e6d609f-340d-16e1-c278-823d837bff4d/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-11T06:24:06,739 DEBUG [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-11T06:24:06,739 DEBUG [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-11T06:24:06,740 INFO [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-11T06:24:06,740 DEBUG [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731306245414Running coprocessor pre-close hooks at 1731306245414Disabling compacts and flushes for region at 1731306245414Disabling writes for close at 1731306245414Obtaining lock to block concurrent updates at 1731306245415 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1731306245415Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731306245415Flushing stores of hbase:meta,,1.1588230740 at 1731306245415Flushing 1588230740/info: creating writer at 1731306245415Flushing 1588230740/info: appending metadata at 1731306245436 (+21 ms)Flushing 1588230740/info: closing flushed file at 1731306245436Flushing 1588230740/ns: creating writer at 1731306245845 (+409 ms)Flushing 1588230740/ns: appending metadata at 1731306245861 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1731306245861Flushing 1588230740/rep_barrier: creating writer at 1731306245868 (+7 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731306245882 (+14 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731306245882Flushing 1588230740/table: creating writer at 1731306246297 (+415 ms)Flushing 1588230740/table: appending metadata at 1731306246311 (+14 ms)Flushing 1588230740/table: closing flushed file at 1731306246311Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@21089164: reopening flushed file at 1731306246720 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@65642e50: reopening flushed file at 1731306246724 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@36e4012d: reopening flushed file at 1731306246727 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@75854ca8: reopening flushed file at 1731306246731 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1321ms, sequenceid=16, compaction requested=false at 1731306246735 (+4 ms)Writing region close event to WAL at 1731306246737 (+2 ms)Running coprocessor post-close hooks at 1731306246739 (+2 ms)Closed at 1731306246740 (+1 ms) 2024-11-11T06:24:06,740 DEBUG [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-11T06:24:06,816 INFO [RS:0;f334e8b0fbdf:39387 {}] regionserver.HRegionServer(976): stopping server f334e8b0fbdf,39387,1731306207474; all regions closed. 2024-11-11T06:24:06,818 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/3e6d609f-340d-16e1-c278-823d837bff4d/WALs/f334e8b0fbdf,39387,1731306207474/f334e8b0fbdf%2C39387%2C1731306207474.meta.1731306210387.meta not finished, retry = 0 2024-11-11T06:24:06,818 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42853 is added to blk_1073741834_1010 (size=4239) 2024-11-11T06:24:06,920 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42853 is added to blk_1073741839_1015 (size=3552) 2024-11-11T06:24:06,920 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/3e6d609f-340d-16e1-c278-823d837bff4d/WALs/f334e8b0fbdf,39387,1731306207474/f334e8b0fbdf%2C39387%2C1731306207474.rep.1731306225939 not finished, retry = 0 2024-11-11T06:24:06,941 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,39387,1731306207474.replicationSource.wal-reader.f334e8b0fbdf%2C39387%2C1731306207474,1-f334e8b0fbdf,39387,1731306207474 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:40421/user/jenkins/test-data/3e6d609f-340d-16e1-c278-823d837bff4d/WALs/f334e8b0fbdf,39387,1731306207474/f334e8b0fbdf%2C39387%2C1731306207474.1731306209472 to pos 2382, reset compression=false 2024-11-11T06:24:07,023 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/3e6d609f-340d-16e1-c278-823d837bff4d/WALs/f334e8b0fbdf,39387,1731306207474/f334e8b0fbdf%2C39387%2C1731306207474.1731306209472 not finished, retry = 0 2024-11-11T06:24:07,023 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42853 is added to blk_1073741832_1008 (size=2390) 2024-11-11T06:24:07,124 DEBUG [RS:0;f334e8b0fbdf:39387 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T06:24:07,124 INFO [RS:0;f334e8b0fbdf:39387 {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T06:24:07,124 INFO [RS:0;f334e8b0fbdf:39387 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T06:24:07,124 INFO [RS:0;f334e8b0fbdf:39387 {}] hbase.ChoreService(370): Chore service for: regionserver/f334e8b0fbdf:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-11T06:24:07,124 INFO [RS:0;f334e8b0fbdf:39387 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T06:24:07,124 INFO [regionserver/f334e8b0fbdf:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T06:24:07,125 INFO [RS:0;f334e8b0fbdf:39387 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-f334e8b0fbdf,39387,1731306207474 because: Region server is closing 2024-11-11T06:24:07,125 INFO [RS:0;f334e8b0fbdf:39387 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f334e8b0fbdf:39387. 2024-11-11T06:24:07,125 DEBUG [RS:0;f334e8b0fbdf:39387 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T06:24:07,125 DEBUG [RS:0;f334e8b0fbdf:39387 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T06:24:07,125 DEBUG [RS:0;f334e8b0fbdf:39387 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T06:24:07,125 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T06:24:07,226 INFO [RS:0;f334e8b0fbdf:39387 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,39387,1731306207474.replicationSource.shipperf334e8b0fbdf%2C39387%2C1731306207474,1-f334e8b0fbdf,39387,1731306207474 terminated 2024-11-11T06:24:07,226 WARN [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,39387,1731306207474.replicationSource.wal-reader.f334e8b0fbdf%2C39387%2C1731306207474,1-f334e8b0fbdf,39387,1731306207474 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-11T06:24:07,226 INFO [RS:0;f334e8b0fbdf:39387 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f334e8b0fbdf:39387. 2024-11-11T06:24:07,226 DEBUG [RS:0;f334e8b0fbdf:39387 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T06:24:07,226 DEBUG [RS:0;f334e8b0fbdf:39387 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T06:24:07,226 DEBUG [RS:0;f334e8b0fbdf:39387 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T06:24:07,226 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T06:24:07,226 INFO [RS:0;f334e8b0fbdf:39387 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39387 2024-11-11T06:24:07,228 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39387-0x10105b21f490001, quorum=127.0.0.1:62327, baseZNode=/0-1695720270 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1695720270/rs/f334e8b0fbdf,39387,1731306207474 2024-11-11T06:24:07,228 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37367-0x10105b21f490000, quorum=127.0.0.1:62327, baseZNode=/0-1695720270 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1695720270/rs 2024-11-11T06:24:07,228 INFO [RS:0;f334e8b0fbdf:39387 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T06:24:07,230 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [f334e8b0fbdf,39387,1731306207474] 2024-11-11T06:24:07,231 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1695720270/draining/f334e8b0fbdf,39387,1731306207474 already deleted, retry=false 2024-11-11T06:24:07,231 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; f334e8b0fbdf,39387,1731306207474 expired; onlineServers=0 2024-11-11T06:24:07,231 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'f334e8b0fbdf,37367,1731306207426' ***** 2024-11-11T06:24:07,231 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-11T06:24:07,231 INFO [M:0;f334e8b0fbdf:37367 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T06:24:07,231 INFO [M:0;f334e8b0fbdf:37367 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T06:24:07,231 DEBUG [M:0;f334e8b0fbdf:37367 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-11T06:24:07,231 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-11T06:24:07,231 DEBUG [M:0;f334e8b0fbdf:37367 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-11T06:24:07,231 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster-HFileCleaner.small.0-1731306209252 {}] cleaner.HFileCleaner(306): Exit Thread[master/f334e8b0fbdf:0:becomeActiveMaster-HFileCleaner.small.0-1731306209252,5,FailOnTimeoutGroup] 2024-11-11T06:24:07,231 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster-HFileCleaner.large.0-1731306209252 {}] cleaner.HFileCleaner(306): Exit Thread[master/f334e8b0fbdf:0:becomeActiveMaster-HFileCleaner.large.0-1731306209252,5,FailOnTimeoutGroup] 2024-11-11T06:24:07,231 INFO [M:0;f334e8b0fbdf:37367 {}] hbase.ChoreService(370): Chore service for: master/f334e8b0fbdf:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-11T06:24:07,231 INFO [M:0;f334e8b0fbdf:37367 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T06:24:07,231 DEBUG [M:0;f334e8b0fbdf:37367 {}] master.HMaster(1795): Stopping service threads 2024-11-11T06:24:07,232 INFO [M:0;f334e8b0fbdf:37367 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-11T06:24:07,232 INFO [M:0;f334e8b0fbdf:37367 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T06:24:07,232 INFO [M:0;f334e8b0fbdf:37367 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-11T06:24:07,232 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-11T06:24:07,234 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37367-0x10105b21f490000, quorum=127.0.0.1:62327, baseZNode=/0-1695720270 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1695720270/master 2024-11-11T06:24:07,234 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37367-0x10105b21f490000, quorum=127.0.0.1:62327, baseZNode=/0-1695720270 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1695720270 2024-11-11T06:24:07,234 DEBUG [M:0;f334e8b0fbdf:37367 {}] zookeeper.ZKUtil(347): master:37367-0x10105b21f490000, quorum=127.0.0.1:62327, baseZNode=/0-1695720270 Unable to get data of znode /0-1695720270/master because node does not exist (not an error) 2024-11-11T06:24:07,234 WARN [M:0;f334e8b0fbdf:37367 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-11T06:24:07,235 INFO [M:0;f334e8b0fbdf:37367 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:40421/user/jenkins/test-data/3e6d609f-340d-16e1-c278-823d837bff4d/.lastflushedseqids 2024-11-11T06:24:07,239 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42853 is added to blk_1073741848_1024 (size=245) 2024-11-11T06:24:07,330 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39387-0x10105b21f490001, quorum=127.0.0.1:62327, baseZNode=/0-1695720270 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T06:24:07,330 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39387-0x10105b21f490001, quorum=127.0.0.1:62327, baseZNode=/0-1695720270 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T06:24:07,330 INFO [RS:0;f334e8b0fbdf:39387 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T06:24:07,330 INFO [RS:0;f334e8b0fbdf:39387 {}] regionserver.HRegionServer(1031): Exiting; stopping=f334e8b0fbdf,39387,1731306207474; zookeeper connection closed. 2024-11-11T06:24:07,330 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@2ef70028 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@2ef70028 2024-11-11T06:24:07,330 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-11T06:24:07,639 INFO [M:0;f334e8b0fbdf:37367 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-11T06:24:07,639 INFO [M:0;f334e8b0fbdf:37367 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-11T06:24:07,639 DEBUG [M:0;f334e8b0fbdf:37367 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-11T06:24:07,640 INFO [M:0;f334e8b0fbdf:37367 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T06:24:07,640 DEBUG [M:0;f334e8b0fbdf:37367 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T06:24:07,640 DEBUG [M:0;f334e8b0fbdf:37367 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-11T06:24:07,640 DEBUG [M:0;f334e8b0fbdf:37367 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T06:24:07,640 INFO [M:0;f334e8b0fbdf:37367 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.75 KB heapSize=65.74 KB 2024-11-11T06:24:07,662 DEBUG [M:0;f334e8b0fbdf:37367 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40421/user/jenkins/test-data/3e6d609f-340d-16e1-c278-823d837bff4d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/76e728ef96344595b22bf4fd1114608d is 82, key is hbase:meta,,1/info:regioninfo/1731306210419/Put/seqid=0 2024-11-11T06:24:07,666 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42853 is added to blk_1073741849_1025 (size=5672) 2024-11-11T06:24:08,066 INFO [M:0;f334e8b0fbdf:37367 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:40421/user/jenkins/test-data/3e6d609f-340d-16e1-c278-823d837bff4d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/76e728ef96344595b22bf4fd1114608d 2024-11-11T06:24:08,088 DEBUG [M:0;f334e8b0fbdf:37367 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40421/user/jenkins/test-data/3e6d609f-340d-16e1-c278-823d837bff4d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/09e94ef7261e4461b95cd2836f511e30 is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731306219483/Put/seqid=0 2024-11-11T06:24:08,092 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42853 is added to blk_1073741850_1026 (size=7218) 2024-11-11T06:24:08,092 INFO [M:0;f334e8b0fbdf:37367 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.20 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:40421/user/jenkins/test-data/3e6d609f-340d-16e1-c278-823d837bff4d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/09e94ef7261e4461b95cd2836f511e30 2024-11-11T06:24:08,095 INFO [M:0;f334e8b0fbdf:37367 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 09e94ef7261e4461b95cd2836f511e30 2024-11-11T06:24:08,112 DEBUG [M:0;f334e8b0fbdf:37367 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40421/user/jenkins/test-data/3e6d609f-340d-16e1-c278-823d837bff4d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8046719123fa4bc5ba2cabd96fb5b696 is 69, key is f334e8b0fbdf,39387,1731306207474/rs:state/1731306209321/Put/seqid=0 2024-11-11T06:24:08,117 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42853 is added to blk_1073741851_1027 (size=5156) 2024-11-11T06:24:08,118 INFO [M:0;f334e8b0fbdf:37367 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:40421/user/jenkins/test-data/3e6d609f-340d-16e1-c278-823d837bff4d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8046719123fa4bc5ba2cabd96fb5b696 2024-11-11T06:24:08,122 DEBUG [M:0;f334e8b0fbdf:37367 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40421/user/jenkins/test-data/3e6d609f-340d-16e1-c278-823d837bff4d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/76e728ef96344595b22bf4fd1114608d as hdfs://localhost:40421/user/jenkins/test-data/3e6d609f-340d-16e1-c278-823d837bff4d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/76e728ef96344595b22bf4fd1114608d 2024-11-11T06:24:08,125 INFO [M:0;f334e8b0fbdf:37367 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40421/user/jenkins/test-data/3e6d609f-340d-16e1-c278-823d837bff4d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/76e728ef96344595b22bf4fd1114608d, entries=8, sequenceid=105, filesize=5.5 K 2024-11-11T06:24:08,126 DEBUG [M:0;f334e8b0fbdf:37367 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40421/user/jenkins/test-data/3e6d609f-340d-16e1-c278-823d837bff4d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/09e94ef7261e4461b95cd2836f511e30 as hdfs://localhost:40421/user/jenkins/test-data/3e6d609f-340d-16e1-c278-823d837bff4d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/09e94ef7261e4461b95cd2836f511e30 2024-11-11T06:24:08,129 INFO [M:0;f334e8b0fbdf:37367 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 09e94ef7261e4461b95cd2836f511e30 2024-11-11T06:24:08,129 INFO [M:0;f334e8b0fbdf:37367 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40421/user/jenkins/test-data/3e6d609f-340d-16e1-c278-823d837bff4d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/09e94ef7261e4461b95cd2836f511e30, entries=11, sequenceid=105, filesize=7.0 K 2024-11-11T06:24:08,130 DEBUG [M:0;f334e8b0fbdf:37367 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40421/user/jenkins/test-data/3e6d609f-340d-16e1-c278-823d837bff4d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8046719123fa4bc5ba2cabd96fb5b696 as hdfs://localhost:40421/user/jenkins/test-data/3e6d609f-340d-16e1-c278-823d837bff4d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/8046719123fa4bc5ba2cabd96fb5b696 2024-11-11T06:24:08,133 INFO [M:0;f334e8b0fbdf:37367 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40421/user/jenkins/test-data/3e6d609f-340d-16e1-c278-823d837bff4d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/8046719123fa4bc5ba2cabd96fb5b696, entries=1, sequenceid=105, filesize=5.0 K 2024-11-11T06:24:08,134 INFO [M:0;f334e8b0fbdf:37367 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.75 KB/57092, heapSize ~65.45 KB/67016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 494ms, sequenceid=105, compaction requested=false 2024-11-11T06:24:08,135 INFO [M:0;f334e8b0fbdf:37367 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T06:24:08,135 DEBUG [M:0;f334e8b0fbdf:37367 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731306247639Disabling compacts and flushes for region at 1731306247639Disabling writes for close at 1731306247640 (+1 ms)Obtaining lock to block concurrent updates at 1731306247640Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731306247640Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57092, getHeapSize=67256, getOffHeapSize=0, getCellsCount=122 at 1731306247640Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731306247641 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731306247641Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731306247661 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731306247661Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731306248070 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731306248087 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731306248088 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731306248096 (+8 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731306248112 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731306248112Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@56d07b24: reopening flushed file at 1731306248121 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@f3ace80: reopening flushed file at 1731306248125 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2345a421: reopening flushed file at 1731306248129 (+4 ms)Finished flush of dataSize ~55.75 KB/57092, heapSize ~65.45 KB/67016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 494ms, sequenceid=105, compaction requested=false at 1731306248134 (+5 ms)Writing region close event to WAL at 1731306248135 (+1 ms)Closed at 1731306248135 2024-11-11T06:24:08,137 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42853 is added to blk_1073741830_1006 (size=64423) 2024-11-11T06:24:08,137 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/3e6d609f-340d-16e1-c278-823d837bff4d/MasterData/WALs/f334e8b0fbdf,37367,1731306207426/f334e8b0fbdf%2C37367%2C1731306207426.1731306209163 not finished, retry = 0 2024-11-11T06:24:08,178 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-11T06:24:08,178 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-11T06:24:08,178 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-11T06:24:08,178 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-11T06:24:08,238 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T06:24:08,238 INFO [M:0;f334e8b0fbdf:37367 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-11T06:24:08,238 INFO [M:0;f334e8b0fbdf:37367 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37367 2024-11-11T06:24:08,239 INFO [M:0;f334e8b0fbdf:37367 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T06:24:08,340 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37367-0x10105b21f490000, quorum=127.0.0.1:62327, baseZNode=/0-1695720270 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T06:24:08,340 INFO [M:0;f334e8b0fbdf:37367 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T06:24:08,340 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37367-0x10105b21f490000, quorum=127.0.0.1:62327, baseZNode=/0-1695720270 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T06:24:08,343 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@da65e8e{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T06:24:08,343 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6dc9cb24{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T06:24:08,343 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T06:24:08,343 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2a46dceb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T06:24:08,343 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@fe729ab{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e5530e6b-a736-33f4-4bed-9f1785f012a5/hadoop.log.dir/,STOPPED} 2024-11-11T06:24:08,344 WARN [BP-838965558-172.17.0.2-1731306206414 heartbeating to localhost/127.0.0.1:40421 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-11T06:24:08,344 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-11T06:24:08,344 WARN [BP-838965558-172.17.0.2-1731306206414 heartbeating to localhost/127.0.0.1:40421 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-838965558-172.17.0.2-1731306206414 (Datanode Uuid 1b3beb65-5581-41a9-9f7a-205e9e601237) service to localhost/127.0.0.1:40421 2024-11-11T06:24:08,344 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-11T06:24:08,345 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e5530e6b-a736-33f4-4bed-9f1785f012a5/cluster_9b1f7b56-bab8-25b2-69d0-076de1f0cf5a/data/data1/current/BP-838965558-172.17.0.2-1731306206414 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T06:24:08,345 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e5530e6b-a736-33f4-4bed-9f1785f012a5/cluster_9b1f7b56-bab8-25b2-69d0-076de1f0cf5a/data/data2/current/BP-838965558-172.17.0.2-1731306206414 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T06:24:08,345 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-11T06:24:08,351 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@22b3f6ff{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-11T06:24:08,351 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@293cc487{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T06:24:08,351 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T06:24:08,352 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@df60863{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T06:24:08,352 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6bd73039{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/e5530e6b-a736-33f4-4bed-9f1785f012a5/hadoop.log.dir/,STOPPED} 2024-11-11T06:24:08,357 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-11T06:24:08,367 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-11T06:24:08,378 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication2 Thread=315 (was 264) Potentially hanging thread: nioEventLoopGroup-26-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:43189 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34351 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-35-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:34351 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:62327) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-33-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:34351 from jenkins.hfs.16 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.14@localhost:40421 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-35-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43189 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-31-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:40421 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40421 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-33-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-27-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-33-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-26-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-27-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.15@localhost:43189 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:40421 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:43189 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34351 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:62327) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:62327) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:43189 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-27-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-26-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40421 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.16@localhost:34351 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34351 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-31-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34351 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:43189 from jenkins.hfs.15 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:40421 from jenkins.hfs.14 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43189 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-31-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40421 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-35-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:40421 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:34351 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43189 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:34351 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:40421 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) - Thread LEAK? -, OpenFileDescriptor=728 (was 655) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=209 (was 195) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=8653 (was 8866) 2024-11-11T06:24:08,388 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication3 Thread=315, OpenFileDescriptor=728, MaxFileDescriptor=1048576, SystemLoadAverage=209, ProcessCount=11, AvailableMemoryMB=8652 2024-11-11T06:24:08,401 INFO [Time-limited test {}] replication.TestMasterReplication(410): testCyclicReplication2 2024-11-11T06:24:08,401 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/092bfe86-8821-614d-9b01-ce06b808d8bf/hadoop.log.dir so I do NOT create it in target/test-data/440d60a4-64c6-46a1-7aed-5005f24a6f96 2024-11-11T06:24:08,401 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/092bfe86-8821-614d-9b01-ce06b808d8bf/hadoop.log.dir Erasing configuration value by system value. 2024-11-11T06:24:08,401 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/092bfe86-8821-614d-9b01-ce06b808d8bf/hadoop.tmp.dir so I do NOT create it in target/test-data/440d60a4-64c6-46a1-7aed-5005f24a6f96 2024-11-11T06:24:08,401 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/092bfe86-8821-614d-9b01-ce06b808d8bf/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-11T06:24:08,401 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/440d60a4-64c6-46a1-7aed-5005f24a6f96 2024-11-11T06:24:08,401 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/440d60a4-64c6-46a1-7aed-5005f24a6f96/cluster_f2005234-4c43-d7c7-95b6-8f62af2bb09b, deleteOnExit=true 2024-11-11T06:24:08,404 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/440d60a4-64c6-46a1-7aed-5005f24a6f96/cluster_f2005234-4c43-d7c7-95b6-8f62af2bb09b/zookeeper_0, clientPort=57559, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/440d60a4-64c6-46a1-7aed-5005f24a6f96/cluster_f2005234-4c43-d7c7-95b6-8f62af2bb09b/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/440d60a4-64c6-46a1-7aed-5005f24a6f96/cluster_f2005234-4c43-d7c7-95b6-8f62af2bb09b/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-11T06:24:08,406 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=57559 2024-11-11T06:24:08,406 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-11T06:24:08,406 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-11T06:24:08,406 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/440d60a4-64c6-46a1-7aed-5005f24a6f96/test.cache.data in system properties and HBase conf 2024-11-11T06:24:08,406 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/440d60a4-64c6-46a1-7aed-5005f24a6f96/hadoop.tmp.dir in system properties and HBase conf 2024-11-11T06:24:08,406 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/440d60a4-64c6-46a1-7aed-5005f24a6f96/hadoop.log.dir in system properties and HBase conf 2024-11-11T06:24:08,406 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/440d60a4-64c6-46a1-7aed-5005f24a6f96/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-11T06:24:08,406 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/440d60a4-64c6-46a1-7aed-5005f24a6f96/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-11T06:24:08,406 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-11T06:24:08,406 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-11T06:24:08,406 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/440d60a4-64c6-46a1-7aed-5005f24a6f96/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-11T06:24:08,406 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/440d60a4-64c6-46a1-7aed-5005f24a6f96/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-11T06:24:08,406 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/440d60a4-64c6-46a1-7aed-5005f24a6f96/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-11T06:24:08,407 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/440d60a4-64c6-46a1-7aed-5005f24a6f96/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-11T06:24:08,407 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/440d60a4-64c6-46a1-7aed-5005f24a6f96/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-11T06:24:08,407 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/440d60a4-64c6-46a1-7aed-5005f24a6f96/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-11T06:24:08,407 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/440d60a4-64c6-46a1-7aed-5005f24a6f96/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-11T06:24:08,407 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/440d60a4-64c6-46a1-7aed-5005f24a6f96/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-11T06:24:08,407 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/440d60a4-64c6-46a1-7aed-5005f24a6f96/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-11T06:24:08,407 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/440d60a4-64c6-46a1-7aed-5005f24a6f96/nfs.dump.dir in system properties and HBase conf 2024-11-11T06:24:08,407 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/440d60a4-64c6-46a1-7aed-5005f24a6f96/java.io.tmpdir in system properties and HBase conf 2024-11-11T06:24:08,407 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/440d60a4-64c6-46a1-7aed-5005f24a6f96/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-11T06:24:08,407 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/440d60a4-64c6-46a1-7aed-5005f24a6f96/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-11T06:24:08,407 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/440d60a4-64c6-46a1-7aed-5005f24a6f96/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-11T06:24:08,455 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x10105b21f490008, quorum=127.0.0.1:62327, baseZNode=/2-680500304 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-11T06:24:08,455 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x10105b21f490002, quorum=127.0.0.1:62327, baseZNode=/0-1695720270 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-11T06:24:08,455 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x10105b21f490008, quorum=127.0.0.1:62327, baseZNode=/2-680500304 Received Disconnected from ZooKeeper, ignoring 2024-11-11T06:24:08,455 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x10105b21f490002, quorum=127.0.0.1:62327, baseZNode=/0-1695720270 Received Disconnected from ZooKeeper, ignoring 2024-11-11T06:24:08,455 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x10105b21f490005, quorum=127.0.0.1:62327, baseZNode=/11493258966 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-11T06:24:08,456 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x10105b21f490005, quorum=127.0.0.1:62327, baseZNode=/11493258966 Received Disconnected from ZooKeeper, ignoring 2024-11-11T06:24:08,505 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T06:24:08,508 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T06:24:08,512 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T06:24:08,512 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T06:24:08,512 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-11T06:24:08,513 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T06:24:08,516 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3710c716{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/440d60a4-64c6-46a1-7aed-5005f24a6f96/hadoop.log.dir/,AVAILABLE} 2024-11-11T06:24:08,516 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1dbdd5c4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T06:24:08,646 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3c41a706{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/440d60a4-64c6-46a1-7aed-5005f24a6f96/java.io.tmpdir/jetty-localhost-36409-hadoop-hdfs-3_4_1-tests_jar-_-any-2991540798476730124/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-11T06:24:08,646 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1b6f6b07{HTTP/1.1, (http/1.1)}{localhost:36409} 2024-11-11T06:24:08,646 INFO [Time-limited test {}] server.Server(415): Started @255652ms 2024-11-11T06:24:08,749 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-11T06:24:08,750 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T06:24:08,751 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T06:24:08,751 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T06:24:08,751 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T06:24:08,751 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T06:24:08,787 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T06:24:08,788 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T06:24:08,788 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T06:24:08,788 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T06:24:08,788 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T06:24:08,788 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T06:24:08,793 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T06:24:08,795 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T06:24:08,796 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T06:24:08,797 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T06:24:08,809 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T06:24:08,811 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T06:24:08,812 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T06:24:08,812 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T06:24:08,812 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-11T06:24:08,813 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@41f438e5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/440d60a4-64c6-46a1-7aed-5005f24a6f96/hadoop.log.dir/,AVAILABLE} 2024-11-11T06:24:08,813 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@672da220{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T06:24:08,939 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2636c6bb{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/440d60a4-64c6-46a1-7aed-5005f24a6f96/java.io.tmpdir/jetty-localhost-39671-hadoop-hdfs-3_4_1-tests_jar-_-any-14270379234732944570/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T06:24:08,939 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5feb4bb2{HTTP/1.1, (http/1.1)}{localhost:39671} 2024-11-11T06:24:08,939 INFO [Time-limited test {}] server.Server(415): Started @255945ms 2024-11-11T06:24:08,941 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-11T06:24:09,046 WARN [Thread-3443 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/440d60a4-64c6-46a1-7aed-5005f24a6f96/cluster_f2005234-4c43-d7c7-95b6-8f62af2bb09b/data/data1/current/BP-1448042973-172.17.0.2-1731306248427/current, will proceed with Du for space computation calculation, 2024-11-11T06:24:09,046 WARN [Thread-3444 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/440d60a4-64c6-46a1-7aed-5005f24a6f96/cluster_f2005234-4c43-d7c7-95b6-8f62af2bb09b/data/data2/current/BP-1448042973-172.17.0.2-1731306248427/current, will proceed with Du for space computation calculation, 2024-11-11T06:24:09,072 WARN [Thread-3431 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-11T06:24:09,075 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf3fe6bae5cd71aa3 with lease ID 0xc844ba27bd37c5af: Processing first storage report for DS-eb2b39b2-59b7-4faf-8706-6043578d52e8 from datanode DatanodeRegistration(127.0.0.1:46491, datanodeUuid=1baa134d-2546-43b3-8684-3626d78a4010, infoPort=37087, infoSecurePort=0, ipcPort=43317, storageInfo=lv=-57;cid=testClusterID;nsid=1163888825;c=1731306248427) 2024-11-11T06:24:09,075 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf3fe6bae5cd71aa3 with lease ID 0xc844ba27bd37c5af: from storage DS-eb2b39b2-59b7-4faf-8706-6043578d52e8 node DatanodeRegistration(127.0.0.1:46491, datanodeUuid=1baa134d-2546-43b3-8684-3626d78a4010, infoPort=37087, infoSecurePort=0, ipcPort=43317, storageInfo=lv=-57;cid=testClusterID;nsid=1163888825;c=1731306248427), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T06:24:09,075 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf3fe6bae5cd71aa3 with lease ID 0xc844ba27bd37c5af: Processing first storage report for DS-ce12bb45-09b4-4141-adec-5cf63312d9ca from datanode DatanodeRegistration(127.0.0.1:46491, datanodeUuid=1baa134d-2546-43b3-8684-3626d78a4010, infoPort=37087, infoSecurePort=0, ipcPort=43317, storageInfo=lv=-57;cid=testClusterID;nsid=1163888825;c=1731306248427) 2024-11-11T06:24:09,075 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf3fe6bae5cd71aa3 with lease ID 0xc844ba27bd37c5af: from storage DS-ce12bb45-09b4-4141-adec-5cf63312d9ca node DatanodeRegistration(127.0.0.1:46491, datanodeUuid=1baa134d-2546-43b3-8684-3626d78a4010, infoPort=37087, infoSecurePort=0, ipcPort=43317, storageInfo=lv=-57;cid=testClusterID;nsid=1163888825;c=1731306248427), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T06:24:09,169 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/440d60a4-64c6-46a1-7aed-5005f24a6f96 2024-11-11T06:24:09,169 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T06:24:09,171 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T06:24:09,177 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46491 is added to blk_1073741825_1001 (size=7) 2024-11-11T06:24:09,578 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35925/user/jenkins/test-data/a27919e7-367a-9678-6f20-da8773124b44 with version=8 2024-11-11T06:24:09,578 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:35925/user/jenkins/test-data/a27919e7-367a-9678-6f20-da8773124b44/hbase-staging 2024-11-11T06:24:09,581 INFO [Time-limited test {}] client.ConnectionUtils(128): master/f334e8b0fbdf:0 server-side Connection retries=45 2024-11-11T06:24:09,581 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T06:24:09,581 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T06:24:09,581 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T06:24:09,581 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T06:24:09,581 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T06:24:09,581 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-11T06:24:09,581 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T06:24:09,582 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38435 2024-11-11T06:24:09,583 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:38435 connecting to ZooKeeper ensemble=127.0.0.1:57559 2024-11-11T06:24:09,589 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:384350x0, quorum=127.0.0.1:57559, baseZNode=/01122334627 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T06:24:09,589 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:38435-0x10105b2c3630000 connected 2024-11-11T06:24:09,610 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T06:24:09,612 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T06:24:09,614 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38435-0x10105b2c3630000, quorum=127.0.0.1:57559, baseZNode=/01122334627 Set watcher on znode that does not yet exist, /01122334627/running 2024-11-11T06:24:09,614 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:35925/user/jenkins/test-data/a27919e7-367a-9678-6f20-da8773124b44, hbase.cluster.distributed=false 2024-11-11T06:24:09,615 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38435-0x10105b2c3630000, quorum=127.0.0.1:57559, baseZNode=/01122334627 Set watcher on znode that does not yet exist, /01122334627/acl 2024-11-11T06:24:09,616 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38435 2024-11-11T06:24:09,616 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38435 2024-11-11T06:24:09,618 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38435 2024-11-11T06:24:09,620 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38435 2024-11-11T06:24:09,621 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38435 2024-11-11T06:24:09,635 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/f334e8b0fbdf:0 server-side Connection retries=45 2024-11-11T06:24:09,636 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T06:24:09,636 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T06:24:09,636 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T06:24:09,636 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T06:24:09,636 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T06:24:09,636 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-11T06:24:09,636 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T06:24:09,636 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41105 2024-11-11T06:24:09,637 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41105 connecting to ZooKeeper ensemble=127.0.0.1:57559 2024-11-11T06:24:09,638 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T06:24:09,639 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T06:24:09,645 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:411050x0, quorum=127.0.0.1:57559, baseZNode=/01122334627 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T06:24:09,645 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:411050x0, quorum=127.0.0.1:57559, baseZNode=/01122334627 Set watcher on znode that does not yet exist, /01122334627/running 2024-11-11T06:24:09,645 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41105-0x10105b2c3630001 connected 2024-11-11T06:24:09,645 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-11T06:24:09,648 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-11T06:24:09,649 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41105-0x10105b2c3630001, quorum=127.0.0.1:57559, baseZNode=/01122334627 Set watcher on znode that does not yet exist, /01122334627/master 2024-11-11T06:24:09,650 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41105-0x10105b2c3630001, quorum=127.0.0.1:57559, baseZNode=/01122334627 Set watcher on znode that does not yet exist, /01122334627/acl 2024-11-11T06:24:09,650 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41105 2024-11-11T06:24:09,650 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41105 2024-11-11T06:24:09,652 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41105 2024-11-11T06:24:09,654 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41105 2024-11-11T06:24:09,656 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41105 2024-11-11T06:24:09,670 DEBUG [M:0;f334e8b0fbdf:38435 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;f334e8b0fbdf:38435 2024-11-11T06:24:09,672 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01122334627/backup-masters/f334e8b0fbdf,38435,1731306249580 2024-11-11T06:24:09,674 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38435-0x10105b2c3630000, quorum=127.0.0.1:57559, baseZNode=/01122334627 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01122334627/backup-masters 2024-11-11T06:24:09,674 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41105-0x10105b2c3630001, quorum=127.0.0.1:57559, baseZNode=/01122334627 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01122334627/backup-masters 2024-11-11T06:24:09,674 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38435-0x10105b2c3630000, quorum=127.0.0.1:57559, baseZNode=/01122334627 Set watcher on existing znode=/01122334627/backup-masters/f334e8b0fbdf,38435,1731306249580 2024-11-11T06:24:09,675 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38435-0x10105b2c3630000, quorum=127.0.0.1:57559, baseZNode=/01122334627 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01122334627 2024-11-11T06:24:09,676 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41105-0x10105b2c3630001, quorum=127.0.0.1:57559, baseZNode=/01122334627 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01122334627/master 2024-11-11T06:24:09,676 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41105-0x10105b2c3630001, quorum=127.0.0.1:57559, baseZNode=/01122334627 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01122334627 2024-11-11T06:24:09,676 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38435-0x10105b2c3630000, quorum=127.0.0.1:57559, baseZNode=/01122334627 Set watcher on existing znode=/01122334627/master 2024-11-11T06:24:09,676 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01122334627/backup-masters/f334e8b0fbdf,38435,1731306249580 from backup master directory 2024-11-11T06:24:09,678 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41105-0x10105b2c3630001, quorum=127.0.0.1:57559, baseZNode=/01122334627 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01122334627/backup-masters 2024-11-11T06:24:09,678 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38435-0x10105b2c3630000, quorum=127.0.0.1:57559, baseZNode=/01122334627 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01122334627/backup-masters/f334e8b0fbdf,38435,1731306249580 2024-11-11T06:24:09,678 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38435-0x10105b2c3630000, quorum=127.0.0.1:57559, baseZNode=/01122334627 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01122334627/backup-masters 2024-11-11T06:24:09,678 WARN [master/f334e8b0fbdf:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T06:24:09,678 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=f334e8b0fbdf,38435,1731306249580 2024-11-11T06:24:09,681 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:35925/user/jenkins/test-data/a27919e7-367a-9678-6f20-da8773124b44/hbase.id] with ID: 5bfee653-7bdf-4b31-a648-3505af889af9 2024-11-11T06:24:09,681 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:35925/user/jenkins/test-data/a27919e7-367a-9678-6f20-da8773124b44/.tmp/hbase.id 2024-11-11T06:24:09,685 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46491 is added to blk_1073741826_1002 (size=42) 2024-11-11T06:24:10,086 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:35925/user/jenkins/test-data/a27919e7-367a-9678-6f20-da8773124b44/.tmp/hbase.id]:[hdfs://localhost:35925/user/jenkins/test-data/a27919e7-367a-9678-6f20-da8773124b44/hbase.id] 2024-11-11T06:24:10,094 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T06:24:10,094 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-11T06:24:10,095 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-11T06:24:10,096 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38435-0x10105b2c3630000, quorum=127.0.0.1:57559, baseZNode=/01122334627 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01122334627 2024-11-11T06:24:10,096 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41105-0x10105b2c3630001, quorum=127.0.0.1:57559, baseZNode=/01122334627 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01122334627 2024-11-11T06:24:10,100 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46491 is added to blk_1073741827_1003 (size=196) 2024-11-11T06:24:10,501 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T06:24:10,502 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-11T06:24:10,502 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T06:24:10,507 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46491 is added to blk_1073741828_1004 (size=1189) 2024-11-11T06:24:10,908 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:35925/user/jenkins/test-data/a27919e7-367a-9678-6f20-da8773124b44/MasterData/data/master/store 2024-11-11T06:24:10,913 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46491 is added to blk_1073741829_1005 (size=34) 2024-11-11T06:24:11,313 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T06:24:11,314 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-11T06:24:11,314 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T06:24:11,314 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T06:24:11,314 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-11T06:24:11,314 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T06:24:11,314 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T06:24:11,314 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731306251314Disabling compacts and flushes for region at 1731306251314Disabling writes for close at 1731306251314Writing region close event to WAL at 1731306251314Closed at 1731306251314 2024-11-11T06:24:11,314 WARN [master/f334e8b0fbdf:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:35925/user/jenkins/test-data/a27919e7-367a-9678-6f20-da8773124b44/MasterData/data/master/store/.initializing 2024-11-11T06:24:11,315 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:35925/user/jenkins/test-data/a27919e7-367a-9678-6f20-da8773124b44/MasterData/WALs/f334e8b0fbdf,38435,1731306249580 2024-11-11T06:24:11,315 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T06:24:11,316 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=f334e8b0fbdf%2C38435%2C1731306249580, suffix=, logDir=hdfs://localhost:35925/user/jenkins/test-data/a27919e7-367a-9678-6f20-da8773124b44/MasterData/WALs/f334e8b0fbdf,38435,1731306249580, archiveDir=hdfs://localhost:35925/user/jenkins/test-data/a27919e7-367a-9678-6f20-da8773124b44/MasterData/oldWALs, maxLogs=10 2024-11-11T06:24:11,333 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/a27919e7-367a-9678-6f20-da8773124b44/MasterData/WALs/f334e8b0fbdf,38435,1731306249580/f334e8b0fbdf%2C38435%2C1731306249580.1731306251317, exclude list is [], retry=0 2024-11-11T06:24:11,336 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46491,DS-eb2b39b2-59b7-4faf-8706-6043578d52e8,DISK] 2024-11-11T06:24:11,338 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a27919e7-367a-9678-6f20-da8773124b44/MasterData/WALs/f334e8b0fbdf,38435,1731306249580/f334e8b0fbdf%2C38435%2C1731306249580.1731306251317 2024-11-11T06:24:11,338 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37087:37087)] 2024-11-11T06:24:11,338 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-11T06:24:11,338 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T06:24:11,338 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T06:24:11,338 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T06:24:11,339 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T06:24:11,340 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-11T06:24:11,341 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:24:11,341 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T06:24:11,341 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T06:24:11,342 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-11T06:24:11,342 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:24:11,342 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T06:24:11,342 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T06:24:11,343 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-11T06:24:11,343 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:24:11,343 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T06:24:11,343 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T06:24:11,344 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-11T06:24:11,344 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:24:11,344 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T06:24:11,344 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T06:24:11,345 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35925/user/jenkins/test-data/a27919e7-367a-9678-6f20-da8773124b44/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-11T06:24:11,345 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35925/user/jenkins/test-data/a27919e7-367a-9678-6f20-da8773124b44/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-11T06:24:11,346 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T06:24:11,346 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T06:24:11,346 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T06:24:11,347 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T06:24:11,349 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35925/user/jenkins/test-data/a27919e7-367a-9678-6f20-da8773124b44/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T06:24:11,349 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62852363, jitterRate=-0.06342680752277374}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T06:24:11,350 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731306251338Initializing all the Stores at 1731306251339 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731306251339Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731306251339Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731306251339Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731306251339Cleaning up temporary data from old regions at 1731306251346 (+7 ms)Region opened successfully at 1731306251350 (+4 ms) 2024-11-11T06:24:11,350 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-11T06:24:11,352 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c4b6e91, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f334e8b0fbdf/172.17.0.2:0 2024-11-11T06:24:11,353 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-11T06:24:11,353 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-11T06:24:11,353 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-11T06:24:11,353 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-11T06:24:11,353 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-11T06:24:11,353 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-11T06:24:11,354 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-11T06:24:11,355 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-11T06:24:11,356 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38435-0x10105b2c3630000, quorum=127.0.0.1:57559, baseZNode=/01122334627 Unable to get data of znode /01122334627/balancer because node does not exist (not necessarily an error) 2024-11-11T06:24:11,357 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01122334627/balancer already deleted, retry=false 2024-11-11T06:24:11,357 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-11T06:24:11,357 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38435-0x10105b2c3630000, quorum=127.0.0.1:57559, baseZNode=/01122334627 Unable to get data of znode /01122334627/normalizer because node does not exist (not necessarily an error) 2024-11-11T06:24:11,358 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01122334627/normalizer already deleted, retry=false 2024-11-11T06:24:11,359 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-11T06:24:11,359 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38435-0x10105b2c3630000, quorum=127.0.0.1:57559, baseZNode=/01122334627 Unable to get data of znode /01122334627/switch/split because node does not exist (not necessarily an error) 2024-11-11T06:24:11,362 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01122334627/switch/split already deleted, retry=false 2024-11-11T06:24:11,362 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38435-0x10105b2c3630000, quorum=127.0.0.1:57559, baseZNode=/01122334627 Unable to get data of znode /01122334627/switch/merge because node does not exist (not necessarily an error) 2024-11-11T06:24:11,363 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01122334627/switch/merge already deleted, retry=false 2024-11-11T06:24:11,365 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38435-0x10105b2c3630000, quorum=127.0.0.1:57559, baseZNode=/01122334627 Unable to get data of znode /01122334627/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-11T06:24:11,366 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01122334627/snapshot-cleanup already deleted, retry=false 2024-11-11T06:24:11,367 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41105-0x10105b2c3630001, quorum=127.0.0.1:57559, baseZNode=/01122334627 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01122334627/running 2024-11-11T06:24:11,367 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38435-0x10105b2c3630000, quorum=127.0.0.1:57559, baseZNode=/01122334627 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01122334627/running 2024-11-11T06:24:11,367 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38435-0x10105b2c3630000, quorum=127.0.0.1:57559, baseZNode=/01122334627 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01122334627 2024-11-11T06:24:11,367 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41105-0x10105b2c3630001, quorum=127.0.0.1:57559, baseZNode=/01122334627 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01122334627 2024-11-11T06:24:11,368 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=f334e8b0fbdf,38435,1731306249580, sessionid=0x10105b2c3630000, setting cluster-up flag (Was=false) 2024-11-11T06:24:11,371 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41105-0x10105b2c3630001, quorum=127.0.0.1:57559, baseZNode=/01122334627 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01122334627 2024-11-11T06:24:11,371 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38435-0x10105b2c3630000, quorum=127.0.0.1:57559, baseZNode=/01122334627 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01122334627 2024-11-11T06:24:11,375 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01122334627/flush-table-proc/acquired, /01122334627/flush-table-proc/reached, /01122334627/flush-table-proc/abort 2024-11-11T06:24:11,376 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f334e8b0fbdf,38435,1731306249580 2024-11-11T06:24:11,378 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41105-0x10105b2c3630001, quorum=127.0.0.1:57559, baseZNode=/01122334627 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01122334627 2024-11-11T06:24:11,378 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38435-0x10105b2c3630000, quorum=127.0.0.1:57559, baseZNode=/01122334627 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01122334627 2024-11-11T06:24:11,382 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01122334627/online-snapshot/acquired, /01122334627/online-snapshot/reached, /01122334627/online-snapshot/abort 2024-11-11T06:24:11,383 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f334e8b0fbdf,38435,1731306249580 2024-11-11T06:24:11,383 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:35925/user/jenkins/test-data/a27919e7-367a-9678-6f20-da8773124b44/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-11T06:24:11,385 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-11T06:24:11,385 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-11T06:24:11,385 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-11T06:24:11,385 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: f334e8b0fbdf,38435,1731306249580 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-11T06:24:11,386 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/f334e8b0fbdf:0, corePoolSize=5, maxPoolSize=5 2024-11-11T06:24:11,386 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/f334e8b0fbdf:0, corePoolSize=5, maxPoolSize=5 2024-11-11T06:24:11,386 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/f334e8b0fbdf:0, corePoolSize=5, maxPoolSize=5 2024-11-11T06:24:11,386 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/f334e8b0fbdf:0, corePoolSize=5, maxPoolSize=5 2024-11-11T06:24:11,386 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/f334e8b0fbdf:0, corePoolSize=10, maxPoolSize=10 2024-11-11T06:24:11,386 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/f334e8b0fbdf:0, corePoolSize=1, maxPoolSize=1 2024-11-11T06:24:11,386 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/f334e8b0fbdf:0, corePoolSize=2, maxPoolSize=2 2024-11-11T06:24:11,386 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/f334e8b0fbdf:0, corePoolSize=1, maxPoolSize=1 2024-11-11T06:24:11,387 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731306281387 2024-11-11T06:24:11,387 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-11T06:24:11,387 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-11T06:24:11,387 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-11T06:24:11,387 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-11T06:24:11,387 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-11T06:24:11,387 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-11T06:24:11,387 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T06:24:11,387 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T06:24:11,388 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-11T06:24:11,388 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-11T06:24:11,388 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-11T06:24:11,388 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-11T06:24:11,388 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-11T06:24:11,388 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-11T06:24:11,388 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-11T06:24:11,388 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:24:11,388 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-11T06:24:11,392 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/f334e8b0fbdf:0:becomeActiveMaster-HFileCleaner.large.0-1731306251388,5,FailOnTimeoutGroup] 2024-11-11T06:24:11,393 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/f334e8b0fbdf:0:becomeActiveMaster-HFileCleaner.small.0-1731306251392,5,FailOnTimeoutGroup] 2024-11-11T06:24:11,393 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T06:24:11,393 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-11T06:24:11,393 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-11T06:24:11,393 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-11T06:24:11,395 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46491 is added to blk_1073741831_1007 (size=1321) 2024-11-11T06:24:11,396 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:35925/user/jenkins/test-data/a27919e7-367a-9678-6f20-da8773124b44/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-11T06:24:11,396 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:35925/user/jenkins/test-data/a27919e7-367a-9678-6f20-da8773124b44 2024-11-11T06:24:11,404 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46491 is added to blk_1073741832_1008 (size=32) 2024-11-11T06:24:11,458 INFO [RS:0;f334e8b0fbdf:41105 {}] regionserver.HRegionServer(746): ClusterId : 5bfee653-7bdf-4b31-a648-3505af889af9 2024-11-11T06:24:11,459 DEBUG [RS:0;f334e8b0fbdf:41105 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-11T06:24:11,460 DEBUG [RS:0;f334e8b0fbdf:41105 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-11T06:24:11,460 DEBUG [RS:0;f334e8b0fbdf:41105 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-11T06:24:11,462 DEBUG [RS:0;f334e8b0fbdf:41105 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-11T06:24:11,462 DEBUG [RS:0;f334e8b0fbdf:41105 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@557784b7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f334e8b0fbdf/172.17.0.2:0 2024-11-11T06:24:11,473 DEBUG [RS:0;f334e8b0fbdf:41105 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;f334e8b0fbdf:41105 2024-11-11T06:24:11,474 INFO [RS:0;f334e8b0fbdf:41105 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-11T06:24:11,474 INFO [RS:0;f334e8b0fbdf:41105 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-11T06:24:11,474 DEBUG [RS:0;f334e8b0fbdf:41105 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-11T06:24:11,474 INFO [RS:0;f334e8b0fbdf:41105 {}] regionserver.HRegionServer(2659): reportForDuty to master=f334e8b0fbdf,38435,1731306249580 with port=41105, startcode=1731306249635 2024-11-11T06:24:11,474 DEBUG [RS:0;f334e8b0fbdf:41105 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-11T06:24:11,475 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52209, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=RegionServerStatusService 2024-11-11T06:24:11,476 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38435 {}] master.ServerManager(363): Checking decommissioned status of RegionServer f334e8b0fbdf,41105,1731306249635 2024-11-11T06:24:11,476 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38435 {}] master.ServerManager(517): Registering regionserver=f334e8b0fbdf,41105,1731306249635 2024-11-11T06:24:11,477 DEBUG [RS:0;f334e8b0fbdf:41105 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35925/user/jenkins/test-data/a27919e7-367a-9678-6f20-da8773124b44 2024-11-11T06:24:11,477 DEBUG [RS:0;f334e8b0fbdf:41105 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35925 2024-11-11T06:24:11,477 DEBUG [RS:0;f334e8b0fbdf:41105 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-11T06:24:11,479 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38435-0x10105b2c3630000, quorum=127.0.0.1:57559, baseZNode=/01122334627 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01122334627/rs 2024-11-11T06:24:11,480 DEBUG [RS:0;f334e8b0fbdf:41105 {}] zookeeper.ZKUtil(111): regionserver:41105-0x10105b2c3630001, quorum=127.0.0.1:57559, baseZNode=/01122334627 Set watcher on existing znode=/01122334627/rs/f334e8b0fbdf,41105,1731306249635 2024-11-11T06:24:11,480 WARN [RS:0;f334e8b0fbdf:41105 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T06:24:11,480 INFO [RS:0;f334e8b0fbdf:41105 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T06:24:11,480 DEBUG [RS:0;f334e8b0fbdf:41105 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35925/user/jenkins/test-data/a27919e7-367a-9678-6f20-da8773124b44/WALs/f334e8b0fbdf,41105,1731306249635 2024-11-11T06:24:11,480 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [f334e8b0fbdf,41105,1731306249635] 2024-11-11T06:24:11,482 INFO [RS:0;f334e8b0fbdf:41105 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-11T06:24:11,483 INFO [RS:0;f334e8b0fbdf:41105 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-11T06:24:11,484 INFO [RS:0;f334e8b0fbdf:41105 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-11T06:24:11,484 INFO [RS:0;f334e8b0fbdf:41105 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T06:24:11,484 INFO [RS:0;f334e8b0fbdf:41105 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-11T06:24:11,484 INFO [RS:0;f334e8b0fbdf:41105 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-11T06:24:11,484 INFO [RS:0;f334e8b0fbdf:41105 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-11T06:24:11,485 DEBUG [RS:0;f334e8b0fbdf:41105 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/f334e8b0fbdf:0, corePoolSize=1, maxPoolSize=1 2024-11-11T06:24:11,485 DEBUG [RS:0;f334e8b0fbdf:41105 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/f334e8b0fbdf:0, corePoolSize=1, maxPoolSize=1 2024-11-11T06:24:11,485 DEBUG [RS:0;f334e8b0fbdf:41105 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/f334e8b0fbdf:0, corePoolSize=1, maxPoolSize=1 2024-11-11T06:24:11,485 DEBUG [RS:0;f334e8b0fbdf:41105 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0, corePoolSize=1, maxPoolSize=1 2024-11-11T06:24:11,485 DEBUG [RS:0;f334e8b0fbdf:41105 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/f334e8b0fbdf:0, corePoolSize=1, maxPoolSize=1 2024-11-11T06:24:11,485 DEBUG [RS:0;f334e8b0fbdf:41105 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/f334e8b0fbdf:0, corePoolSize=2, maxPoolSize=2 2024-11-11T06:24:11,485 DEBUG [RS:0;f334e8b0fbdf:41105 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/f334e8b0fbdf:0, corePoolSize=1, maxPoolSize=1 2024-11-11T06:24:11,485 DEBUG [RS:0;f334e8b0fbdf:41105 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/f334e8b0fbdf:0, corePoolSize=1, maxPoolSize=1 2024-11-11T06:24:11,485 DEBUG [RS:0;f334e8b0fbdf:41105 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0, corePoolSize=1, maxPoolSize=1 2024-11-11T06:24:11,485 DEBUG [RS:0;f334e8b0fbdf:41105 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/f334e8b0fbdf:0, corePoolSize=1, maxPoolSize=1 2024-11-11T06:24:11,485 DEBUG [RS:0;f334e8b0fbdf:41105 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/f334e8b0fbdf:0, corePoolSize=1, maxPoolSize=1 2024-11-11T06:24:11,485 DEBUG [RS:0;f334e8b0fbdf:41105 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/f334e8b0fbdf:0, corePoolSize=1, maxPoolSize=1 2024-11-11T06:24:11,485 DEBUG [RS:0;f334e8b0fbdf:41105 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/f334e8b0fbdf:0, corePoolSize=3, maxPoolSize=3 2024-11-11T06:24:11,485 DEBUG [RS:0;f334e8b0fbdf:41105 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/f334e8b0fbdf:0, corePoolSize=3, maxPoolSize=3 2024-11-11T06:24:11,486 INFO [RS:0;f334e8b0fbdf:41105 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T06:24:11,486 INFO [RS:0;f334e8b0fbdf:41105 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T06:24:11,486 INFO [RS:0;f334e8b0fbdf:41105 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T06:24:11,486 INFO [RS:0;f334e8b0fbdf:41105 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-11T06:24:11,486 INFO [RS:0;f334e8b0fbdf:41105 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-11T06:24:11,486 INFO [RS:0;f334e8b0fbdf:41105 {}] hbase.ChoreService(168): Chore ScheduledChore name=f334e8b0fbdf,41105,1731306249635-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T06:24:11,499 INFO [RS:0;f334e8b0fbdf:41105 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-11T06:24:11,499 INFO [RS:0;f334e8b0fbdf:41105 {}] hbase.ChoreService(168): Chore ScheduledChore name=f334e8b0fbdf,41105,1731306249635-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T06:24:11,499 INFO [RS:0;f334e8b0fbdf:41105 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T06:24:11,499 INFO [RS:0;f334e8b0fbdf:41105 {}] regionserver.Replication(171): f334e8b0fbdf,41105,1731306249635 started 2024-11-11T06:24:11,512 INFO [RS:0;f334e8b0fbdf:41105 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T06:24:11,512 INFO [RS:0;f334e8b0fbdf:41105 {}] regionserver.HRegionServer(1482): Serving as f334e8b0fbdf,41105,1731306249635, RpcServer on f334e8b0fbdf/172.17.0.2:41105, sessionid=0x10105b2c3630001 2024-11-11T06:24:11,512 DEBUG [RS:0;f334e8b0fbdf:41105 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-11T06:24:11,512 DEBUG [RS:0;f334e8b0fbdf:41105 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager f334e8b0fbdf,41105,1731306249635 2024-11-11T06:24:11,512 DEBUG [RS:0;f334e8b0fbdf:41105 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f334e8b0fbdf,41105,1731306249635' 2024-11-11T06:24:11,512 DEBUG [RS:0;f334e8b0fbdf:41105 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01122334627/flush-table-proc/abort' 2024-11-11T06:24:11,513 DEBUG [RS:0;f334e8b0fbdf:41105 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01122334627/flush-table-proc/acquired' 2024-11-11T06:24:11,513 DEBUG [RS:0;f334e8b0fbdf:41105 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-11T06:24:11,513 DEBUG [RS:0;f334e8b0fbdf:41105 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-11T06:24:11,513 DEBUG [RS:0;f334e8b0fbdf:41105 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager f334e8b0fbdf,41105,1731306249635 2024-11-11T06:24:11,513 DEBUG [RS:0;f334e8b0fbdf:41105 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f334e8b0fbdf,41105,1731306249635' 2024-11-11T06:24:11,513 DEBUG [RS:0;f334e8b0fbdf:41105 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01122334627/online-snapshot/abort' 2024-11-11T06:24:11,513 DEBUG [RS:0;f334e8b0fbdf:41105 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01122334627/online-snapshot/acquired' 2024-11-11T06:24:11,513 DEBUG [RS:0;f334e8b0fbdf:41105 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-11T06:24:11,513 INFO [RS:0;f334e8b0fbdf:41105 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-11T06:24:11,513 INFO [RS:0;f334e8b0fbdf:41105 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-11T06:24:11,614 INFO [RS:0;f334e8b0fbdf:41105 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T06:24:11,615 INFO [RS:0;f334e8b0fbdf:41105 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f334e8b0fbdf%2C41105%2C1731306249635, suffix=, logDir=hdfs://localhost:35925/user/jenkins/test-data/a27919e7-367a-9678-6f20-da8773124b44/WALs/f334e8b0fbdf,41105,1731306249635, archiveDir=hdfs://localhost:35925/user/jenkins/test-data/a27919e7-367a-9678-6f20-da8773124b44/oldWALs, maxLogs=10 2024-11-11T06:24:11,628 DEBUG [RS:0;f334e8b0fbdf:41105 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/a27919e7-367a-9678-6f20-da8773124b44/WALs/f334e8b0fbdf,41105,1731306249635/f334e8b0fbdf%2C41105%2C1731306249635.1731306251615, exclude list is [], retry=0 2024-11-11T06:24:11,630 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46491,DS-eb2b39b2-59b7-4faf-8706-6043578d52e8,DISK] 2024-11-11T06:24:11,632 INFO [RS:0;f334e8b0fbdf:41105 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a27919e7-367a-9678-6f20-da8773124b44/WALs/f334e8b0fbdf,41105,1731306249635/f334e8b0fbdf%2C41105%2C1731306249635.1731306251615 2024-11-11T06:24:11,632 DEBUG [RS:0;f334e8b0fbdf:41105 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37087:37087)] 2024-11-11T06:24:11,805 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T06:24:11,806 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T06:24:11,807 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T06:24:11,807 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:24:11,807 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T06:24:11,807 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T06:24:11,808 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T06:24:11,808 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:24:11,808 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T06:24:11,808 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T06:24:11,809 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T06:24:11,809 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:24:11,810 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T06:24:11,810 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T06:24:11,810 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T06:24:11,811 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:24:11,811 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T06:24:11,811 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T06:24:11,811 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35925/user/jenkins/test-data/a27919e7-367a-9678-6f20-da8773124b44/data/hbase/meta/1588230740 2024-11-11T06:24:11,812 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35925/user/jenkins/test-data/a27919e7-367a-9678-6f20-da8773124b44/data/hbase/meta/1588230740 2024-11-11T06:24:11,812 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T06:24:11,812 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T06:24:11,813 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T06:24:11,813 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T06:24:11,815 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35925/user/jenkins/test-data/a27919e7-367a-9678-6f20-da8773124b44/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T06:24:11,815 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63532653, jitterRate=-0.05328969657421112}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T06:24:11,816 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731306251805Initializing all the Stores at 1731306251805Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731306251805Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731306251805Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731306251805Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731306251806 (+1 ms)Cleaning up temporary data from old regions at 1731306251812 (+6 ms)Region opened successfully at 1731306251816 (+4 ms) 2024-11-11T06:24:11,816 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-11T06:24:11,816 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-11T06:24:11,816 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-11T06:24:11,816 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-11T06:24:11,816 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-11T06:24:11,816 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-11T06:24:11,817 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731306251816Disabling compacts and flushes for region at 1731306251816Disabling writes for close at 1731306251816Writing region close event to WAL at 1731306251816Closed at 1731306251816 2024-11-11T06:24:11,817 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T06:24:11,818 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-11T06:24:11,818 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-11T06:24:11,819 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T06:24:11,819 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-11T06:24:11,970 DEBUG [f334e8b0fbdf:38435 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-11T06:24:11,970 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=f334e8b0fbdf,41105,1731306249635 2024-11-11T06:24:11,971 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f334e8b0fbdf,41105,1731306249635, state=OPENING 2024-11-11T06:24:11,972 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-11T06:24:11,974 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38435-0x10105b2c3630000, quorum=127.0.0.1:57559, baseZNode=/01122334627 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01122334627 2024-11-11T06:24:11,974 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41105-0x10105b2c3630001, quorum=127.0.0.1:57559, baseZNode=/01122334627 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01122334627 2024-11-11T06:24:11,974 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T06:24:11,974 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01122334627/meta-region-server: CHANGED 2024-11-11T06:24:11,974 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01122334627/meta-region-server: CHANGED 2024-11-11T06:24:11,974 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=f334e8b0fbdf,41105,1731306249635}] 2024-11-11T06:24:12,126 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-11T06:24:12,128 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56053, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-11T06:24:12,131 INFO [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-11T06:24:12,131 INFO [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T06:24:12,131 INFO [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-11T06:24:12,132 INFO [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f334e8b0fbdf%2C41105%2C1731306249635.meta, suffix=.meta, logDir=hdfs://localhost:35925/user/jenkins/test-data/a27919e7-367a-9678-6f20-da8773124b44/WALs/f334e8b0fbdf,41105,1731306249635, archiveDir=hdfs://localhost:35925/user/jenkins/test-data/a27919e7-367a-9678-6f20-da8773124b44/oldWALs, maxLogs=10 2024-11-11T06:24:12,146 DEBUG [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/a27919e7-367a-9678-6f20-da8773124b44/WALs/f334e8b0fbdf,41105,1731306249635/f334e8b0fbdf%2C41105%2C1731306249635.meta.1731306252132.meta, exclude list is [], retry=0 2024-11-11T06:24:12,147 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46491,DS-eb2b39b2-59b7-4faf-8706-6043578d52e8,DISK] 2024-11-11T06:24:12,149 INFO [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a27919e7-367a-9678-6f20-da8773124b44/WALs/f334e8b0fbdf,41105,1731306249635/f334e8b0fbdf%2C41105%2C1731306249635.meta.1731306252132.meta 2024-11-11T06:24:12,149 DEBUG [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37087:37087)] 2024-11-11T06:24:12,149 DEBUG [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-11T06:24:12,150 INFO [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-11T06:24:12,150 DEBUG [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-11T06:24:12,150 DEBUG [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-11T06:24:12,150 INFO [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-11T06:24:12,150 DEBUG [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-11T06:24:12,150 DEBUG [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T06:24:12,150 DEBUG [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-11T06:24:12,150 DEBUG [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-11T06:24:12,151 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T06:24:12,152 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T06:24:12,152 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:24:12,152 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T06:24:12,152 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T06:24:12,153 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T06:24:12,153 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:24:12,153 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T06:24:12,153 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T06:24:12,153 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T06:24:12,153 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:24:12,154 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T06:24:12,154 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T06:24:12,154 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T06:24:12,154 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:24:12,154 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T06:24:12,155 DEBUG [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T06:24:12,155 DEBUG [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35925/user/jenkins/test-data/a27919e7-367a-9678-6f20-da8773124b44/data/hbase/meta/1588230740 2024-11-11T06:24:12,156 DEBUG [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35925/user/jenkins/test-data/a27919e7-367a-9678-6f20-da8773124b44/data/hbase/meta/1588230740 2024-11-11T06:24:12,156 DEBUG [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T06:24:12,156 DEBUG [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T06:24:12,157 DEBUG [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T06:24:12,157 DEBUG [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T06:24:12,158 INFO [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59705822, jitterRate=-0.11031392216682434}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T06:24:12,158 DEBUG [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-11T06:24:12,158 DEBUG [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731306252150Writing region info on filesystem at 1731306252150Initializing all the Stores at 1731306252151 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731306252151Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731306252151Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731306252151Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731306252151Cleaning up temporary data from old regions at 1731306252156 (+5 ms)Running coprocessor post-open hooks at 1731306252158 (+2 ms)Region opened successfully at 1731306252158 2024-11-11T06:24:12,159 INFO [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731306252126 2024-11-11T06:24:12,161 DEBUG [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-11T06:24:12,161 INFO [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-11T06:24:12,162 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=f334e8b0fbdf,41105,1731306249635 2024-11-11T06:24:12,162 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f334e8b0fbdf,41105,1731306249635, state=OPEN 2024-11-11T06:24:12,167 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38435-0x10105b2c3630000, quorum=127.0.0.1:57559, baseZNode=/01122334627 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01122334627/meta-region-server 2024-11-11T06:24:12,167 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41105-0x10105b2c3630001, quorum=127.0.0.1:57559, baseZNode=/01122334627 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01122334627/meta-region-server 2024-11-11T06:24:12,167 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=f334e8b0fbdf,41105,1731306249635 2024-11-11T06:24:12,167 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01122334627/meta-region-server: CHANGED 2024-11-11T06:24:12,167 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01122334627/meta-region-server: CHANGED 2024-11-11T06:24:12,169 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-11T06:24:12,169 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=f334e8b0fbdf,41105,1731306249635 in 193 msec 2024-11-11T06:24:12,171 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-11T06:24:12,171 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 351 msec 2024-11-11T06:24:12,171 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T06:24:12,171 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-11T06:24:12,172 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T06:24:12,172 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f334e8b0fbdf,41105,1731306249635, seqNum=-1] 2024-11-11T06:24:12,172 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T06:24:12,173 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55027, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T06:24:12,177 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 792 msec 2024-11-11T06:24:12,177 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731306252177, completionTime=-1 2024-11-11T06:24:12,177 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-11T06:24:12,177 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-11T06:24:12,179 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-11T06:24:12,179 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731306312179 2024-11-11T06:24:12,179 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731306372179 2024-11-11T06:24:12,179 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-11T06:24:12,179 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f334e8b0fbdf,38435,1731306249580-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T06:24:12,179 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f334e8b0fbdf,38435,1731306249580-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T06:24:12,179 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f334e8b0fbdf,38435,1731306249580-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T06:24:12,179 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-f334e8b0fbdf:38435, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T06:24:12,179 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-11T06:24:12,179 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-11T06:24:12,181 DEBUG [master/f334e8b0fbdf:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-11T06:24:12,182 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.504sec 2024-11-11T06:24:12,182 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-11T06:24:12,182 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-11T06:24:12,182 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-11T06:24:12,182 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-11T06:24:12,182 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-11T06:24:12,182 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f334e8b0fbdf,38435,1731306249580-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T06:24:12,182 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f334e8b0fbdf,38435,1731306249580-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-11T06:24:12,184 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-11T06:24:12,184 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-11T06:24:12,184 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f334e8b0fbdf,38435,1731306249580-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T06:24:12,259 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7bcea90e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T06:24:12,259 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f334e8b0fbdf,38435,-1 for getting cluster id 2024-11-11T06:24:12,259 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T06:24:12,260 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5bfee653-7bdf-4b31-a648-3505af889af9' 2024-11-11T06:24:12,261 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T06:24:12,261 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5bfee653-7bdf-4b31-a648-3505af889af9" 2024-11-11T06:24:12,261 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@65d69b2e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T06:24:12,261 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f334e8b0fbdf,38435,-1] 2024-11-11T06:24:12,261 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T06:24:12,261 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T06:24:12,262 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49132, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T06:24:12,262 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2171703a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T06:24:12,263 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T06:24:12,263 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f334e8b0fbdf,41105,1731306249635, seqNum=-1] 2024-11-11T06:24:12,264 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T06:24:12,264 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46494, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T06:24:12,266 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=f334e8b0fbdf,38435,1731306249580 2024-11-11T06:24:12,266 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:57559 2024-11-11T06:24:12,268 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:57559, baseZNode=/01122334627 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T06:24:12,269 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x10105b2c3630002 connected 2024-11-11T06:24:12,271 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/440d60a4-64c6-46a1-7aed-5005f24a6f96/hadoop.log.dir so I do NOT create it in target/test-data/ac087d9c-85b5-e97b-d95c-8d4d38fb6690 2024-11-11T06:24:12,271 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/440d60a4-64c6-46a1-7aed-5005f24a6f96/hadoop.log.dir Erasing configuration value by system value. 2024-11-11T06:24:12,271 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/440d60a4-64c6-46a1-7aed-5005f24a6f96/hadoop.tmp.dir so I do NOT create it in target/test-data/ac087d9c-85b5-e97b-d95c-8d4d38fb6690 2024-11-11T06:24:12,271 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/440d60a4-64c6-46a1-7aed-5005f24a6f96/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-11T06:24:12,271 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ac087d9c-85b5-e97b-d95c-8d4d38fb6690 2024-11-11T06:24:12,271 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-11T06:24:12,271 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ac087d9c-85b5-e97b-d95c-8d4d38fb6690/cluster_5b607b6d-917d-6091-8982-ebf4bfa481f3, deleteOnExit=true 2024-11-11T06:24:12,271 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-11T06:24:12,272 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ac087d9c-85b5-e97b-d95c-8d4d38fb6690/test.cache.data in system properties and HBase conf 2024-11-11T06:24:12,272 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ac087d9c-85b5-e97b-d95c-8d4d38fb6690/hadoop.tmp.dir in system properties and HBase conf 2024-11-11T06:24:12,272 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ac087d9c-85b5-e97b-d95c-8d4d38fb6690/hadoop.log.dir in system properties and HBase conf 2024-11-11T06:24:12,272 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ac087d9c-85b5-e97b-d95c-8d4d38fb6690/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-11T06:24:12,272 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ac087d9c-85b5-e97b-d95c-8d4d38fb6690/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-11T06:24:12,272 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-11T06:24:12,272 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-11T06:24:12,272 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ac087d9c-85b5-e97b-d95c-8d4d38fb6690/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-11T06:24:12,272 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ac087d9c-85b5-e97b-d95c-8d4d38fb6690/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-11T06:24:12,272 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ac087d9c-85b5-e97b-d95c-8d4d38fb6690/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-11T06:24:12,272 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ac087d9c-85b5-e97b-d95c-8d4d38fb6690/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-11T06:24:12,272 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ac087d9c-85b5-e97b-d95c-8d4d38fb6690/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-11T06:24:12,272 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ac087d9c-85b5-e97b-d95c-8d4d38fb6690/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-11T06:24:12,273 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ac087d9c-85b5-e97b-d95c-8d4d38fb6690/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-11T06:24:12,273 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ac087d9c-85b5-e97b-d95c-8d4d38fb6690/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-11T06:24:12,273 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ac087d9c-85b5-e97b-d95c-8d4d38fb6690/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-11T06:24:12,273 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ac087d9c-85b5-e97b-d95c-8d4d38fb6690/nfs.dump.dir in system properties and HBase conf 2024-11-11T06:24:12,273 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ac087d9c-85b5-e97b-d95c-8d4d38fb6690/java.io.tmpdir in system properties and HBase conf 2024-11-11T06:24:12,273 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ac087d9c-85b5-e97b-d95c-8d4d38fb6690/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-11T06:24:12,273 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ac087d9c-85b5-e97b-d95c-8d4d38fb6690/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-11T06:24:12,273 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ac087d9c-85b5-e97b-d95c-8d4d38fb6690/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-11T06:24:12,342 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T06:24:12,345 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T06:24:12,346 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T06:24:12,346 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T06:24:12,346 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-11T06:24:12,347 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T06:24:12,347 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@21996fb9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ac087d9c-85b5-e97b-d95c-8d4d38fb6690/hadoop.log.dir/,AVAILABLE} 2024-11-11T06:24:12,348 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@20521353{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T06:24:12,468 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@783d9914{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ac087d9c-85b5-e97b-d95c-8d4d38fb6690/java.io.tmpdir/jetty-localhost-37135-hadoop-hdfs-3_4_1-tests_jar-_-any-9868431319344554440/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-11T06:24:12,468 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1f1d46b0{HTTP/1.1, (http/1.1)}{localhost:37135} 2024-11-11T06:24:12,468 INFO [Time-limited test {}] server.Server(415): Started @259474ms 2024-11-11T06:24:12,542 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T06:24:12,545 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T06:24:12,546 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T06:24:12,546 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T06:24:12,547 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-11T06:24:12,548 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4924268d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ac087d9c-85b5-e97b-d95c-8d4d38fb6690/hadoop.log.dir/,AVAILABLE} 2024-11-11T06:24:12,549 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1605efc2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T06:24:12,670 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1ba2423e{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ac087d9c-85b5-e97b-d95c-8d4d38fb6690/java.io.tmpdir/jetty-localhost-40461-hadoop-hdfs-3_4_1-tests_jar-_-any-11739490359058057821/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T06:24:12,670 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@61c82eeb{HTTP/1.1, (http/1.1)}{localhost:40461} 2024-11-11T06:24:12,671 INFO [Time-limited test {}] server.Server(415): Started @259676ms 2024-11-11T06:24:12,672 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-11T06:24:12,760 WARN [Thread-3563 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ac087d9c-85b5-e97b-d95c-8d4d38fb6690/cluster_5b607b6d-917d-6091-8982-ebf4bfa481f3/data/data1/current/BP-793742067-172.17.0.2-1731306252290/current, will proceed with Du for space computation calculation, 2024-11-11T06:24:12,760 WARN [Thread-3564 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ac087d9c-85b5-e97b-d95c-8d4d38fb6690/cluster_5b607b6d-917d-6091-8982-ebf4bfa481f3/data/data2/current/BP-793742067-172.17.0.2-1731306252290/current, will proceed with Du for space computation calculation, 2024-11-11T06:24:12,782 WARN [Thread-3551 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-11T06:24:12,785 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x352efa0bff7cb595 with lease ID 0xc4e8b5dcbcdb6538: Processing first storage report for DS-a8bc95b3-134c-4e4d-a3f0-f9d255391796 from datanode DatanodeRegistration(127.0.0.1:36581, datanodeUuid=b2be2507-b44f-42e7-80e9-95c097cf8f79, infoPort=38445, infoSecurePort=0, ipcPort=38769, storageInfo=lv=-57;cid=testClusterID;nsid=511780528;c=1731306252290) 2024-11-11T06:24:12,785 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x352efa0bff7cb595 with lease ID 0xc4e8b5dcbcdb6538: from storage DS-a8bc95b3-134c-4e4d-a3f0-f9d255391796 node DatanodeRegistration(127.0.0.1:36581, datanodeUuid=b2be2507-b44f-42e7-80e9-95c097cf8f79, infoPort=38445, infoSecurePort=0, ipcPort=38769, storageInfo=lv=-57;cid=testClusterID;nsid=511780528;c=1731306252290), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T06:24:12,785 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x352efa0bff7cb595 with lease ID 0xc4e8b5dcbcdb6538: Processing first storage report for DS-bd890343-7ccd-483a-91da-27eda8aac478 from datanode DatanodeRegistration(127.0.0.1:36581, datanodeUuid=b2be2507-b44f-42e7-80e9-95c097cf8f79, infoPort=38445, infoSecurePort=0, ipcPort=38769, storageInfo=lv=-57;cid=testClusterID;nsid=511780528;c=1731306252290) 2024-11-11T06:24:12,785 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x352efa0bff7cb595 with lease ID 0xc4e8b5dcbcdb6538: from storage DS-bd890343-7ccd-483a-91da-27eda8aac478 node DatanodeRegistration(127.0.0.1:36581, datanodeUuid=b2be2507-b44f-42e7-80e9-95c097cf8f79, infoPort=38445, infoSecurePort=0, ipcPort=38769, storageInfo=lv=-57;cid=testClusterID;nsid=511780528;c=1731306252290), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T06:24:12,792 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ac087d9c-85b5-e97b-d95c-8d4d38fb6690 2024-11-11T06:24:12,792 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T06:24:12,794 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T06:24:12,800 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36581 is added to blk_1073741825_1001 (size=7) 2024-11-11T06:24:13,201 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35725/user/jenkins/test-data/eac67004-e7e9-dab0-7ca2-a4c3fe090cc4 with version=8 2024-11-11T06:24:13,201 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:35725/user/jenkins/test-data/eac67004-e7e9-dab0-7ca2-a4c3fe090cc4/hbase-staging 2024-11-11T06:24:13,204 INFO [Time-limited test {}] client.ConnectionUtils(128): master/f334e8b0fbdf:0 server-side Connection retries=45 2024-11-11T06:24:13,204 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T06:24:13,204 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T06:24:13,204 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T06:24:13,204 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T06:24:13,204 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T06:24:13,204 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-11T06:24:13,204 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T06:24:13,205 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46543 2024-11-11T06:24:13,205 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:46543 connecting to ZooKeeper ensemble=127.0.0.1:57559 2024-11-11T06:24:13,209 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:465430x0, quorum=127.0.0.1:57559, baseZNode=/11501614498 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T06:24:13,209 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:46543-0x10105b2c3630003 connected 2024-11-11T06:24:13,219 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T06:24:13,220 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T06:24:13,222 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46543-0x10105b2c3630003, quorum=127.0.0.1:57559, baseZNode=/11501614498 Set watcher on znode that does not yet exist, /11501614498/running 2024-11-11T06:24:13,222 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:35725/user/jenkins/test-data/eac67004-e7e9-dab0-7ca2-a4c3fe090cc4, hbase.cluster.distributed=false 2024-11-11T06:24:13,223 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46543-0x10105b2c3630003, quorum=127.0.0.1:57559, baseZNode=/11501614498 Set watcher on znode that does not yet exist, /11501614498/acl 2024-11-11T06:24:13,224 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46543 2024-11-11T06:24:13,224 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46543 2024-11-11T06:24:13,224 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46543 2024-11-11T06:24:13,228 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46543 2024-11-11T06:24:13,229 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46543 2024-11-11T06:24:13,243 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/f334e8b0fbdf:0 server-side Connection retries=45 2024-11-11T06:24:13,244 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T06:24:13,244 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T06:24:13,244 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T06:24:13,244 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T06:24:13,244 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T06:24:13,244 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-11T06:24:13,244 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T06:24:13,244 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36519 2024-11-11T06:24:13,245 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36519 connecting to ZooKeeper ensemble=127.0.0.1:57559 2024-11-11T06:24:13,245 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T06:24:13,247 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T06:24:13,255 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:365190x0, quorum=127.0.0.1:57559, baseZNode=/11501614498 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T06:24:13,255 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36519-0x10105b2c3630004 connected 2024-11-11T06:24:13,255 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36519-0x10105b2c3630004, quorum=127.0.0.1:57559, baseZNode=/11501614498 Set watcher on znode that does not yet exist, /11501614498/running 2024-11-11T06:24:13,256 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-11T06:24:13,256 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-11T06:24:13,257 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36519-0x10105b2c3630004, quorum=127.0.0.1:57559, baseZNode=/11501614498 Set watcher on znode that does not yet exist, /11501614498/master 2024-11-11T06:24:13,257 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36519-0x10105b2c3630004, quorum=127.0.0.1:57559, baseZNode=/11501614498 Set watcher on znode that does not yet exist, /11501614498/acl 2024-11-11T06:24:13,260 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36519 2024-11-11T06:24:13,260 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36519 2024-11-11T06:24:13,262 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36519 2024-11-11T06:24:13,264 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36519 2024-11-11T06:24:13,264 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36519 2024-11-11T06:24:13,281 DEBUG [M:0;f334e8b0fbdf:46543 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;f334e8b0fbdf:46543 2024-11-11T06:24:13,281 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /11501614498/backup-masters/f334e8b0fbdf,46543,1731306253203 2024-11-11T06:24:13,283 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36519-0x10105b2c3630004, quorum=127.0.0.1:57559, baseZNode=/11501614498 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11501614498/backup-masters 2024-11-11T06:24:13,283 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46543-0x10105b2c3630003, quorum=127.0.0.1:57559, baseZNode=/11501614498 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11501614498/backup-masters 2024-11-11T06:24:13,283 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46543-0x10105b2c3630003, quorum=127.0.0.1:57559, baseZNode=/11501614498 Set watcher on existing znode=/11501614498/backup-masters/f334e8b0fbdf,46543,1731306253203 2024-11-11T06:24:13,284 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46543-0x10105b2c3630003, quorum=127.0.0.1:57559, baseZNode=/11501614498 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11501614498 2024-11-11T06:24:13,284 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36519-0x10105b2c3630004, quorum=127.0.0.1:57559, baseZNode=/11501614498 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11501614498/master 2024-11-11T06:24:13,284 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36519-0x10105b2c3630004, quorum=127.0.0.1:57559, baseZNode=/11501614498 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11501614498 2024-11-11T06:24:13,284 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46543-0x10105b2c3630003, quorum=127.0.0.1:57559, baseZNode=/11501614498 Set watcher on existing znode=/11501614498/master 2024-11-11T06:24:13,285 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /11501614498/backup-masters/f334e8b0fbdf,46543,1731306253203 from backup master directory 2024-11-11T06:24:13,286 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46543-0x10105b2c3630003, quorum=127.0.0.1:57559, baseZNode=/11501614498 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11501614498/backup-masters/f334e8b0fbdf,46543,1731306253203 2024-11-11T06:24:13,286 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46543-0x10105b2c3630003, quorum=127.0.0.1:57559, baseZNode=/11501614498 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11501614498/backup-masters 2024-11-11T06:24:13,286 WARN [master/f334e8b0fbdf:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T06:24:13,286 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36519-0x10105b2c3630004, quorum=127.0.0.1:57559, baseZNode=/11501614498 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11501614498/backup-masters 2024-11-11T06:24:13,286 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=f334e8b0fbdf,46543,1731306253203 2024-11-11T06:24:13,289 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:35725/user/jenkins/test-data/eac67004-e7e9-dab0-7ca2-a4c3fe090cc4/hbase.id] with ID: 2506e704-380f-4f9b-82b9-81dca8b6e779 2024-11-11T06:24:13,289 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:35725/user/jenkins/test-data/eac67004-e7e9-dab0-7ca2-a4c3fe090cc4/.tmp/hbase.id 2024-11-11T06:24:13,293 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36581 is added to blk_1073741826_1002 (size=42) 2024-11-11T06:24:13,693 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:35725/user/jenkins/test-data/eac67004-e7e9-dab0-7ca2-a4c3fe090cc4/.tmp/hbase.id]:[hdfs://localhost:35725/user/jenkins/test-data/eac67004-e7e9-dab0-7ca2-a4c3fe090cc4/hbase.id] 2024-11-11T06:24:13,701 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T06:24:13,701 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-11T06:24:13,702 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-11T06:24:13,705 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46543-0x10105b2c3630003, quorum=127.0.0.1:57559, baseZNode=/11501614498 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11501614498 2024-11-11T06:24:13,705 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36519-0x10105b2c3630004, quorum=127.0.0.1:57559, baseZNode=/11501614498 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11501614498 2024-11-11T06:24:13,715 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36581 is added to blk_1073741827_1003 (size=196) 2024-11-11T06:24:14,116 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T06:24:14,117 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-11T06:24:14,117 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T06:24:14,125 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36581 is added to blk_1073741828_1004 (size=1189) 2024-11-11T06:24:14,526 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:35725/user/jenkins/test-data/eac67004-e7e9-dab0-7ca2-a4c3fe090cc4/MasterData/data/master/store 2024-11-11T06:24:14,531 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36581 is added to blk_1073741829_1005 (size=34) 2024-11-11T06:24:14,932 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T06:24:14,932 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-11T06:24:14,932 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T06:24:14,932 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T06:24:14,932 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-11T06:24:14,932 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T06:24:14,932 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T06:24:14,932 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731306254932Disabling compacts and flushes for region at 1731306254932Disabling writes for close at 1731306254932Writing region close event to WAL at 1731306254932Closed at 1731306254932 2024-11-11T06:24:14,933 WARN [master/f334e8b0fbdf:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:35725/user/jenkins/test-data/eac67004-e7e9-dab0-7ca2-a4c3fe090cc4/MasterData/data/master/store/.initializing 2024-11-11T06:24:14,933 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:35725/user/jenkins/test-data/eac67004-e7e9-dab0-7ca2-a4c3fe090cc4/MasterData/WALs/f334e8b0fbdf,46543,1731306253203 2024-11-11T06:24:14,934 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T06:24:14,935 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=f334e8b0fbdf%2C46543%2C1731306253203, suffix=, logDir=hdfs://localhost:35725/user/jenkins/test-data/eac67004-e7e9-dab0-7ca2-a4c3fe090cc4/MasterData/WALs/f334e8b0fbdf,46543,1731306253203, archiveDir=hdfs://localhost:35725/user/jenkins/test-data/eac67004-e7e9-dab0-7ca2-a4c3fe090cc4/MasterData/oldWALs, maxLogs=10 2024-11-11T06:24:14,948 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/eac67004-e7e9-dab0-7ca2-a4c3fe090cc4/MasterData/WALs/f334e8b0fbdf,46543,1731306253203/f334e8b0fbdf%2C46543%2C1731306253203.1731306254935, exclude list is [], retry=0 2024-11-11T06:24:14,949 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36581,DS-a8bc95b3-134c-4e4d-a3f0-f9d255391796,DISK] 2024-11-11T06:24:14,951 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/eac67004-e7e9-dab0-7ca2-a4c3fe090cc4/MasterData/WALs/f334e8b0fbdf,46543,1731306253203/f334e8b0fbdf%2C46543%2C1731306253203.1731306254935 2024-11-11T06:24:14,951 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38445:38445)] 2024-11-11T06:24:14,951 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-11T06:24:14,951 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T06:24:14,951 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T06:24:14,952 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T06:24:14,953 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T06:24:14,954 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-11T06:24:14,954 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:24:14,954 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T06:24:14,954 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T06:24:14,955 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-11T06:24:14,955 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:24:14,955 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T06:24:14,955 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T06:24:14,956 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-11T06:24:14,956 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:24:14,956 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T06:24:14,956 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T06:24:14,957 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-11T06:24:14,957 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:24:14,957 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T06:24:14,957 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T06:24:14,957 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35725/user/jenkins/test-data/eac67004-e7e9-dab0-7ca2-a4c3fe090cc4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-11T06:24:14,958 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35725/user/jenkins/test-data/eac67004-e7e9-dab0-7ca2-a4c3fe090cc4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-11T06:24:14,958 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T06:24:14,958 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T06:24:14,959 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T06:24:14,960 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T06:24:14,961 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35725/user/jenkins/test-data/eac67004-e7e9-dab0-7ca2-a4c3fe090cc4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T06:24:14,961 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69305609, jitterRate=0.03273405134677887}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T06:24:14,961 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731306254952Initializing all the Stores at 1731306254952Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731306254952Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731306254953 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731306254953Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731306254953Cleaning up temporary data from old regions at 1731306254958 (+5 ms)Region opened successfully at 1731306254961 (+3 ms) 2024-11-11T06:24:14,962 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-11T06:24:14,963 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5960d0e0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f334e8b0fbdf/172.17.0.2:0 2024-11-11T06:24:14,964 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-11T06:24:14,964 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-11T06:24:14,964 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-11T06:24:14,964 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-11T06:24:14,965 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-11T06:24:14,965 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-11T06:24:14,965 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-11T06:24:14,966 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-11T06:24:14,967 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46543-0x10105b2c3630003, quorum=127.0.0.1:57559, baseZNode=/11501614498 Unable to get data of znode /11501614498/balancer because node does not exist (not necessarily an error) 2024-11-11T06:24:14,968 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11501614498/balancer already deleted, retry=false 2024-11-11T06:24:14,968 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-11T06:24:14,968 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46543-0x10105b2c3630003, quorum=127.0.0.1:57559, baseZNode=/11501614498 Unable to get data of znode /11501614498/normalizer because node does not exist (not necessarily an error) 2024-11-11T06:24:14,969 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11501614498/normalizer already deleted, retry=false 2024-11-11T06:24:14,970 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-11T06:24:14,970 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46543-0x10105b2c3630003, quorum=127.0.0.1:57559, baseZNode=/11501614498 Unable to get data of znode /11501614498/switch/split because node does not exist (not necessarily an error) 2024-11-11T06:24:14,971 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11501614498/switch/split already deleted, retry=false 2024-11-11T06:24:14,972 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46543-0x10105b2c3630003, quorum=127.0.0.1:57559, baseZNode=/11501614498 Unable to get data of znode /11501614498/switch/merge because node does not exist (not necessarily an error) 2024-11-11T06:24:14,974 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11501614498/switch/merge already deleted, retry=false 2024-11-11T06:24:14,976 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46543-0x10105b2c3630003, quorum=127.0.0.1:57559, baseZNode=/11501614498 Unable to get data of znode /11501614498/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-11T06:24:14,977 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11501614498/snapshot-cleanup already deleted, retry=false 2024-11-11T06:24:14,978 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46543-0x10105b2c3630003, quorum=127.0.0.1:57559, baseZNode=/11501614498 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11501614498/running 2024-11-11T06:24:14,978 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36519-0x10105b2c3630004, quorum=127.0.0.1:57559, baseZNode=/11501614498 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11501614498/running 2024-11-11T06:24:14,978 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46543-0x10105b2c3630003, quorum=127.0.0.1:57559, baseZNode=/11501614498 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11501614498 2024-11-11T06:24:14,978 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36519-0x10105b2c3630004, quorum=127.0.0.1:57559, baseZNode=/11501614498 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11501614498 2024-11-11T06:24:14,978 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=f334e8b0fbdf,46543,1731306253203, sessionid=0x10105b2c3630003, setting cluster-up flag (Was=false) 2024-11-11T06:24:14,982 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36519-0x10105b2c3630004, quorum=127.0.0.1:57559, baseZNode=/11501614498 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11501614498 2024-11-11T06:24:14,982 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46543-0x10105b2c3630003, quorum=127.0.0.1:57559, baseZNode=/11501614498 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11501614498 2024-11-11T06:24:14,985 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11501614498/flush-table-proc/acquired, /11501614498/flush-table-proc/reached, /11501614498/flush-table-proc/abort 2024-11-11T06:24:14,986 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f334e8b0fbdf,46543,1731306253203 2024-11-11T06:24:14,989 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36519-0x10105b2c3630004, quorum=127.0.0.1:57559, baseZNode=/11501614498 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11501614498 2024-11-11T06:24:14,989 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46543-0x10105b2c3630003, quorum=127.0.0.1:57559, baseZNode=/11501614498 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11501614498 2024-11-11T06:24:14,993 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11501614498/online-snapshot/acquired, /11501614498/online-snapshot/reached, /11501614498/online-snapshot/abort 2024-11-11T06:24:14,994 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f334e8b0fbdf,46543,1731306253203 2024-11-11T06:24:14,995 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:35725/user/jenkins/test-data/eac67004-e7e9-dab0-7ca2-a4c3fe090cc4/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-11T06:24:14,996 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-11T06:24:14,996 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-11T06:24:14,996 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-11T06:24:14,996 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: f334e8b0fbdf,46543,1731306253203 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-11T06:24:14,997 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/f334e8b0fbdf:0, corePoolSize=5, maxPoolSize=5 2024-11-11T06:24:14,997 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/f334e8b0fbdf:0, corePoolSize=5, maxPoolSize=5 2024-11-11T06:24:14,997 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/f334e8b0fbdf:0, corePoolSize=5, maxPoolSize=5 2024-11-11T06:24:14,997 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/f334e8b0fbdf:0, corePoolSize=5, maxPoolSize=5 2024-11-11T06:24:14,997 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/f334e8b0fbdf:0, corePoolSize=10, maxPoolSize=10 2024-11-11T06:24:14,997 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/f334e8b0fbdf:0, corePoolSize=1, maxPoolSize=1 2024-11-11T06:24:14,997 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/f334e8b0fbdf:0, corePoolSize=2, maxPoolSize=2 2024-11-11T06:24:14,997 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/f334e8b0fbdf:0, corePoolSize=1, maxPoolSize=1 2024-11-11T06:24:14,998 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731306284998 2024-11-11T06:24:14,998 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-11T06:24:14,998 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-11T06:24:14,998 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-11T06:24:14,998 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T06:24:14,998 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-11T06:24:14,998 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-11T06:24:14,998 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-11T06:24:14,998 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-11T06:24:14,999 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T06:24:14,999 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-11T06:24:14,999 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-11T06:24:14,999 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-11T06:24:14,999 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-11T06:24:14,999 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:24:14,999 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-11T06:24:14,999 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-11T06:24:14,999 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-11T06:24:14,999 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/f334e8b0fbdf:0:becomeActiveMaster-HFileCleaner.large.0-1731306254999,5,FailOnTimeoutGroup] 2024-11-11T06:24:14,999 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/f334e8b0fbdf:0:becomeActiveMaster-HFileCleaner.small.0-1731306254999,5,FailOnTimeoutGroup] 2024-11-11T06:24:14,999 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T06:24:14,999 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-11T06:24:15,000 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-11T06:24:15,000 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-11T06:24:15,005 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36581 is added to blk_1073741831_1007 (size=1321) 2024-11-11T06:24:15,069 INFO [RS:0;f334e8b0fbdf:36519 {}] regionserver.HRegionServer(746): ClusterId : 2506e704-380f-4f9b-82b9-81dca8b6e779 2024-11-11T06:24:15,069 DEBUG [RS:0;f334e8b0fbdf:36519 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-11T06:24:15,071 DEBUG [RS:0;f334e8b0fbdf:36519 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-11T06:24:15,071 DEBUG [RS:0;f334e8b0fbdf:36519 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-11T06:24:15,072 DEBUG [RS:0;f334e8b0fbdf:36519 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-11T06:24:15,072 DEBUG [RS:0;f334e8b0fbdf:36519 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ff43db5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f334e8b0fbdf/172.17.0.2:0 2024-11-11T06:24:15,084 DEBUG [RS:0;f334e8b0fbdf:36519 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;f334e8b0fbdf:36519 2024-11-11T06:24:15,084 INFO [RS:0;f334e8b0fbdf:36519 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-11T06:24:15,084 INFO [RS:0;f334e8b0fbdf:36519 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-11T06:24:15,084 DEBUG [RS:0;f334e8b0fbdf:36519 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-11T06:24:15,084 INFO [RS:0;f334e8b0fbdf:36519 {}] regionserver.HRegionServer(2659): reportForDuty to master=f334e8b0fbdf,46543,1731306253203 with port=36519, startcode=1731306253243 2024-11-11T06:24:15,085 DEBUG [RS:0;f334e8b0fbdf:36519 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-11T06:24:15,086 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41173, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=RegionServerStatusService 2024-11-11T06:24:15,086 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46543 {}] master.ServerManager(363): Checking decommissioned status of RegionServer f334e8b0fbdf,36519,1731306253243 2024-11-11T06:24:15,086 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46543 {}] master.ServerManager(517): Registering regionserver=f334e8b0fbdf,36519,1731306253243 2024-11-11T06:24:15,087 DEBUG [RS:0;f334e8b0fbdf:36519 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35725/user/jenkins/test-data/eac67004-e7e9-dab0-7ca2-a4c3fe090cc4 2024-11-11T06:24:15,087 DEBUG [RS:0;f334e8b0fbdf:36519 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35725 2024-11-11T06:24:15,087 DEBUG [RS:0;f334e8b0fbdf:36519 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-11T06:24:15,093 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46543-0x10105b2c3630003, quorum=127.0.0.1:57559, baseZNode=/11501614498 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11501614498/rs 2024-11-11T06:24:15,093 DEBUG [RS:0;f334e8b0fbdf:36519 {}] zookeeper.ZKUtil(111): regionserver:36519-0x10105b2c3630004, quorum=127.0.0.1:57559, baseZNode=/11501614498 Set watcher on existing znode=/11501614498/rs/f334e8b0fbdf,36519,1731306253243 2024-11-11T06:24:15,093 WARN [RS:0;f334e8b0fbdf:36519 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T06:24:15,093 INFO [RS:0;f334e8b0fbdf:36519 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T06:24:15,093 DEBUG [RS:0;f334e8b0fbdf:36519 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35725/user/jenkins/test-data/eac67004-e7e9-dab0-7ca2-a4c3fe090cc4/WALs/f334e8b0fbdf,36519,1731306253243 2024-11-11T06:24:15,094 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [f334e8b0fbdf,36519,1731306253243] 2024-11-11T06:24:15,096 INFO [RS:0;f334e8b0fbdf:36519 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-11T06:24:15,097 INFO [RS:0;f334e8b0fbdf:36519 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-11T06:24:15,098 INFO [RS:0;f334e8b0fbdf:36519 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-11T06:24:15,098 INFO [RS:0;f334e8b0fbdf:36519 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T06:24:15,098 INFO [RS:0;f334e8b0fbdf:36519 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-11T06:24:15,099 INFO [RS:0;f334e8b0fbdf:36519 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-11T06:24:15,099 INFO [RS:0;f334e8b0fbdf:36519 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-11T06:24:15,099 DEBUG [RS:0;f334e8b0fbdf:36519 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/f334e8b0fbdf:0, corePoolSize=1, maxPoolSize=1 2024-11-11T06:24:15,099 DEBUG [RS:0;f334e8b0fbdf:36519 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/f334e8b0fbdf:0, corePoolSize=1, maxPoolSize=1 2024-11-11T06:24:15,099 DEBUG [RS:0;f334e8b0fbdf:36519 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/f334e8b0fbdf:0, corePoolSize=1, maxPoolSize=1 2024-11-11T06:24:15,099 DEBUG [RS:0;f334e8b0fbdf:36519 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0, corePoolSize=1, maxPoolSize=1 2024-11-11T06:24:15,099 DEBUG [RS:0;f334e8b0fbdf:36519 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/f334e8b0fbdf:0, corePoolSize=1, maxPoolSize=1 2024-11-11T06:24:15,099 DEBUG [RS:0;f334e8b0fbdf:36519 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/f334e8b0fbdf:0, corePoolSize=2, maxPoolSize=2 2024-11-11T06:24:15,099 DEBUG [RS:0;f334e8b0fbdf:36519 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/f334e8b0fbdf:0, corePoolSize=1, maxPoolSize=1 2024-11-11T06:24:15,099 DEBUG [RS:0;f334e8b0fbdf:36519 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/f334e8b0fbdf:0, corePoolSize=1, maxPoolSize=1 2024-11-11T06:24:15,099 DEBUG [RS:0;f334e8b0fbdf:36519 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0, corePoolSize=1, maxPoolSize=1 2024-11-11T06:24:15,099 DEBUG [RS:0;f334e8b0fbdf:36519 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/f334e8b0fbdf:0, corePoolSize=1, maxPoolSize=1 2024-11-11T06:24:15,099 DEBUG [RS:0;f334e8b0fbdf:36519 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/f334e8b0fbdf:0, corePoolSize=1, maxPoolSize=1 2024-11-11T06:24:15,099 DEBUG [RS:0;f334e8b0fbdf:36519 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/f334e8b0fbdf:0, corePoolSize=1, maxPoolSize=1 2024-11-11T06:24:15,099 DEBUG [RS:0;f334e8b0fbdf:36519 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/f334e8b0fbdf:0, corePoolSize=3, maxPoolSize=3 2024-11-11T06:24:15,099 DEBUG [RS:0;f334e8b0fbdf:36519 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/f334e8b0fbdf:0, corePoolSize=3, maxPoolSize=3 2024-11-11T06:24:15,099 INFO [RS:0;f334e8b0fbdf:36519 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T06:24:15,099 INFO [RS:0;f334e8b0fbdf:36519 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T06:24:15,099 INFO [RS:0;f334e8b0fbdf:36519 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T06:24:15,099 INFO [RS:0;f334e8b0fbdf:36519 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-11T06:24:15,099 INFO [RS:0;f334e8b0fbdf:36519 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-11T06:24:15,099 INFO [RS:0;f334e8b0fbdf:36519 {}] hbase.ChoreService(168): Chore ScheduledChore name=f334e8b0fbdf,36519,1731306253243-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T06:24:15,113 INFO [RS:0;f334e8b0fbdf:36519 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-11T06:24:15,113 INFO [RS:0;f334e8b0fbdf:36519 {}] hbase.ChoreService(168): Chore ScheduledChore name=f334e8b0fbdf,36519,1731306253243-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T06:24:15,113 INFO [RS:0;f334e8b0fbdf:36519 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T06:24:15,113 INFO [RS:0;f334e8b0fbdf:36519 {}] regionserver.Replication(171): f334e8b0fbdf,36519,1731306253243 started 2024-11-11T06:24:15,126 INFO [RS:0;f334e8b0fbdf:36519 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T06:24:15,126 INFO [RS:0;f334e8b0fbdf:36519 {}] regionserver.HRegionServer(1482): Serving as f334e8b0fbdf,36519,1731306253243, RpcServer on f334e8b0fbdf/172.17.0.2:36519, sessionid=0x10105b2c3630004 2024-11-11T06:24:15,126 DEBUG [RS:0;f334e8b0fbdf:36519 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-11T06:24:15,126 DEBUG [RS:0;f334e8b0fbdf:36519 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager f334e8b0fbdf,36519,1731306253243 2024-11-11T06:24:15,126 DEBUG [RS:0;f334e8b0fbdf:36519 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f334e8b0fbdf,36519,1731306253243' 2024-11-11T06:24:15,126 DEBUG [RS:0;f334e8b0fbdf:36519 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11501614498/flush-table-proc/abort' 2024-11-11T06:24:15,127 DEBUG [RS:0;f334e8b0fbdf:36519 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11501614498/flush-table-proc/acquired' 2024-11-11T06:24:15,127 DEBUG [RS:0;f334e8b0fbdf:36519 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-11T06:24:15,127 DEBUG [RS:0;f334e8b0fbdf:36519 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-11T06:24:15,127 DEBUG [RS:0;f334e8b0fbdf:36519 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager f334e8b0fbdf,36519,1731306253243 2024-11-11T06:24:15,127 DEBUG [RS:0;f334e8b0fbdf:36519 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f334e8b0fbdf,36519,1731306253243' 2024-11-11T06:24:15,127 DEBUG [RS:0;f334e8b0fbdf:36519 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11501614498/online-snapshot/abort' 2024-11-11T06:24:15,127 DEBUG [RS:0;f334e8b0fbdf:36519 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11501614498/online-snapshot/acquired' 2024-11-11T06:24:15,127 DEBUG [RS:0;f334e8b0fbdf:36519 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-11T06:24:15,128 INFO [RS:0;f334e8b0fbdf:36519 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-11T06:24:15,128 INFO [RS:0;f334e8b0fbdf:36519 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-11T06:24:15,228 INFO [RS:0;f334e8b0fbdf:36519 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T06:24:15,229 INFO [RS:0;f334e8b0fbdf:36519 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f334e8b0fbdf%2C36519%2C1731306253243, suffix=, logDir=hdfs://localhost:35725/user/jenkins/test-data/eac67004-e7e9-dab0-7ca2-a4c3fe090cc4/WALs/f334e8b0fbdf,36519,1731306253243, archiveDir=hdfs://localhost:35725/user/jenkins/test-data/eac67004-e7e9-dab0-7ca2-a4c3fe090cc4/oldWALs, maxLogs=10 2024-11-11T06:24:15,242 DEBUG [RS:0;f334e8b0fbdf:36519 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/eac67004-e7e9-dab0-7ca2-a4c3fe090cc4/WALs/f334e8b0fbdf,36519,1731306253243/f334e8b0fbdf%2C36519%2C1731306253243.1731306255229, exclude list is [], retry=0 2024-11-11T06:24:15,244 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36581,DS-a8bc95b3-134c-4e4d-a3f0-f9d255391796,DISK] 2024-11-11T06:24:15,245 INFO [RS:0;f334e8b0fbdf:36519 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/eac67004-e7e9-dab0-7ca2-a4c3fe090cc4/WALs/f334e8b0fbdf,36519,1731306253243/f334e8b0fbdf%2C36519%2C1731306253243.1731306255229 2024-11-11T06:24:15,246 DEBUG [RS:0;f334e8b0fbdf:36519 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38445:38445)] 2024-11-11T06:24:15,406 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:35725/user/jenkins/test-data/eac67004-e7e9-dab0-7ca2-a4c3fe090cc4/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-11T06:24:15,406 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:35725/user/jenkins/test-data/eac67004-e7e9-dab0-7ca2-a4c3fe090cc4 2024-11-11T06:24:15,411 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36581 is added to blk_1073741833_1009 (size=32) 2024-11-11T06:24:15,812 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T06:24:15,813 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T06:24:15,814 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T06:24:15,814 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:24:15,814 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T06:24:15,814 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T06:24:15,815 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T06:24:15,815 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:24:15,815 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T06:24:15,815 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T06:24:15,816 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T06:24:15,816 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:24:15,816 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T06:24:15,816 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T06:24:15,817 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T06:24:15,817 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:24:15,817 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T06:24:15,817 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T06:24:15,817 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35725/user/jenkins/test-data/eac67004-e7e9-dab0-7ca2-a4c3fe090cc4/data/hbase/meta/1588230740 2024-11-11T06:24:15,818 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35725/user/jenkins/test-data/eac67004-e7e9-dab0-7ca2-a4c3fe090cc4/data/hbase/meta/1588230740 2024-11-11T06:24:15,818 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T06:24:15,818 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T06:24:15,819 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T06:24:15,820 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T06:24:15,821 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35725/user/jenkins/test-data/eac67004-e7e9-dab0-7ca2-a4c3fe090cc4/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T06:24:15,821 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72204678, jitterRate=0.0759335458278656}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T06:24:15,821 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731306255812Initializing all the Stores at 1731306255812Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731306255812Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731306255812Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731306255812Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731306255812Cleaning up temporary data from old regions at 1731306255818 (+6 ms)Region opened successfully at 1731306255821 (+3 ms) 2024-11-11T06:24:15,821 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-11T06:24:15,821 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-11T06:24:15,821 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-11T06:24:15,821 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-11T06:24:15,821 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-11T06:24:15,822 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-11T06:24:15,822 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731306255821Disabling compacts and flushes for region at 1731306255821Disabling writes for close at 1731306255821Writing region close event to WAL at 1731306255822 (+1 ms)Closed at 1731306255822 2024-11-11T06:24:15,823 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T06:24:15,823 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-11T06:24:15,823 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-11T06:24:15,824 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T06:24:15,824 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-11T06:24:15,974 DEBUG [f334e8b0fbdf:46543 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-11T06:24:15,975 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=f334e8b0fbdf,36519,1731306253243 2024-11-11T06:24:15,975 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f334e8b0fbdf,36519,1731306253243, state=OPENING 2024-11-11T06:24:15,977 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-11T06:24:15,978 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36519-0x10105b2c3630004, quorum=127.0.0.1:57559, baseZNode=/11501614498 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11501614498 2024-11-11T06:24:15,978 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46543-0x10105b2c3630003, quorum=127.0.0.1:57559, baseZNode=/11501614498 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11501614498 2024-11-11T06:24:15,978 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T06:24:15,978 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=f334e8b0fbdf,36519,1731306253243}] 2024-11-11T06:24:15,978 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11501614498/meta-region-server: CHANGED 2024-11-11T06:24:15,978 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11501614498/meta-region-server: CHANGED 2024-11-11T06:24:16,130 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-11T06:24:16,132 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57505, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-11T06:24:16,134 INFO [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-11T06:24:16,134 INFO [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T06:24:16,135 INFO [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-11T06:24:16,136 INFO [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f334e8b0fbdf%2C36519%2C1731306253243.meta, suffix=.meta, logDir=hdfs://localhost:35725/user/jenkins/test-data/eac67004-e7e9-dab0-7ca2-a4c3fe090cc4/WALs/f334e8b0fbdf,36519,1731306253243, archiveDir=hdfs://localhost:35725/user/jenkins/test-data/eac67004-e7e9-dab0-7ca2-a4c3fe090cc4/oldWALs, maxLogs=10 2024-11-11T06:24:16,149 DEBUG [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/eac67004-e7e9-dab0-7ca2-a4c3fe090cc4/WALs/f334e8b0fbdf,36519,1731306253243/f334e8b0fbdf%2C36519%2C1731306253243.meta.1731306256136.meta, exclude list is [], retry=0 2024-11-11T06:24:16,151 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36581,DS-a8bc95b3-134c-4e4d-a3f0-f9d255391796,DISK] 2024-11-11T06:24:16,152 INFO [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/eac67004-e7e9-dab0-7ca2-a4c3fe090cc4/WALs/f334e8b0fbdf,36519,1731306253243/f334e8b0fbdf%2C36519%2C1731306253243.meta.1731306256136.meta 2024-11-11T06:24:16,152 DEBUG [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38445:38445)] 2024-11-11T06:24:16,152 DEBUG [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-11T06:24:16,153 INFO [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-11T06:24:16,153 DEBUG [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-11T06:24:16,153 DEBUG [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-11T06:24:16,153 INFO [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-11T06:24:16,153 DEBUG [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-11T06:24:16,153 DEBUG [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T06:24:16,153 DEBUG [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-11T06:24:16,153 DEBUG [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-11T06:24:16,154 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T06:24:16,155 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T06:24:16,155 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:24:16,155 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T06:24:16,155 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T06:24:16,155 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T06:24:16,155 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:24:16,156 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T06:24:16,156 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T06:24:16,156 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T06:24:16,156 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:24:16,157 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T06:24:16,157 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T06:24:16,157 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T06:24:16,157 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:24:16,158 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T06:24:16,158 DEBUG [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T06:24:16,158 DEBUG [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35725/user/jenkins/test-data/eac67004-e7e9-dab0-7ca2-a4c3fe090cc4/data/hbase/meta/1588230740 2024-11-11T06:24:16,159 DEBUG [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35725/user/jenkins/test-data/eac67004-e7e9-dab0-7ca2-a4c3fe090cc4/data/hbase/meta/1588230740 2024-11-11T06:24:16,159 DEBUG [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T06:24:16,159 DEBUG [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T06:24:16,160 DEBUG [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T06:24:16,161 DEBUG [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T06:24:16,161 INFO [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61158502, jitterRate=-0.08866730332374573}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T06:24:16,161 DEBUG [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-11T06:24:16,161 DEBUG [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731306256153Writing region info on filesystem at 1731306256153Initializing all the Stores at 1731306256154 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731306256154Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731306256154Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731306256154Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731306256154Cleaning up temporary data from old regions at 1731306256159 (+5 ms)Running coprocessor post-open hooks at 1731306256161 (+2 ms)Region opened successfully at 1731306256161 2024-11-11T06:24:16,162 INFO [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731306256130 2024-11-11T06:24:16,163 DEBUG [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-11T06:24:16,163 INFO [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-11T06:24:16,164 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=f334e8b0fbdf,36519,1731306253243 2024-11-11T06:24:16,164 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f334e8b0fbdf,36519,1731306253243, state=OPEN 2024-11-11T06:24:16,167 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46543-0x10105b2c3630003, quorum=127.0.0.1:57559, baseZNode=/11501614498 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11501614498/meta-region-server 2024-11-11T06:24:16,168 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36519-0x10105b2c3630004, quorum=127.0.0.1:57559, baseZNode=/11501614498 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11501614498/meta-region-server 2024-11-11T06:24:16,168 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=f334e8b0fbdf,36519,1731306253243 2024-11-11T06:24:16,168 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11501614498/meta-region-server: CHANGED 2024-11-11T06:24:16,168 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11501614498/meta-region-server: CHANGED 2024-11-11T06:24:16,169 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-11T06:24:16,169 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=f334e8b0fbdf,36519,1731306253243 in 190 msec 2024-11-11T06:24:16,170 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-11T06:24:16,170 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 346 msec 2024-11-11T06:24:16,171 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T06:24:16,171 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-11T06:24:16,172 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T06:24:16,172 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f334e8b0fbdf,36519,1731306253243, seqNum=-1] 2024-11-11T06:24:16,172 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T06:24:16,173 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40535, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T06:24:16,176 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.1800 sec 2024-11-11T06:24:16,177 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731306256176, completionTime=-1 2024-11-11T06:24:16,177 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-11T06:24:16,177 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-11T06:24:16,178 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-11T06:24:16,178 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731306316178 2024-11-11T06:24:16,178 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731306376178 2024-11-11T06:24:16,178 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-11T06:24:16,178 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f334e8b0fbdf,46543,1731306253203-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T06:24:16,178 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f334e8b0fbdf,46543,1731306253203-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T06:24:16,178 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f334e8b0fbdf,46543,1731306253203-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T06:24:16,178 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-f334e8b0fbdf:46543, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T06:24:16,179 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-11T06:24:16,179 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-11T06:24:16,180 DEBUG [master/f334e8b0fbdf:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-11T06:24:16,181 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.895sec 2024-11-11T06:24:16,182 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-11T06:24:16,182 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-11T06:24:16,182 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-11T06:24:16,182 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-11T06:24:16,182 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-11T06:24:16,182 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f334e8b0fbdf,46543,1731306253203-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T06:24:16,182 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f334e8b0fbdf,46543,1731306253203-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-11T06:24:16,183 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-11T06:24:16,183 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-11T06:24:16,183 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f334e8b0fbdf,46543,1731306253203-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T06:24:16,270 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a4b5469, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T06:24:16,270 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f334e8b0fbdf,46543,-1 for getting cluster id 2024-11-11T06:24:16,270 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T06:24:16,271 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2506e704-380f-4f9b-82b9-81dca8b6e779' 2024-11-11T06:24:16,271 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T06:24:16,271 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2506e704-380f-4f9b-82b9-81dca8b6e779" 2024-11-11T06:24:16,272 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@659ce66a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T06:24:16,272 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f334e8b0fbdf,46543,-1] 2024-11-11T06:24:16,272 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T06:24:16,272 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T06:24:16,273 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53174, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T06:24:16,273 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@15c8887e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T06:24:16,274 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T06:24:16,274 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f334e8b0fbdf,36519,1731306253243, seqNum=-1] 2024-11-11T06:24:16,275 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T06:24:16,275 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37746, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T06:24:16,277 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=f334e8b0fbdf,46543,1731306253203 2024-11-11T06:24:16,278 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:57559 2024-11-11T06:24:16,280 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:57559, baseZNode=/11501614498 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T06:24:16,280 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x10105b2c3630005 connected 2024-11-11T06:24:16,283 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ac087d9c-85b5-e97b-d95c-8d4d38fb6690/hadoop.log.dir so I do NOT create it in target/test-data/4eb19c09-94dc-35f8-8d79-bdb806f64bec 2024-11-11T06:24:16,283 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ac087d9c-85b5-e97b-d95c-8d4d38fb6690/hadoop.log.dir Erasing configuration value by system value. 2024-11-11T06:24:16,283 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ac087d9c-85b5-e97b-d95c-8d4d38fb6690/hadoop.tmp.dir so I do NOT create it in target/test-data/4eb19c09-94dc-35f8-8d79-bdb806f64bec 2024-11-11T06:24:16,283 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ac087d9c-85b5-e97b-d95c-8d4d38fb6690/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-11T06:24:16,283 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4eb19c09-94dc-35f8-8d79-bdb806f64bec 2024-11-11T06:24:16,283 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-11T06:24:16,283 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4eb19c09-94dc-35f8-8d79-bdb806f64bec/cluster_af2b137d-fa0c-df4a-2672-39fb67b2f18a, deleteOnExit=true 2024-11-11T06:24:16,283 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-11T06:24:16,283 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4eb19c09-94dc-35f8-8d79-bdb806f64bec/test.cache.data in system properties and HBase conf 2024-11-11T06:24:16,283 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4eb19c09-94dc-35f8-8d79-bdb806f64bec/hadoop.tmp.dir in system properties and HBase conf 2024-11-11T06:24:16,283 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4eb19c09-94dc-35f8-8d79-bdb806f64bec/hadoop.log.dir in system properties and HBase conf 2024-11-11T06:24:16,283 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4eb19c09-94dc-35f8-8d79-bdb806f64bec/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-11T06:24:16,283 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4eb19c09-94dc-35f8-8d79-bdb806f64bec/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-11T06:24:16,283 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-11T06:24:16,283 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-11T06:24:16,284 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4eb19c09-94dc-35f8-8d79-bdb806f64bec/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-11T06:24:16,284 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4eb19c09-94dc-35f8-8d79-bdb806f64bec/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-11T06:24:16,284 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4eb19c09-94dc-35f8-8d79-bdb806f64bec/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-11T06:24:16,284 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4eb19c09-94dc-35f8-8d79-bdb806f64bec/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-11T06:24:16,284 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4eb19c09-94dc-35f8-8d79-bdb806f64bec/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-11T06:24:16,284 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4eb19c09-94dc-35f8-8d79-bdb806f64bec/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-11T06:24:16,284 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4eb19c09-94dc-35f8-8d79-bdb806f64bec/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-11T06:24:16,284 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4eb19c09-94dc-35f8-8d79-bdb806f64bec/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-11T06:24:16,284 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4eb19c09-94dc-35f8-8d79-bdb806f64bec/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-11T06:24:16,284 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4eb19c09-94dc-35f8-8d79-bdb806f64bec/nfs.dump.dir in system properties and HBase conf 2024-11-11T06:24:16,284 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4eb19c09-94dc-35f8-8d79-bdb806f64bec/java.io.tmpdir in system properties and HBase conf 2024-11-11T06:24:16,284 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4eb19c09-94dc-35f8-8d79-bdb806f64bec/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-11T06:24:16,284 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4eb19c09-94dc-35f8-8d79-bdb806f64bec/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-11T06:24:16,284 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4eb19c09-94dc-35f8-8d79-bdb806f64bec/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-11T06:24:16,354 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T06:24:16,357 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T06:24:16,358 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T06:24:16,358 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T06:24:16,358 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-11T06:24:16,359 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T06:24:16,360 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@57e2807f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4eb19c09-94dc-35f8-8d79-bdb806f64bec/hadoop.log.dir/,AVAILABLE} 2024-11-11T06:24:16,360 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4ba1728d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T06:24:16,473 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2579cfe1{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4eb19c09-94dc-35f8-8d79-bdb806f64bec/java.io.tmpdir/jetty-localhost-43253-hadoop-hdfs-3_4_1-tests_jar-_-any-10418735376536726037/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-11T06:24:16,473 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1180311d{HTTP/1.1, (http/1.1)}{localhost:43253} 2024-11-11T06:24:16,473 INFO [Time-limited test {}] server.Server(415): Started @263479ms 2024-11-11T06:24:16,551 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T06:24:16,553 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T06:24:16,555 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T06:24:16,555 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T06:24:16,555 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-11T06:24:16,558 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@30e22cab{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4eb19c09-94dc-35f8-8d79-bdb806f64bec/hadoop.log.dir/,AVAILABLE} 2024-11-11T06:24:16,558 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7e2b5461{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T06:24:16,673 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2869bb6{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4eb19c09-94dc-35f8-8d79-bdb806f64bec/java.io.tmpdir/jetty-localhost-37225-hadoop-hdfs-3_4_1-tests_jar-_-any-4270240616130820454/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T06:24:16,674 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3943b002{HTTP/1.1, (http/1.1)}{localhost:37225} 2024-11-11T06:24:16,674 INFO [Time-limited test {}] server.Server(415): Started @263679ms 2024-11-11T06:24:16,675 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-11T06:24:16,777 WARN [Thread-3683 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4eb19c09-94dc-35f8-8d79-bdb806f64bec/cluster_af2b137d-fa0c-df4a-2672-39fb67b2f18a/data/data1/current/BP-1512107205-172.17.0.2-1731306256302/current, will proceed with Du for space computation calculation, 2024-11-11T06:24:16,777 WARN [Thread-3684 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4eb19c09-94dc-35f8-8d79-bdb806f64bec/cluster_af2b137d-fa0c-df4a-2672-39fb67b2f18a/data/data2/current/BP-1512107205-172.17.0.2-1731306256302/current, will proceed with Du for space computation calculation, 2024-11-11T06:24:16,794 WARN [Thread-3671 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-11T06:24:16,796 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2762dafe574b4374 with lease ID 0x4736d28f3b1f254c: Processing first storage report for DS-4dfe9b27-dff6-40b5-9fb1-4e9bdf6c31ec from datanode DatanodeRegistration(127.0.0.1:46137, datanodeUuid=5b68cead-906e-4921-9840-fad4112be66f, infoPort=36789, infoSecurePort=0, ipcPort=40133, storageInfo=lv=-57;cid=testClusterID;nsid=1989807706;c=1731306256302) 2024-11-11T06:24:16,796 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2762dafe574b4374 with lease ID 0x4736d28f3b1f254c: from storage DS-4dfe9b27-dff6-40b5-9fb1-4e9bdf6c31ec node DatanodeRegistration(127.0.0.1:46137, datanodeUuid=5b68cead-906e-4921-9840-fad4112be66f, infoPort=36789, infoSecurePort=0, ipcPort=40133, storageInfo=lv=-57;cid=testClusterID;nsid=1989807706;c=1731306256302), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T06:24:16,796 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2762dafe574b4374 with lease ID 0x4736d28f3b1f254c: Processing first storage report for DS-e7d191bf-32c8-4042-b0ec-b1a5ca023cb3 from datanode DatanodeRegistration(127.0.0.1:46137, datanodeUuid=5b68cead-906e-4921-9840-fad4112be66f, infoPort=36789, infoSecurePort=0, ipcPort=40133, storageInfo=lv=-57;cid=testClusterID;nsid=1989807706;c=1731306256302) 2024-11-11T06:24:16,796 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2762dafe574b4374 with lease ID 0x4736d28f3b1f254c: from storage DS-e7d191bf-32c8-4042-b0ec-b1a5ca023cb3 node DatanodeRegistration(127.0.0.1:46137, datanodeUuid=5b68cead-906e-4921-9840-fad4112be66f, infoPort=36789, infoSecurePort=0, ipcPort=40133, storageInfo=lv=-57;cid=testClusterID;nsid=1989807706;c=1731306256302), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T06:24:16,798 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4eb19c09-94dc-35f8-8d79-bdb806f64bec 2024-11-11T06:24:16,798 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T06:24:16,800 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T06:24:16,808 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46137 is added to blk_1073741825_1001 (size=7) 2024-11-11T06:24:16,809 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:44957/user/jenkins/test-data/7c9bd096-af1c-b791-a117-24d43fb3dd46 with version=8 2024-11-11T06:24:16,809 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:44957/user/jenkins/test-data/7c9bd096-af1c-b791-a117-24d43fb3dd46/hbase-staging 2024-11-11T06:24:16,811 INFO [Time-limited test {}] client.ConnectionUtils(128): master/f334e8b0fbdf:0 server-side Connection retries=45 2024-11-11T06:24:16,812 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T06:24:16,812 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T06:24:16,812 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T06:24:16,812 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T06:24:16,812 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T06:24:16,812 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-11T06:24:16,812 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T06:24:16,812 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39967 2024-11-11T06:24:16,813 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:39967 connecting to ZooKeeper ensemble=127.0.0.1:57559 2024-11-11T06:24:16,815 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:399670x0, quorum=127.0.0.1:57559, baseZNode=/2-1848316247 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T06:24:16,815 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:39967-0x10105b2c3630006 connected 2024-11-11T06:24:16,826 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T06:24:16,827 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T06:24:16,829 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39967-0x10105b2c3630006, quorum=127.0.0.1:57559, baseZNode=/2-1848316247 Set watcher on znode that does not yet exist, /2-1848316247/running 2024-11-11T06:24:16,829 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:44957/user/jenkins/test-data/7c9bd096-af1c-b791-a117-24d43fb3dd46, hbase.cluster.distributed=false 2024-11-11T06:24:16,830 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39967-0x10105b2c3630006, quorum=127.0.0.1:57559, baseZNode=/2-1848316247 Set watcher on znode that does not yet exist, /2-1848316247/acl 2024-11-11T06:24:16,830 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39967 2024-11-11T06:24:16,830 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39967 2024-11-11T06:24:16,831 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39967 2024-11-11T06:24:16,831 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39967 2024-11-11T06:24:16,831 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39967 2024-11-11T06:24:16,845 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/f334e8b0fbdf:0 server-side Connection retries=45 2024-11-11T06:24:16,845 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T06:24:16,845 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T06:24:16,845 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T06:24:16,845 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T06:24:16,845 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T06:24:16,845 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-11T06:24:16,845 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T06:24:16,846 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35279 2024-11-11T06:24:16,846 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35279 connecting to ZooKeeper ensemble=127.0.0.1:57559 2024-11-11T06:24:16,847 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T06:24:16,848 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T06:24:16,853 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:352790x0, quorum=127.0.0.1:57559, baseZNode=/2-1848316247 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T06:24:16,853 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:352790x0, quorum=127.0.0.1:57559, baseZNode=/2-1848316247 Set watcher on znode that does not yet exist, /2-1848316247/running 2024-11-11T06:24:16,853 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35279-0x10105b2c3630007 connected 2024-11-11T06:24:16,853 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-11T06:24:16,854 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-11T06:24:16,854 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35279-0x10105b2c3630007, quorum=127.0.0.1:57559, baseZNode=/2-1848316247 Set watcher on znode that does not yet exist, /2-1848316247/master 2024-11-11T06:24:16,855 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35279-0x10105b2c3630007, quorum=127.0.0.1:57559, baseZNode=/2-1848316247 Set watcher on znode that does not yet exist, /2-1848316247/acl 2024-11-11T06:24:16,856 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35279 2024-11-11T06:24:16,859 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35279 2024-11-11T06:24:16,860 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35279 2024-11-11T06:24:16,862 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35279 2024-11-11T06:24:16,862 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35279 2024-11-11T06:24:16,877 DEBUG [M:0;f334e8b0fbdf:39967 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;f334e8b0fbdf:39967 2024-11-11T06:24:16,877 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /2-1848316247/backup-masters/f334e8b0fbdf,39967,1731306256811 2024-11-11T06:24:16,878 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39967-0x10105b2c3630006, quorum=127.0.0.1:57559, baseZNode=/2-1848316247 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1848316247/backup-masters 2024-11-11T06:24:16,878 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35279-0x10105b2c3630007, quorum=127.0.0.1:57559, baseZNode=/2-1848316247 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1848316247/backup-masters 2024-11-11T06:24:16,879 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39967-0x10105b2c3630006, quorum=127.0.0.1:57559, baseZNode=/2-1848316247 Set watcher on existing znode=/2-1848316247/backup-masters/f334e8b0fbdf,39967,1731306256811 2024-11-11T06:24:16,881 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35279-0x10105b2c3630007, quorum=127.0.0.1:57559, baseZNode=/2-1848316247 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-1848316247/master 2024-11-11T06:24:16,881 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35279-0x10105b2c3630007, quorum=127.0.0.1:57559, baseZNode=/2-1848316247 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1848316247 2024-11-11T06:24:16,881 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39967-0x10105b2c3630006, quorum=127.0.0.1:57559, baseZNode=/2-1848316247 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1848316247 2024-11-11T06:24:16,882 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39967-0x10105b2c3630006, quorum=127.0.0.1:57559, baseZNode=/2-1848316247 Set watcher on existing znode=/2-1848316247/master 2024-11-11T06:24:16,882 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /2-1848316247/backup-masters/f334e8b0fbdf,39967,1731306256811 from backup master directory 2024-11-11T06:24:16,883 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39967-0x10105b2c3630006, quorum=127.0.0.1:57559, baseZNode=/2-1848316247 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1848316247/backup-masters/f334e8b0fbdf,39967,1731306256811 2024-11-11T06:24:16,883 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35279-0x10105b2c3630007, quorum=127.0.0.1:57559, baseZNode=/2-1848316247 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1848316247/backup-masters 2024-11-11T06:24:16,883 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39967-0x10105b2c3630006, quorum=127.0.0.1:57559, baseZNode=/2-1848316247 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1848316247/backup-masters 2024-11-11T06:24:16,883 WARN [master/f334e8b0fbdf:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T06:24:16,883 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=f334e8b0fbdf,39967,1731306256811 2024-11-11T06:24:16,886 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:44957/user/jenkins/test-data/7c9bd096-af1c-b791-a117-24d43fb3dd46/hbase.id] with ID: 4168427e-5fb3-4349-9edd-1e75a4cd0396 2024-11-11T06:24:16,886 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:44957/user/jenkins/test-data/7c9bd096-af1c-b791-a117-24d43fb3dd46/.tmp/hbase.id 2024-11-11T06:24:16,889 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46137 is added to blk_1073741826_1002 (size=42) 2024-11-11T06:24:16,890 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:44957/user/jenkins/test-data/7c9bd096-af1c-b791-a117-24d43fb3dd46/.tmp/hbase.id]:[hdfs://localhost:44957/user/jenkins/test-data/7c9bd096-af1c-b791-a117-24d43fb3dd46/hbase.id] 2024-11-11T06:24:16,896 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T06:24:16,896 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-11T06:24:16,897 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-11T06:24:16,899 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39967-0x10105b2c3630006, quorum=127.0.0.1:57559, baseZNode=/2-1848316247 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1848316247 2024-11-11T06:24:16,899 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35279-0x10105b2c3630007, quorum=127.0.0.1:57559, baseZNode=/2-1848316247 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1848316247 2024-11-11T06:24:16,906 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46137 is added to blk_1073741827_1003 (size=196) 2024-11-11T06:24:17,307 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T06:24:17,308 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-11T06:24:17,308 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T06:24:17,313 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46137 is added to blk_1073741828_1004 (size=1189) 2024-11-11T06:24:17,653 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-11T06:24:17,654 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T06:24:17,654 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T06:24:17,654 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T06:24:17,654 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T06:24:17,654 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T06:24:17,687 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T06:24:17,687 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T06:24:17,688 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T06:24:17,688 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T06:24:17,688 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T06:24:17,688 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T06:24:17,693 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T06:24:17,695 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T06:24:17,695 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T06:24:17,697 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T06:24:17,709 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-11T06:24:17,714 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:44957/user/jenkins/test-data/7c9bd096-af1c-b791-a117-24d43fb3dd46/MasterData/data/master/store 2024-11-11T06:24:17,718 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46137 is added to blk_1073741829_1005 (size=34) 2024-11-11T06:24:18,119 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T06:24:18,119 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-11T06:24:18,119 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T06:24:18,119 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T06:24:18,119 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-11T06:24:18,119 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T06:24:18,119 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T06:24:18,119 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731306258119Disabling compacts and flushes for region at 1731306258119Disabling writes for close at 1731306258119Writing region close event to WAL at 1731306258119Closed at 1731306258119 2024-11-11T06:24:18,120 WARN [master/f334e8b0fbdf:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:44957/user/jenkins/test-data/7c9bd096-af1c-b791-a117-24d43fb3dd46/MasterData/data/master/store/.initializing 2024-11-11T06:24:18,120 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:44957/user/jenkins/test-data/7c9bd096-af1c-b791-a117-24d43fb3dd46/MasterData/WALs/f334e8b0fbdf,39967,1731306256811 2024-11-11T06:24:18,121 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T06:24:18,122 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=f334e8b0fbdf%2C39967%2C1731306256811, suffix=, logDir=hdfs://localhost:44957/user/jenkins/test-data/7c9bd096-af1c-b791-a117-24d43fb3dd46/MasterData/WALs/f334e8b0fbdf,39967,1731306256811, archiveDir=hdfs://localhost:44957/user/jenkins/test-data/7c9bd096-af1c-b791-a117-24d43fb3dd46/MasterData/oldWALs, maxLogs=10 2024-11-11T06:24:18,137 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/7c9bd096-af1c-b791-a117-24d43fb3dd46/MasterData/WALs/f334e8b0fbdf,39967,1731306256811/f334e8b0fbdf%2C39967%2C1731306256811.1731306258122, exclude list is [], retry=0 2024-11-11T06:24:18,139 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46137,DS-4dfe9b27-dff6-40b5-9fb1-4e9bdf6c31ec,DISK] 2024-11-11T06:24:18,141 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7c9bd096-af1c-b791-a117-24d43fb3dd46/MasterData/WALs/f334e8b0fbdf,39967,1731306256811/f334e8b0fbdf%2C39967%2C1731306256811.1731306258122 2024-11-11T06:24:18,141 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36789:36789)] 2024-11-11T06:24:18,141 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-11T06:24:18,141 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T06:24:18,141 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T06:24:18,141 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T06:24:18,142 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T06:24:18,143 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-11T06:24:18,143 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:24:18,143 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T06:24:18,144 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T06:24:18,144 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-11T06:24:18,144 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:24:18,145 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T06:24:18,145 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T06:24:18,145 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-11T06:24:18,145 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:24:18,146 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T06:24:18,146 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T06:24:18,146 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-11T06:24:18,146 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:24:18,147 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T06:24:18,147 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T06:24:18,147 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44957/user/jenkins/test-data/7c9bd096-af1c-b791-a117-24d43fb3dd46/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-11T06:24:18,147 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44957/user/jenkins/test-data/7c9bd096-af1c-b791-a117-24d43fb3dd46/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-11T06:24:18,148 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T06:24:18,148 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T06:24:18,148 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T06:24:18,149 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T06:24:18,150 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44957/user/jenkins/test-data/7c9bd096-af1c-b791-a117-24d43fb3dd46/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T06:24:18,151 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75452936, jitterRate=0.1243363618850708}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T06:24:18,151 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731306258141Initializing all the Stores at 1731306258142 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731306258142Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731306258142Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731306258142Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731306258142Cleaning up temporary data from old regions at 1731306258148 (+6 ms)Region opened successfully at 1731306258151 (+3 ms) 2024-11-11T06:24:18,151 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-11T06:24:18,153 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c390c5e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f334e8b0fbdf/172.17.0.2:0 2024-11-11T06:24:18,153 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-11T06:24:18,154 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-11T06:24:18,154 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-11T06:24:18,154 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-11T06:24:18,154 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-11T06:24:18,154 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-11T06:24:18,154 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-11T06:24:18,156 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-11T06:24:18,156 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39967-0x10105b2c3630006, quorum=127.0.0.1:57559, baseZNode=/2-1848316247 Unable to get data of znode /2-1848316247/balancer because node does not exist (not necessarily an error) 2024-11-11T06:24:18,157 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1848316247/balancer already deleted, retry=false 2024-11-11T06:24:18,157 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-11T06:24:18,158 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39967-0x10105b2c3630006, quorum=127.0.0.1:57559, baseZNode=/2-1848316247 Unable to get data of znode /2-1848316247/normalizer because node does not exist (not necessarily an error) 2024-11-11T06:24:18,160 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1848316247/normalizer already deleted, retry=false 2024-11-11T06:24:18,160 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-11T06:24:18,161 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39967-0x10105b2c3630006, quorum=127.0.0.1:57559, baseZNode=/2-1848316247 Unable to get data of znode /2-1848316247/switch/split because node does not exist (not necessarily an error) 2024-11-11T06:24:18,162 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1848316247/switch/split already deleted, retry=false 2024-11-11T06:24:18,163 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39967-0x10105b2c3630006, quorum=127.0.0.1:57559, baseZNode=/2-1848316247 Unable to get data of znode /2-1848316247/switch/merge because node does not exist (not necessarily an error) 2024-11-11T06:24:18,164 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1848316247/switch/merge already deleted, retry=false 2024-11-11T06:24:18,165 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39967-0x10105b2c3630006, quorum=127.0.0.1:57559, baseZNode=/2-1848316247 Unable to get data of znode /2-1848316247/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-11T06:24:18,166 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-1848316247/snapshot-cleanup already deleted, retry=false 2024-11-11T06:24:18,169 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39967-0x10105b2c3630006, quorum=127.0.0.1:57559, baseZNode=/2-1848316247 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-1848316247/running 2024-11-11T06:24:18,169 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39967-0x10105b2c3630006, quorum=127.0.0.1:57559, baseZNode=/2-1848316247 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1848316247 2024-11-11T06:24:18,169 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35279-0x10105b2c3630007, quorum=127.0.0.1:57559, baseZNode=/2-1848316247 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-1848316247/running 2024-11-11T06:24:18,169 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35279-0x10105b2c3630007, quorum=127.0.0.1:57559, baseZNode=/2-1848316247 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1848316247 2024-11-11T06:24:18,169 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=f334e8b0fbdf,39967,1731306256811, sessionid=0x10105b2c3630006, setting cluster-up flag (Was=false) 2024-11-11T06:24:18,171 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39967-0x10105b2c3630006, quorum=127.0.0.1:57559, baseZNode=/2-1848316247 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1848316247 2024-11-11T06:24:18,171 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35279-0x10105b2c3630007, quorum=127.0.0.1:57559, baseZNode=/2-1848316247 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1848316247 2024-11-11T06:24:18,176 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-1848316247/flush-table-proc/acquired, /2-1848316247/flush-table-proc/reached, /2-1848316247/flush-table-proc/abort 2024-11-11T06:24:18,177 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f334e8b0fbdf,39967,1731306256811 2024-11-11T06:24:18,178 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-11T06:24:18,178 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-11T06:24:18,178 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-11T06:24:18,178 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-11T06:24:18,180 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39967-0x10105b2c3630006, quorum=127.0.0.1:57559, baseZNode=/2-1848316247 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1848316247 2024-11-11T06:24:18,180 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35279-0x10105b2c3630007, quorum=127.0.0.1:57559, baseZNode=/2-1848316247 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1848316247 2024-11-11T06:24:18,184 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-1848316247/online-snapshot/acquired, /2-1848316247/online-snapshot/reached, /2-1848316247/online-snapshot/abort 2024-11-11T06:24:18,185 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f334e8b0fbdf,39967,1731306256811 2024-11-11T06:24:18,186 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:44957/user/jenkins/test-data/7c9bd096-af1c-b791-a117-24d43fb3dd46/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-11T06:24:18,187 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-11T06:24:18,187 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-11T06:24:18,187 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-11T06:24:18,187 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: f334e8b0fbdf,39967,1731306256811 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-11T06:24:18,188 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/f334e8b0fbdf:0, corePoolSize=5, maxPoolSize=5 2024-11-11T06:24:18,188 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/f334e8b0fbdf:0, corePoolSize=5, maxPoolSize=5 2024-11-11T06:24:18,188 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/f334e8b0fbdf:0, corePoolSize=5, maxPoolSize=5 2024-11-11T06:24:18,188 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/f334e8b0fbdf:0, corePoolSize=5, maxPoolSize=5 2024-11-11T06:24:18,188 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/f334e8b0fbdf:0, corePoolSize=10, maxPoolSize=10 2024-11-11T06:24:18,188 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/f334e8b0fbdf:0, corePoolSize=1, maxPoolSize=1 2024-11-11T06:24:18,188 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/f334e8b0fbdf:0, corePoolSize=2, maxPoolSize=2 2024-11-11T06:24:18,188 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/f334e8b0fbdf:0, corePoolSize=1, maxPoolSize=1 2024-11-11T06:24:18,189 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731306288189 2024-11-11T06:24:18,189 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-11T06:24:18,189 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-11T06:24:18,189 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-11T06:24:18,189 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-11T06:24:18,189 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T06:24:18,189 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-11T06:24:18,189 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-11T06:24:18,189 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-11T06:24:18,190 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T06:24:18,190 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-11T06:24:18,190 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-11T06:24:18,190 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-11T06:24:18,190 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-11T06:24:18,190 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:24:18,190 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-11T06:24:18,190 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-11T06:24:18,190 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-11T06:24:18,190 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/f334e8b0fbdf:0:becomeActiveMaster-HFileCleaner.large.0-1731306258190,5,FailOnTimeoutGroup] 2024-11-11T06:24:18,191 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/f334e8b0fbdf:0:becomeActiveMaster-HFileCleaner.small.0-1731306258190,5,FailOnTimeoutGroup] 2024-11-11T06:24:18,191 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T06:24:18,191 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-11T06:24:18,191 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-11T06:24:18,191 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-11T06:24:18,197 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46137 is added to blk_1073741831_1007 (size=1321) 2024-11-11T06:24:18,198 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:44957/user/jenkins/test-data/7c9bd096-af1c-b791-a117-24d43fb3dd46/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-11T06:24:18,198 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:44957/user/jenkins/test-data/7c9bd096-af1c-b791-a117-24d43fb3dd46 2024-11-11T06:24:18,205 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46137 is added to blk_1073741832_1008 (size=32) 2024-11-11T06:24:18,265 INFO [RS:0;f334e8b0fbdf:35279 {}] regionserver.HRegionServer(746): ClusterId : 4168427e-5fb3-4349-9edd-1e75a4cd0396 2024-11-11T06:24:18,265 DEBUG [RS:0;f334e8b0fbdf:35279 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-11T06:24:18,266 DEBUG [RS:0;f334e8b0fbdf:35279 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-11T06:24:18,266 DEBUG [RS:0;f334e8b0fbdf:35279 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-11T06:24:18,269 DEBUG [RS:0;f334e8b0fbdf:35279 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-11T06:24:18,269 DEBUG [RS:0;f334e8b0fbdf:35279 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@21990e23, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f334e8b0fbdf/172.17.0.2:0 2024-11-11T06:24:18,280 DEBUG [RS:0;f334e8b0fbdf:35279 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;f334e8b0fbdf:35279 2024-11-11T06:24:18,280 INFO [RS:0;f334e8b0fbdf:35279 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-11T06:24:18,280 INFO [RS:0;f334e8b0fbdf:35279 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-11T06:24:18,280 DEBUG [RS:0;f334e8b0fbdf:35279 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-11T06:24:18,281 INFO [RS:0;f334e8b0fbdf:35279 {}] regionserver.HRegionServer(2659): reportForDuty to master=f334e8b0fbdf,39967,1731306256811 with port=35279, startcode=1731306256845 2024-11-11T06:24:18,281 DEBUG [RS:0;f334e8b0fbdf:35279 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-11T06:24:18,282 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41629, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=RegionServerStatusService 2024-11-11T06:24:18,282 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39967 {}] master.ServerManager(363): Checking decommissioned status of RegionServer f334e8b0fbdf,35279,1731306256845 2024-11-11T06:24:18,282 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39967 {}] master.ServerManager(517): Registering regionserver=f334e8b0fbdf,35279,1731306256845 2024-11-11T06:24:18,283 DEBUG [RS:0;f334e8b0fbdf:35279 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:44957/user/jenkins/test-data/7c9bd096-af1c-b791-a117-24d43fb3dd46 2024-11-11T06:24:18,283 DEBUG [RS:0;f334e8b0fbdf:35279 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:44957 2024-11-11T06:24:18,283 DEBUG [RS:0;f334e8b0fbdf:35279 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-11T06:24:18,288 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39967-0x10105b2c3630006, quorum=127.0.0.1:57559, baseZNode=/2-1848316247 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1848316247/rs 2024-11-11T06:24:18,288 DEBUG [RS:0;f334e8b0fbdf:35279 {}] zookeeper.ZKUtil(111): regionserver:35279-0x10105b2c3630007, quorum=127.0.0.1:57559, baseZNode=/2-1848316247 Set watcher on existing znode=/2-1848316247/rs/f334e8b0fbdf,35279,1731306256845 2024-11-11T06:24:18,288 WARN [RS:0;f334e8b0fbdf:35279 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T06:24:18,288 INFO [RS:0;f334e8b0fbdf:35279 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T06:24:18,288 DEBUG [RS:0;f334e8b0fbdf:35279 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:44957/user/jenkins/test-data/7c9bd096-af1c-b791-a117-24d43fb3dd46/WALs/f334e8b0fbdf,35279,1731306256845 2024-11-11T06:24:18,288 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [f334e8b0fbdf,35279,1731306256845] 2024-11-11T06:24:18,290 INFO [RS:0;f334e8b0fbdf:35279 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-11T06:24:18,292 INFO [RS:0;f334e8b0fbdf:35279 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-11T06:24:18,292 INFO [RS:0;f334e8b0fbdf:35279 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-11T06:24:18,292 INFO [RS:0;f334e8b0fbdf:35279 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T06:24:18,292 INFO [RS:0;f334e8b0fbdf:35279 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-11T06:24:18,293 INFO [RS:0;f334e8b0fbdf:35279 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-11T06:24:18,293 INFO [RS:0;f334e8b0fbdf:35279 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-11T06:24:18,293 DEBUG [RS:0;f334e8b0fbdf:35279 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/f334e8b0fbdf:0, corePoolSize=1, maxPoolSize=1 2024-11-11T06:24:18,293 DEBUG [RS:0;f334e8b0fbdf:35279 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/f334e8b0fbdf:0, corePoolSize=1, maxPoolSize=1 2024-11-11T06:24:18,293 DEBUG [RS:0;f334e8b0fbdf:35279 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/f334e8b0fbdf:0, corePoolSize=1, maxPoolSize=1 2024-11-11T06:24:18,293 DEBUG [RS:0;f334e8b0fbdf:35279 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0, corePoolSize=1, maxPoolSize=1 2024-11-11T06:24:18,293 DEBUG [RS:0;f334e8b0fbdf:35279 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/f334e8b0fbdf:0, corePoolSize=1, maxPoolSize=1 2024-11-11T06:24:18,293 DEBUG [RS:0;f334e8b0fbdf:35279 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/f334e8b0fbdf:0, corePoolSize=2, maxPoolSize=2 2024-11-11T06:24:18,293 DEBUG [RS:0;f334e8b0fbdf:35279 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/f334e8b0fbdf:0, corePoolSize=1, maxPoolSize=1 2024-11-11T06:24:18,293 DEBUG [RS:0;f334e8b0fbdf:35279 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/f334e8b0fbdf:0, corePoolSize=1, maxPoolSize=1 2024-11-11T06:24:18,293 DEBUG [RS:0;f334e8b0fbdf:35279 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0, corePoolSize=1, maxPoolSize=1 2024-11-11T06:24:18,293 DEBUG [RS:0;f334e8b0fbdf:35279 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/f334e8b0fbdf:0, corePoolSize=1, maxPoolSize=1 2024-11-11T06:24:18,293 DEBUG [RS:0;f334e8b0fbdf:35279 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/f334e8b0fbdf:0, corePoolSize=1, maxPoolSize=1 2024-11-11T06:24:18,293 DEBUG [RS:0;f334e8b0fbdf:35279 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/f334e8b0fbdf:0, corePoolSize=1, maxPoolSize=1 2024-11-11T06:24:18,293 DEBUG [RS:0;f334e8b0fbdf:35279 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/f334e8b0fbdf:0, corePoolSize=3, maxPoolSize=3 2024-11-11T06:24:18,293 DEBUG [RS:0;f334e8b0fbdf:35279 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/f334e8b0fbdf:0, corePoolSize=3, maxPoolSize=3 2024-11-11T06:24:18,296 INFO [RS:0;f334e8b0fbdf:35279 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T06:24:18,296 INFO [RS:0;f334e8b0fbdf:35279 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T06:24:18,296 INFO [RS:0;f334e8b0fbdf:35279 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T06:24:18,296 INFO [RS:0;f334e8b0fbdf:35279 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-11T06:24:18,296 INFO [RS:0;f334e8b0fbdf:35279 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-11T06:24:18,296 INFO [RS:0;f334e8b0fbdf:35279 {}] hbase.ChoreService(168): Chore ScheduledChore name=f334e8b0fbdf,35279,1731306256845-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T06:24:18,324 INFO [RS:0;f334e8b0fbdf:35279 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-11T06:24:18,324 INFO [RS:0;f334e8b0fbdf:35279 {}] hbase.ChoreService(168): Chore ScheduledChore name=f334e8b0fbdf,35279,1731306256845-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T06:24:18,324 INFO [RS:0;f334e8b0fbdf:35279 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T06:24:18,324 INFO [RS:0;f334e8b0fbdf:35279 {}] regionserver.Replication(171): f334e8b0fbdf,35279,1731306256845 started 2024-11-11T06:24:18,338 INFO [RS:0;f334e8b0fbdf:35279 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T06:24:18,338 INFO [RS:0;f334e8b0fbdf:35279 {}] regionserver.HRegionServer(1482): Serving as f334e8b0fbdf,35279,1731306256845, RpcServer on f334e8b0fbdf/172.17.0.2:35279, sessionid=0x10105b2c3630007 2024-11-11T06:24:18,338 DEBUG [RS:0;f334e8b0fbdf:35279 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-11T06:24:18,338 DEBUG [RS:0;f334e8b0fbdf:35279 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager f334e8b0fbdf,35279,1731306256845 2024-11-11T06:24:18,338 DEBUG [RS:0;f334e8b0fbdf:35279 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f334e8b0fbdf,35279,1731306256845' 2024-11-11T06:24:18,338 DEBUG [RS:0;f334e8b0fbdf:35279 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-1848316247/flush-table-proc/abort' 2024-11-11T06:24:18,339 DEBUG [RS:0;f334e8b0fbdf:35279 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-1848316247/flush-table-proc/acquired' 2024-11-11T06:24:18,339 DEBUG [RS:0;f334e8b0fbdf:35279 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-11T06:24:18,339 DEBUG [RS:0;f334e8b0fbdf:35279 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-11T06:24:18,339 DEBUG [RS:0;f334e8b0fbdf:35279 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager f334e8b0fbdf,35279,1731306256845 2024-11-11T06:24:18,339 DEBUG [RS:0;f334e8b0fbdf:35279 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f334e8b0fbdf,35279,1731306256845' 2024-11-11T06:24:18,339 DEBUG [RS:0;f334e8b0fbdf:35279 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-1848316247/online-snapshot/abort' 2024-11-11T06:24:18,339 DEBUG [RS:0;f334e8b0fbdf:35279 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-1848316247/online-snapshot/acquired' 2024-11-11T06:24:18,340 DEBUG [RS:0;f334e8b0fbdf:35279 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-11T06:24:18,340 INFO [RS:0;f334e8b0fbdf:35279 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-11T06:24:18,340 INFO [RS:0;f334e8b0fbdf:35279 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-11T06:24:18,440 INFO [RS:0;f334e8b0fbdf:35279 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T06:24:18,441 INFO [RS:0;f334e8b0fbdf:35279 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f334e8b0fbdf%2C35279%2C1731306256845, suffix=, logDir=hdfs://localhost:44957/user/jenkins/test-data/7c9bd096-af1c-b791-a117-24d43fb3dd46/WALs/f334e8b0fbdf,35279,1731306256845, archiveDir=hdfs://localhost:44957/user/jenkins/test-data/7c9bd096-af1c-b791-a117-24d43fb3dd46/oldWALs, maxLogs=10 2024-11-11T06:24:18,459 DEBUG [RS:0;f334e8b0fbdf:35279 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/7c9bd096-af1c-b791-a117-24d43fb3dd46/WALs/f334e8b0fbdf,35279,1731306256845/f334e8b0fbdf%2C35279%2C1731306256845.1731306258442, exclude list is [], retry=0 2024-11-11T06:24:18,461 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46137,DS-4dfe9b27-dff6-40b5-9fb1-4e9bdf6c31ec,DISK] 2024-11-11T06:24:18,463 INFO [RS:0;f334e8b0fbdf:35279 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7c9bd096-af1c-b791-a117-24d43fb3dd46/WALs/f334e8b0fbdf,35279,1731306256845/f334e8b0fbdf%2C35279%2C1731306256845.1731306258442 2024-11-11T06:24:18,463 DEBUG [RS:0;f334e8b0fbdf:35279 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36789:36789)] 2024-11-11T06:24:18,605 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T06:24:18,606 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T06:24:18,607 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T06:24:18,608 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:24:18,608 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T06:24:18,608 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T06:24:18,609 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T06:24:18,609 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:24:18,609 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T06:24:18,609 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T06:24:18,610 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T06:24:18,610 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:24:18,611 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T06:24:18,611 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T06:24:18,611 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T06:24:18,611 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:24:18,612 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T06:24:18,612 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T06:24:18,613 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44957/user/jenkins/test-data/7c9bd096-af1c-b791-a117-24d43fb3dd46/data/hbase/meta/1588230740 2024-11-11T06:24:18,613 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44957/user/jenkins/test-data/7c9bd096-af1c-b791-a117-24d43fb3dd46/data/hbase/meta/1588230740 2024-11-11T06:24:18,614 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T06:24:18,614 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T06:24:18,614 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T06:24:18,615 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T06:24:18,616 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44957/user/jenkins/test-data/7c9bd096-af1c-b791-a117-24d43fb3dd46/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T06:24:18,616 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61450706, jitterRate=-0.08431312441825867}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T06:24:18,616 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731306258605Initializing all the Stores at 1731306258606 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731306258606Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731306258606Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731306258606Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731306258606Cleaning up temporary data from old regions at 1731306258614 (+8 ms)Region opened successfully at 1731306258616 (+2 ms) 2024-11-11T06:24:18,617 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-11T06:24:18,617 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-11T06:24:18,617 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-11T06:24:18,617 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-11T06:24:18,617 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-11T06:24:18,617 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-11T06:24:18,617 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731306258616Disabling compacts and flushes for region at 1731306258616Disabling writes for close at 1731306258617 (+1 ms)Writing region close event to WAL at 1731306258617Closed at 1731306258617 2024-11-11T06:24:18,618 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T06:24:18,618 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-11T06:24:18,618 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-11T06:24:18,619 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T06:24:18,619 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-11T06:24:18,770 DEBUG [f334e8b0fbdf:39967 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-11T06:24:18,770 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=f334e8b0fbdf,35279,1731306256845 2024-11-11T06:24:18,771 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f334e8b0fbdf,35279,1731306256845, state=OPENING 2024-11-11T06:24:18,774 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-11T06:24:18,775 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35279-0x10105b2c3630007, quorum=127.0.0.1:57559, baseZNode=/2-1848316247 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1848316247 2024-11-11T06:24:18,775 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39967-0x10105b2c3630006, quorum=127.0.0.1:57559, baseZNode=/2-1848316247 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1848316247 2024-11-11T06:24:18,776 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T06:24:18,776 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=f334e8b0fbdf,35279,1731306256845}] 2024-11-11T06:24:18,776 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1848316247/meta-region-server: CHANGED 2024-11-11T06:24:18,776 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1848316247/meta-region-server: CHANGED 2024-11-11T06:24:18,928 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-11T06:24:18,929 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41039, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-11T06:24:18,932 INFO [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-11T06:24:18,932 INFO [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T06:24:18,932 INFO [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-11T06:24:18,934 INFO [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f334e8b0fbdf%2C35279%2C1731306256845.meta, suffix=.meta, logDir=hdfs://localhost:44957/user/jenkins/test-data/7c9bd096-af1c-b791-a117-24d43fb3dd46/WALs/f334e8b0fbdf,35279,1731306256845, archiveDir=hdfs://localhost:44957/user/jenkins/test-data/7c9bd096-af1c-b791-a117-24d43fb3dd46/oldWALs, maxLogs=10 2024-11-11T06:24:18,947 DEBUG [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/7c9bd096-af1c-b791-a117-24d43fb3dd46/WALs/f334e8b0fbdf,35279,1731306256845/f334e8b0fbdf%2C35279%2C1731306256845.meta.1731306258934.meta, exclude list is [], retry=0 2024-11-11T06:24:18,949 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46137,DS-4dfe9b27-dff6-40b5-9fb1-4e9bdf6c31ec,DISK] 2024-11-11T06:24:18,950 INFO [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7c9bd096-af1c-b791-a117-24d43fb3dd46/WALs/f334e8b0fbdf,35279,1731306256845/f334e8b0fbdf%2C35279%2C1731306256845.meta.1731306258934.meta 2024-11-11T06:24:18,950 DEBUG [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36789:36789)] 2024-11-11T06:24:18,950 DEBUG [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-11T06:24:18,951 INFO [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-11T06:24:18,951 DEBUG [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-11T06:24:18,951 DEBUG [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-11T06:24:18,951 INFO [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-11T06:24:18,951 DEBUG [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-11T06:24:18,951 DEBUG [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T06:24:18,951 DEBUG [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-11T06:24:18,951 DEBUG [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-11T06:24:18,952 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T06:24:18,953 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T06:24:18,953 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:24:18,953 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T06:24:18,953 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T06:24:18,954 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T06:24:18,954 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:24:18,954 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T06:24:18,954 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T06:24:18,955 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T06:24:18,955 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:24:18,955 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T06:24:18,955 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T06:24:18,970 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T06:24:18,970 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:24:18,971 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T06:24:18,971 DEBUG [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T06:24:18,972 DEBUG [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44957/user/jenkins/test-data/7c9bd096-af1c-b791-a117-24d43fb3dd46/data/hbase/meta/1588230740 2024-11-11T06:24:18,972 DEBUG [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44957/user/jenkins/test-data/7c9bd096-af1c-b791-a117-24d43fb3dd46/data/hbase/meta/1588230740 2024-11-11T06:24:18,973 DEBUG [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T06:24:18,973 DEBUG [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T06:24:18,974 DEBUG [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T06:24:18,974 DEBUG [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T06:24:18,975 INFO [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68130658, jitterRate=0.015225917100906372}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T06:24:18,975 DEBUG [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-11T06:24:18,975 DEBUG [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731306258951Writing region info on filesystem at 1731306258951Initializing all the Stores at 1731306258952 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731306258952Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731306258952Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731306258952Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731306258952Cleaning up temporary data from old regions at 1731306258973 (+21 ms)Running coprocessor post-open hooks at 1731306258975 (+2 ms)Region opened successfully at 1731306258975 2024-11-11T06:24:18,976 INFO [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731306258928 2024-11-11T06:24:18,977 DEBUG [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-11T06:24:18,977 INFO [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-11T06:24:18,978 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=f334e8b0fbdf,35279,1731306256845 2024-11-11T06:24:18,979 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f334e8b0fbdf,35279,1731306256845, state=OPEN 2024-11-11T06:24:18,980 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39967-0x10105b2c3630006, quorum=127.0.0.1:57559, baseZNode=/2-1848316247 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-1848316247/meta-region-server 2024-11-11T06:24:18,980 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35279-0x10105b2c3630007, quorum=127.0.0.1:57559, baseZNode=/2-1848316247 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-1848316247/meta-region-server 2024-11-11T06:24:18,980 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=f334e8b0fbdf,35279,1731306256845 2024-11-11T06:24:18,980 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1848316247/meta-region-server: CHANGED 2024-11-11T06:24:18,980 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-1848316247/meta-region-server: CHANGED 2024-11-11T06:24:18,982 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-11T06:24:18,982 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=f334e8b0fbdf,35279,1731306256845 in 204 msec 2024-11-11T06:24:18,983 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-11T06:24:18,983 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 364 msec 2024-11-11T06:24:18,984 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T06:24:18,984 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-11T06:24:18,985 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T06:24:18,985 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f334e8b0fbdf,35279,1731306256845, seqNum=-1] 2024-11-11T06:24:18,985 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T06:24:18,986 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60139, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T06:24:18,990 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 803 msec 2024-11-11T06:24:18,990 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731306258990, completionTime=-1 2024-11-11T06:24:18,990 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-11T06:24:18,990 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-11T06:24:18,992 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-11T06:24:18,992 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731306318992 2024-11-11T06:24:18,992 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731306378992 2024-11-11T06:24:18,992 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-11T06:24:18,992 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f334e8b0fbdf,39967,1731306256811-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T06:24:18,992 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f334e8b0fbdf,39967,1731306256811-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T06:24:18,992 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f334e8b0fbdf,39967,1731306256811-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T06:24:18,992 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-f334e8b0fbdf:39967, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T06:24:18,992 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-11T06:24:18,993 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-11T06:24:18,994 DEBUG [master/f334e8b0fbdf:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-11T06:24:18,995 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.112sec 2024-11-11T06:24:18,995 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-11T06:24:18,995 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-11T06:24:18,995 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-11T06:24:18,995 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-11T06:24:18,995 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-11T06:24:18,995 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f334e8b0fbdf,39967,1731306256811-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T06:24:18,995 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f334e8b0fbdf,39967,1731306256811-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-11T06:24:18,997 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-11T06:24:18,997 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-11T06:24:18,997 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f334e8b0fbdf,39967,1731306256811-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T06:24:19,071 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d06876f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T06:24:19,071 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f334e8b0fbdf,39967,-1 for getting cluster id 2024-11-11T06:24:19,071 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T06:24:19,073 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4168427e-5fb3-4349-9edd-1e75a4cd0396' 2024-11-11T06:24:19,073 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T06:24:19,073 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4168427e-5fb3-4349-9edd-1e75a4cd0396" 2024-11-11T06:24:19,073 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e1dc764, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T06:24:19,073 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f334e8b0fbdf,39967,-1] 2024-11-11T06:24:19,073 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T06:24:19,074 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T06:24:19,074 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57994, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T06:24:19,075 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e8ce66d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T06:24:19,075 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T06:24:19,076 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f334e8b0fbdf,35279,1731306256845, seqNum=-1] 2024-11-11T06:24:19,076 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T06:24:19,077 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46018, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T06:24:19,079 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=f334e8b0fbdf,39967,1731306256811 2024-11-11T06:24:19,079 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:57559 2024-11-11T06:24:19,081 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:57559, baseZNode=/2-1848316247 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T06:24:19,082 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x10105b2c3630008 connected 2024-11-11T06:24:19,085 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T06:24:19,086 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncConnectionImpl(321): The fetched master address is f334e8b0fbdf,38435,1731306249580 2024-11-11T06:24:19,086 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@32cd5f58 2024-11-11T06:24:19,086 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T06:24:19,087 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49144, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T06:24:19,087 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38435 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T06:24:19,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38435 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-11T06:24:19,089 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-11T06:24:19,090 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:24:19,090 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38435 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-11T06:24:19,090 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-11T06:24:19,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38435 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T06:24:19,100 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46491 is added to blk_1073741835_1011 (size=902) 2024-11-11T06:24:19,102 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 6c165351d04d795ce416849646b2806a, NAME => 'test,,1731306259087.6c165351d04d795ce416849646b2806a.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35925/user/jenkins/test-data/a27919e7-367a-9678-6f20-da8773124b44 2024-11-11T06:24:19,108 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46491 is added to blk_1073741836_1012 (size=39) 2024-11-11T06:24:19,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38435 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T06:24:19,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38435 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T06:24:19,509 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731306259087.6c165351d04d795ce416849646b2806a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T06:24:19,509 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 6c165351d04d795ce416849646b2806a, disabling compactions & flushes 2024-11-11T06:24:19,509 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731306259087.6c165351d04d795ce416849646b2806a. 2024-11-11T06:24:19,509 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731306259087.6c165351d04d795ce416849646b2806a. 2024-11-11T06:24:19,509 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731306259087.6c165351d04d795ce416849646b2806a. after waiting 0 ms 2024-11-11T06:24:19,509 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731306259087.6c165351d04d795ce416849646b2806a. 2024-11-11T06:24:19,509 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731306259087.6c165351d04d795ce416849646b2806a. 2024-11-11T06:24:19,509 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 6c165351d04d795ce416849646b2806a: Waiting for close lock at 1731306259509Disabling compacts and flushes for region at 1731306259509Disabling writes for close at 1731306259509Writing region close event to WAL at 1731306259509Closed at 1731306259509 2024-11-11T06:24:19,510 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-11T06:24:19,511 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731306259087.6c165351d04d795ce416849646b2806a.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731306259510"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731306259510"}]},"ts":"1731306259510"} 2024-11-11T06:24:19,513 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-11T06:24:19,513 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-11T06:24:19,514 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731306259513"}]},"ts":"1731306259513"} 2024-11-11T06:24:19,515 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-11T06:24:19,515 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=6c165351d04d795ce416849646b2806a, ASSIGN}] 2024-11-11T06:24:19,516 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=6c165351d04d795ce416849646b2806a, ASSIGN 2024-11-11T06:24:19,517 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=6c165351d04d795ce416849646b2806a, ASSIGN; state=OFFLINE, location=f334e8b0fbdf,41105,1731306249635; forceNewPlan=false, retain=false 2024-11-11T06:24:19,668 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=6c165351d04d795ce416849646b2806a, regionState=OPENING, regionLocation=f334e8b0fbdf,41105,1731306249635 2024-11-11T06:24:19,670 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=6c165351d04d795ce416849646b2806a, ASSIGN because future has completed 2024-11-11T06:24:19,670 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6c165351d04d795ce416849646b2806a, server=f334e8b0fbdf,41105,1731306249635}] 2024-11-11T06:24:19,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38435 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T06:24:19,825 INFO [RS_OPEN_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731306259087.6c165351d04d795ce416849646b2806a. 2024-11-11T06:24:19,826 DEBUG [RS_OPEN_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 6c165351d04d795ce416849646b2806a, NAME => 'test,,1731306259087.6c165351d04d795ce416849646b2806a.', STARTKEY => '', ENDKEY => ''} 2024-11-11T06:24:19,826 INFO [RS_OPEN_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-11T06:24:19,826 INFO [RS_OPEN_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-11T06:24:19,826 DEBUG [RS_OPEN_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 6c165351d04d795ce416849646b2806a 2024-11-11T06:24:19,826 DEBUG [RS_OPEN_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731306259087.6c165351d04d795ce416849646b2806a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T06:24:19,826 DEBUG [RS_OPEN_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 6c165351d04d795ce416849646b2806a 2024-11-11T06:24:19,826 DEBUG [RS_OPEN_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 6c165351d04d795ce416849646b2806a 2024-11-11T06:24:19,827 INFO [StoreOpener-6c165351d04d795ce416849646b2806a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 6c165351d04d795ce416849646b2806a 2024-11-11T06:24:19,828 INFO [StoreOpener-6c165351d04d795ce416849646b2806a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6c165351d04d795ce416849646b2806a columnFamilyName f 2024-11-11T06:24:19,828 DEBUG [StoreOpener-6c165351d04d795ce416849646b2806a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:24:19,829 INFO [StoreOpener-6c165351d04d795ce416849646b2806a-1 {}] regionserver.HStore(327): Store=6c165351d04d795ce416849646b2806a/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T06:24:19,829 INFO [StoreOpener-6c165351d04d795ce416849646b2806a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 6c165351d04d795ce416849646b2806a 2024-11-11T06:24:19,829 INFO [StoreOpener-6c165351d04d795ce416849646b2806a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6c165351d04d795ce416849646b2806a columnFamilyName f1 2024-11-11T06:24:19,829 DEBUG [StoreOpener-6c165351d04d795ce416849646b2806a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:24:19,830 INFO [StoreOpener-6c165351d04d795ce416849646b2806a-1 {}] regionserver.HStore(327): Store=6c165351d04d795ce416849646b2806a/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T06:24:19,830 INFO [StoreOpener-6c165351d04d795ce416849646b2806a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 6c165351d04d795ce416849646b2806a 2024-11-11T06:24:19,830 INFO [StoreOpener-6c165351d04d795ce416849646b2806a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6c165351d04d795ce416849646b2806a columnFamilyName norep 2024-11-11T06:24:19,830 DEBUG [StoreOpener-6c165351d04d795ce416849646b2806a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:24:19,831 INFO [StoreOpener-6c165351d04d795ce416849646b2806a-1 {}] regionserver.HStore(327): Store=6c165351d04d795ce416849646b2806a/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T06:24:19,831 DEBUG [RS_OPEN_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 6c165351d04d795ce416849646b2806a 2024-11-11T06:24:19,831 DEBUG [RS_OPEN_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35925/user/jenkins/test-data/a27919e7-367a-9678-6f20-da8773124b44/data/default/test/6c165351d04d795ce416849646b2806a 2024-11-11T06:24:19,831 DEBUG [RS_OPEN_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35925/user/jenkins/test-data/a27919e7-367a-9678-6f20-da8773124b44/data/default/test/6c165351d04d795ce416849646b2806a 2024-11-11T06:24:19,832 DEBUG [RS_OPEN_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 6c165351d04d795ce416849646b2806a 2024-11-11T06:24:19,832 DEBUG [RS_OPEN_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 6c165351d04d795ce416849646b2806a 2024-11-11T06:24:19,832 DEBUG [RS_OPEN_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-11T06:24:19,833 DEBUG [RS_OPEN_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 6c165351d04d795ce416849646b2806a 2024-11-11T06:24:19,834 DEBUG [RS_OPEN_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35925/user/jenkins/test-data/a27919e7-367a-9678-6f20-da8773124b44/data/default/test/6c165351d04d795ce416849646b2806a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T06:24:19,835 INFO [RS_OPEN_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 6c165351d04d795ce416849646b2806a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69860446, jitterRate=0.04100176692008972}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-11T06:24:19,835 DEBUG [RS_OPEN_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 6c165351d04d795ce416849646b2806a 2024-11-11T06:24:19,835 DEBUG [RS_OPEN_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 6c165351d04d795ce416849646b2806a: Running coprocessor pre-open hook at 1731306259826Writing region info on filesystem at 1731306259826Initializing all the Stores at 1731306259827 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731306259827Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731306259827Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731306259827Cleaning up temporary data from old regions at 1731306259832 (+5 ms)Running coprocessor post-open hooks at 1731306259835 (+3 ms)Region opened successfully at 1731306259835 2024-11-11T06:24:19,836 INFO [RS_OPEN_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731306259087.6c165351d04d795ce416849646b2806a., pid=6, masterSystemTime=1731306259822 2024-11-11T06:24:19,838 DEBUG [RS_OPEN_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731306259087.6c165351d04d795ce416849646b2806a. 2024-11-11T06:24:19,838 INFO [RS_OPEN_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731306259087.6c165351d04d795ce416849646b2806a. 2024-11-11T06:24:19,838 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=6c165351d04d795ce416849646b2806a, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=f334e8b0fbdf,41105,1731306249635 2024-11-11T06:24:19,840 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6c165351d04d795ce416849646b2806a, server=f334e8b0fbdf,41105,1731306249635 because future has completed 2024-11-11T06:24:19,842 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-11T06:24:19,842 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 6c165351d04d795ce416849646b2806a, server=f334e8b0fbdf,41105,1731306249635 in 171 msec 2024-11-11T06:24:19,844 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-11T06:24:19,844 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=6c165351d04d795ce416849646b2806a, ASSIGN in 327 msec 2024-11-11T06:24:19,844 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-11T06:24:19,845 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731306259845"}]},"ts":"1731306259845"} 2024-11-11T06:24:19,846 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-11T06:24:19,847 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-11T06:24:19,848 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 759 msec 2024-11-11T06:24:20,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38435 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T06:24:20,230 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-11T06:24:20,230 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T06:24:20,231 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is f334e8b0fbdf,46543,1731306253203 2024-11-11T06:24:20,231 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2123353e 2024-11-11T06:24:20,231 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T06:24:20,232 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53188, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T06:24:20,233 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46543 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T06:24:20,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46543 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-11T06:24:20,235 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-11T06:24:20,235 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:24:20,235 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46543 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-11T06:24:20,235 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-11T06:24:20,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46543 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T06:24:20,240 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36581 is added to blk_1073741835_1011 (size=902) 2024-11-11T06:24:20,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46543 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T06:24:20,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46543 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T06:24:20,641 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 05063b61b5c8545ca7c3033407e468aa, NAME => 'test,,1731306260232.05063b61b5c8545ca7c3033407e468aa.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35725/user/jenkins/test-data/eac67004-e7e9-dab0-7ca2-a4c3fe090cc4 2024-11-11T06:24:20,645 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36581 is added to blk_1073741836_1012 (size=39) 2024-11-11T06:24:20,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46543 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T06:24:21,046 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731306260232.05063b61b5c8545ca7c3033407e468aa.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T06:24:21,046 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 05063b61b5c8545ca7c3033407e468aa, disabling compactions & flushes 2024-11-11T06:24:21,046 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731306260232.05063b61b5c8545ca7c3033407e468aa. 2024-11-11T06:24:21,046 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731306260232.05063b61b5c8545ca7c3033407e468aa. 2024-11-11T06:24:21,046 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731306260232.05063b61b5c8545ca7c3033407e468aa. after waiting 0 ms 2024-11-11T06:24:21,046 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731306260232.05063b61b5c8545ca7c3033407e468aa. 2024-11-11T06:24:21,047 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731306260232.05063b61b5c8545ca7c3033407e468aa. 2024-11-11T06:24:21,047 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 05063b61b5c8545ca7c3033407e468aa: Waiting for close lock at 1731306261046Disabling compacts and flushes for region at 1731306261046Disabling writes for close at 1731306261046Writing region close event to WAL at 1731306261046Closed at 1731306261046 2024-11-11T06:24:21,048 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-11T06:24:21,048 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731306260232.05063b61b5c8545ca7c3033407e468aa.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731306261048"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731306261048"}]},"ts":"1731306261048"} 2024-11-11T06:24:21,050 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-11T06:24:21,051 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-11T06:24:21,051 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731306261051"}]},"ts":"1731306261051"} 2024-11-11T06:24:21,052 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-11T06:24:21,053 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=05063b61b5c8545ca7c3033407e468aa, ASSIGN}] 2024-11-11T06:24:21,053 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=05063b61b5c8545ca7c3033407e468aa, ASSIGN 2024-11-11T06:24:21,054 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=05063b61b5c8545ca7c3033407e468aa, ASSIGN; state=OFFLINE, location=f334e8b0fbdf,36519,1731306253243; forceNewPlan=false, retain=false 2024-11-11T06:24:21,205 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=05063b61b5c8545ca7c3033407e468aa, regionState=OPENING, regionLocation=f334e8b0fbdf,36519,1731306253243 2024-11-11T06:24:21,206 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=05063b61b5c8545ca7c3033407e468aa, ASSIGN because future has completed 2024-11-11T06:24:21,207 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 05063b61b5c8545ca7c3033407e468aa, server=f334e8b0fbdf,36519,1731306253243}] 2024-11-11T06:24:21,362 INFO [RS_OPEN_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731306260232.05063b61b5c8545ca7c3033407e468aa. 2024-11-11T06:24:21,362 DEBUG [RS_OPEN_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 05063b61b5c8545ca7c3033407e468aa, NAME => 'test,,1731306260232.05063b61b5c8545ca7c3033407e468aa.', STARTKEY => '', ENDKEY => ''} 2024-11-11T06:24:21,362 INFO [RS_OPEN_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-11T06:24:21,362 INFO [RS_OPEN_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-11T06:24:21,362 DEBUG [RS_OPEN_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 05063b61b5c8545ca7c3033407e468aa 2024-11-11T06:24:21,362 DEBUG [RS_OPEN_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731306260232.05063b61b5c8545ca7c3033407e468aa.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T06:24:21,362 DEBUG [RS_OPEN_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 05063b61b5c8545ca7c3033407e468aa 2024-11-11T06:24:21,362 DEBUG [RS_OPEN_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 05063b61b5c8545ca7c3033407e468aa 2024-11-11T06:24:21,363 INFO [StoreOpener-05063b61b5c8545ca7c3033407e468aa-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 05063b61b5c8545ca7c3033407e468aa 2024-11-11T06:24:21,364 INFO [StoreOpener-05063b61b5c8545ca7c3033407e468aa-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 05063b61b5c8545ca7c3033407e468aa columnFamilyName f 2024-11-11T06:24:21,364 DEBUG [StoreOpener-05063b61b5c8545ca7c3033407e468aa-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:24:21,364 INFO [StoreOpener-05063b61b5c8545ca7c3033407e468aa-1 {}] regionserver.HStore(327): Store=05063b61b5c8545ca7c3033407e468aa/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T06:24:21,365 INFO [StoreOpener-05063b61b5c8545ca7c3033407e468aa-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 05063b61b5c8545ca7c3033407e468aa 2024-11-11T06:24:21,365 INFO [StoreOpener-05063b61b5c8545ca7c3033407e468aa-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 05063b61b5c8545ca7c3033407e468aa columnFamilyName f1 2024-11-11T06:24:21,365 DEBUG [StoreOpener-05063b61b5c8545ca7c3033407e468aa-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:24:21,366 INFO [StoreOpener-05063b61b5c8545ca7c3033407e468aa-1 {}] regionserver.HStore(327): Store=05063b61b5c8545ca7c3033407e468aa/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T06:24:21,366 INFO [StoreOpener-05063b61b5c8545ca7c3033407e468aa-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 05063b61b5c8545ca7c3033407e468aa 2024-11-11T06:24:21,366 INFO [StoreOpener-05063b61b5c8545ca7c3033407e468aa-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 05063b61b5c8545ca7c3033407e468aa columnFamilyName norep 2024-11-11T06:24:21,366 DEBUG [StoreOpener-05063b61b5c8545ca7c3033407e468aa-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:24:21,367 INFO [StoreOpener-05063b61b5c8545ca7c3033407e468aa-1 {}] regionserver.HStore(327): Store=05063b61b5c8545ca7c3033407e468aa/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T06:24:21,367 DEBUG [RS_OPEN_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 05063b61b5c8545ca7c3033407e468aa 2024-11-11T06:24:21,367 DEBUG [RS_OPEN_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35725/user/jenkins/test-data/eac67004-e7e9-dab0-7ca2-a4c3fe090cc4/data/default/test/05063b61b5c8545ca7c3033407e468aa 2024-11-11T06:24:21,367 DEBUG [RS_OPEN_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35725/user/jenkins/test-data/eac67004-e7e9-dab0-7ca2-a4c3fe090cc4/data/default/test/05063b61b5c8545ca7c3033407e468aa 2024-11-11T06:24:21,368 DEBUG [RS_OPEN_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 05063b61b5c8545ca7c3033407e468aa 2024-11-11T06:24:21,368 DEBUG [RS_OPEN_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 05063b61b5c8545ca7c3033407e468aa 2024-11-11T06:24:21,369 DEBUG [RS_OPEN_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-11T06:24:21,370 DEBUG [RS_OPEN_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 05063b61b5c8545ca7c3033407e468aa 2024-11-11T06:24:21,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46543 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T06:24:21,371 DEBUG [RS_OPEN_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35725/user/jenkins/test-data/eac67004-e7e9-dab0-7ca2-a4c3fe090cc4/data/default/test/05063b61b5c8545ca7c3033407e468aa/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T06:24:21,371 INFO [RS_OPEN_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 05063b61b5c8545ca7c3033407e468aa; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68903080, jitterRate=0.026735901832580566}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-11T06:24:21,371 DEBUG [RS_OPEN_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 05063b61b5c8545ca7c3033407e468aa 2024-11-11T06:24:21,371 DEBUG [RS_OPEN_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 05063b61b5c8545ca7c3033407e468aa: Running coprocessor pre-open hook at 1731306261362Writing region info on filesystem at 1731306261362Initializing all the Stores at 1731306261363 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731306261363Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731306261363Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731306261363Cleaning up temporary data from old regions at 1731306261368 (+5 ms)Running coprocessor post-open hooks at 1731306261371 (+3 ms)Region opened successfully at 1731306261371 2024-11-11T06:24:21,372 INFO [RS_OPEN_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731306260232.05063b61b5c8545ca7c3033407e468aa., pid=6, masterSystemTime=1731306261359 2024-11-11T06:24:21,374 DEBUG [RS_OPEN_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731306260232.05063b61b5c8545ca7c3033407e468aa. 2024-11-11T06:24:21,374 INFO [RS_OPEN_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731306260232.05063b61b5c8545ca7c3033407e468aa. 2024-11-11T06:24:21,374 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=05063b61b5c8545ca7c3033407e468aa, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=f334e8b0fbdf,36519,1731306253243 2024-11-11T06:24:21,376 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 05063b61b5c8545ca7c3033407e468aa, server=f334e8b0fbdf,36519,1731306253243 because future has completed 2024-11-11T06:24:21,378 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-11T06:24:21,378 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 05063b61b5c8545ca7c3033407e468aa, server=f334e8b0fbdf,36519,1731306253243 in 170 msec 2024-11-11T06:24:21,379 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-11T06:24:21,379 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=05063b61b5c8545ca7c3033407e468aa, ASSIGN in 325 msec 2024-11-11T06:24:21,380 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-11T06:24:21,380 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731306261380"}]},"ts":"1731306261380"} 2024-11-11T06:24:21,382 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-11T06:24:21,382 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-11T06:24:21,383 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1490 sec 2024-11-11T06:24:22,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46543 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T06:24:22,380 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-11T06:24:22,380 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T06:24:22,381 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is f334e8b0fbdf,39967,1731306256811 2024-11-11T06:24:22,381 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2647aee3 2024-11-11T06:24:22,381 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T06:24:22,382 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55106, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T06:24:22,383 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39967 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T06:24:22,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39967 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-11T06:24:22,385 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-11T06:24:22,385 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:24:22,386 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-11T06:24:22,386 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39967 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-11T06:24:22,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39967 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T06:24:22,392 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46137 is added to blk_1073741835_1011 (size=902) 2024-11-11T06:24:22,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39967 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T06:24:22,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39967 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T06:24:22,794 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 463445f73b416a053168aa36345cbe7c, NAME => 'test,,1731306262382.463445f73b416a053168aa36345cbe7c.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44957/user/jenkins/test-data/7c9bd096-af1c-b791-a117-24d43fb3dd46 2024-11-11T06:24:22,798 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46137 is added to blk_1073741836_1012 (size=39) 2024-11-11T06:24:23,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39967 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T06:24:23,199 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731306262382.463445f73b416a053168aa36345cbe7c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T06:24:23,199 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 463445f73b416a053168aa36345cbe7c, disabling compactions & flushes 2024-11-11T06:24:23,199 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731306262382.463445f73b416a053168aa36345cbe7c. 2024-11-11T06:24:23,199 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731306262382.463445f73b416a053168aa36345cbe7c. 2024-11-11T06:24:23,199 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731306262382.463445f73b416a053168aa36345cbe7c. after waiting 0 ms 2024-11-11T06:24:23,199 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731306262382.463445f73b416a053168aa36345cbe7c. 2024-11-11T06:24:23,199 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731306262382.463445f73b416a053168aa36345cbe7c. 2024-11-11T06:24:23,199 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 463445f73b416a053168aa36345cbe7c: Waiting for close lock at 1731306263199Disabling compacts and flushes for region at 1731306263199Disabling writes for close at 1731306263199Writing region close event to WAL at 1731306263199Closed at 1731306263199 2024-11-11T06:24:23,200 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-11T06:24:23,200 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731306262382.463445f73b416a053168aa36345cbe7c.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731306263200"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731306263200"}]},"ts":"1731306263200"} 2024-11-11T06:24:23,202 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-11T06:24:23,203 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-11T06:24:23,203 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731306263203"}]},"ts":"1731306263203"} 2024-11-11T06:24:23,204 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-11T06:24:23,205 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=463445f73b416a053168aa36345cbe7c, ASSIGN}] 2024-11-11T06:24:23,205 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=463445f73b416a053168aa36345cbe7c, ASSIGN 2024-11-11T06:24:23,206 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=463445f73b416a053168aa36345cbe7c, ASSIGN; state=OFFLINE, location=f334e8b0fbdf,35279,1731306256845; forceNewPlan=false, retain=false 2024-11-11T06:24:23,357 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=463445f73b416a053168aa36345cbe7c, regionState=OPENING, regionLocation=f334e8b0fbdf,35279,1731306256845 2024-11-11T06:24:23,359 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=463445f73b416a053168aa36345cbe7c, ASSIGN because future has completed 2024-11-11T06:24:23,359 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 463445f73b416a053168aa36345cbe7c, server=f334e8b0fbdf,35279,1731306256845}] 2024-11-11T06:24:23,514 INFO [RS_OPEN_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731306262382.463445f73b416a053168aa36345cbe7c. 2024-11-11T06:24:23,514 DEBUG [RS_OPEN_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 463445f73b416a053168aa36345cbe7c, NAME => 'test,,1731306262382.463445f73b416a053168aa36345cbe7c.', STARTKEY => '', ENDKEY => ''} 2024-11-11T06:24:23,515 INFO [RS_OPEN_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-11T06:24:23,515 INFO [RS_OPEN_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-11T06:24:23,515 DEBUG [RS_OPEN_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 463445f73b416a053168aa36345cbe7c 2024-11-11T06:24:23,515 DEBUG [RS_OPEN_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731306262382.463445f73b416a053168aa36345cbe7c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T06:24:23,515 DEBUG [RS_OPEN_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 463445f73b416a053168aa36345cbe7c 2024-11-11T06:24:23,515 DEBUG [RS_OPEN_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 463445f73b416a053168aa36345cbe7c 2024-11-11T06:24:23,516 INFO [StoreOpener-463445f73b416a053168aa36345cbe7c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 463445f73b416a053168aa36345cbe7c 2024-11-11T06:24:23,517 INFO [StoreOpener-463445f73b416a053168aa36345cbe7c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 463445f73b416a053168aa36345cbe7c columnFamilyName f 2024-11-11T06:24:23,517 DEBUG [StoreOpener-463445f73b416a053168aa36345cbe7c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:24:23,517 INFO [StoreOpener-463445f73b416a053168aa36345cbe7c-1 {}] regionserver.HStore(327): Store=463445f73b416a053168aa36345cbe7c/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T06:24:23,517 INFO [StoreOpener-463445f73b416a053168aa36345cbe7c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 463445f73b416a053168aa36345cbe7c 2024-11-11T06:24:23,518 INFO [StoreOpener-463445f73b416a053168aa36345cbe7c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 463445f73b416a053168aa36345cbe7c columnFamilyName f1 2024-11-11T06:24:23,518 DEBUG [StoreOpener-463445f73b416a053168aa36345cbe7c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:24:23,519 INFO [StoreOpener-463445f73b416a053168aa36345cbe7c-1 {}] regionserver.HStore(327): Store=463445f73b416a053168aa36345cbe7c/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T06:24:23,519 INFO [StoreOpener-463445f73b416a053168aa36345cbe7c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 463445f73b416a053168aa36345cbe7c 2024-11-11T06:24:23,519 INFO [StoreOpener-463445f73b416a053168aa36345cbe7c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 463445f73b416a053168aa36345cbe7c columnFamilyName norep 2024-11-11T06:24:23,519 DEBUG [StoreOpener-463445f73b416a053168aa36345cbe7c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:24:23,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39967 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T06:24:23,520 INFO [StoreOpener-463445f73b416a053168aa36345cbe7c-1 {}] regionserver.HStore(327): Store=463445f73b416a053168aa36345cbe7c/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T06:24:23,520 DEBUG [RS_OPEN_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 463445f73b416a053168aa36345cbe7c 2024-11-11T06:24:23,520 DEBUG [RS_OPEN_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44957/user/jenkins/test-data/7c9bd096-af1c-b791-a117-24d43fb3dd46/data/default/test/463445f73b416a053168aa36345cbe7c 2024-11-11T06:24:23,521 DEBUG [RS_OPEN_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44957/user/jenkins/test-data/7c9bd096-af1c-b791-a117-24d43fb3dd46/data/default/test/463445f73b416a053168aa36345cbe7c 2024-11-11T06:24:23,521 DEBUG [RS_OPEN_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 463445f73b416a053168aa36345cbe7c 2024-11-11T06:24:23,521 DEBUG [RS_OPEN_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 463445f73b416a053168aa36345cbe7c 2024-11-11T06:24:23,522 DEBUG [RS_OPEN_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-11T06:24:23,523 DEBUG [RS_OPEN_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 463445f73b416a053168aa36345cbe7c 2024-11-11T06:24:23,524 DEBUG [RS_OPEN_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44957/user/jenkins/test-data/7c9bd096-af1c-b791-a117-24d43fb3dd46/data/default/test/463445f73b416a053168aa36345cbe7c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T06:24:23,524 INFO [RS_OPEN_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 463445f73b416a053168aa36345cbe7c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64339690, jitterRate=-0.04126390814781189}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-11T06:24:23,524 DEBUG [RS_OPEN_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 463445f73b416a053168aa36345cbe7c 2024-11-11T06:24:23,524 DEBUG [RS_OPEN_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 463445f73b416a053168aa36345cbe7c: Running coprocessor pre-open hook at 1731306263515Writing region info on filesystem at 1731306263515Initializing all the Stores at 1731306263516 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731306263516Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731306263516Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731306263516Cleaning up temporary data from old regions at 1731306263521 (+5 ms)Running coprocessor post-open hooks at 1731306263524 (+3 ms)Region opened successfully at 1731306263524 2024-11-11T06:24:23,525 INFO [RS_OPEN_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731306262382.463445f73b416a053168aa36345cbe7c., pid=6, masterSystemTime=1731306263511 2024-11-11T06:24:23,527 DEBUG [RS_OPEN_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731306262382.463445f73b416a053168aa36345cbe7c. 2024-11-11T06:24:23,527 INFO [RS_OPEN_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731306262382.463445f73b416a053168aa36345cbe7c. 2024-11-11T06:24:23,527 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=463445f73b416a053168aa36345cbe7c, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=f334e8b0fbdf,35279,1731306256845 2024-11-11T06:24:23,529 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 463445f73b416a053168aa36345cbe7c, server=f334e8b0fbdf,35279,1731306256845 because future has completed 2024-11-11T06:24:23,531 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-11T06:24:23,531 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 463445f73b416a053168aa36345cbe7c, server=f334e8b0fbdf,35279,1731306256845 in 171 msec 2024-11-11T06:24:23,533 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-11T06:24:23,533 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=463445f73b416a053168aa36345cbe7c, ASSIGN in 326 msec 2024-11-11T06:24:23,533 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-11T06:24:23,534 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731306263533"}]},"ts":"1731306263533"} 2024-11-11T06:24:23,535 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-11T06:24:23,535 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-11T06:24:23,536 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1520 sec 2024-11-11T06:24:23,710 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-11T06:24:24,089 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T06:24:24,089 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [f334e8b0fbdf,42169,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f334e8b0fbdf:42169 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-11T06:24:24,090 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 14, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 88569 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [f334e8b0fbdf,42169,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f334e8b0fbdf:42169 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-11T06:24:24,453 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-11T06:24:24,454 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T06:24:24,454 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T06:24:24,455 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T06:24:24,455 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T06:24:24,455 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T06:24:24,481 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T06:24:24,482 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T06:24:24,482 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T06:24:24,482 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T06:24:24,483 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T06:24:24,483 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T06:24:24,487 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T06:24:24,490 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T06:24:24,490 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T06:24:24,491 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T06:24:24,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39967 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T06:24:24,530 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-11T06:24:24,531 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7615accc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T06:24:24,531 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f334e8b0fbdf,38435,-1 for getting cluster id 2024-11-11T06:24:24,531 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T06:24:24,532 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5bfee653-7bdf-4b31-a648-3505af889af9' 2024-11-11T06:24:24,532 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T06:24:24,532 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5bfee653-7bdf-4b31-a648-3505af889af9" 2024-11-11T06:24:24,533 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1098580, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T06:24:24,533 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f334e8b0fbdf,38435,-1] 2024-11-11T06:24:24,533 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T06:24:24,533 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T06:24:24,534 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50418, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T06:24:24,534 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16f21d39, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T06:24:24,535 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T06:24:24,535 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is f334e8b0fbdf,38435,1731306249580 2024-11-11T06:24:24,535 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@574d0a88 2024-11-11T06:24:24,536 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T06:24:24,536 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50420, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T06:24:24,537 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38435 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://f334e8b0fbdf:46543,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-11T06:24:24,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38435 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-11T06:24:24,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38435 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T06:24:24,539 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='f334e8b0fbdf:46543' 2024-11-11T06:24:24,540 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b409e01, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T06:24:24,540 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request f334e8b0fbdf,46543,-1 for getting cluster id 2024-11-11T06:24:24,540 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T06:24:24,541 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2506e704-380f-4f9b-82b9-81dca8b6e779' 2024-11-11T06:24:24,541 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T06:24:24,541 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2506e704-380f-4f9b-82b9-81dca8b6e779" 2024-11-11T06:24:24,541 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5292163a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T06:24:24,541 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f334e8b0fbdf,46543,-1] 2024-11-11T06:24:24,541 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T06:24:24,542 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T06:24:24,542 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53474, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T06:24:24,543 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c613c46, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T06:24:24,543 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T06:24:24,543 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.AsyncConnectionImpl(321): The fetched master address is f334e8b0fbdf,46543,1731306253203 2024-11-11T06:24:24,543 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@43f8961e 2024-11-11T06:24:24,544 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T06:24:24,544 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53482, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T06:24:24,545 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-11T06:24:24,545 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-11T06:24:24,545 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T06:24:24,545 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T06:24:24,545 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T06:24:24,546 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T06:24:24,547 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-11T06:24:24,548 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-11T06:24:24,548 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:24:24,549 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-11T06:24:24,554 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46491 is added to blk_1073741837_1013 (size=1138) 2024-11-11T06:24:24,597 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-11T06:24:24,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38435 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T06:24:24,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38435 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T06:24:24,955 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 6c1494f51baba2d88a0079c0eb463ba5, NAME => 'hbase:replication,,1731306264546.6c1494f51baba2d88a0079c0eb463ba5.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35925/user/jenkins/test-data/a27919e7-367a-9678-6f20-da8773124b44 2024-11-11T06:24:24,960 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46491 is added to blk_1073741838_1014 (size=44) 2024-11-11T06:24:24,960 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731306264546.6c1494f51baba2d88a0079c0eb463ba5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T06:24:24,960 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 6c1494f51baba2d88a0079c0eb463ba5, disabling compactions & flushes 2024-11-11T06:24:24,960 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731306264546.6c1494f51baba2d88a0079c0eb463ba5. 2024-11-11T06:24:24,960 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731306264546.6c1494f51baba2d88a0079c0eb463ba5. 2024-11-11T06:24:24,960 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731306264546.6c1494f51baba2d88a0079c0eb463ba5. after waiting 0 ms 2024-11-11T06:24:24,960 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731306264546.6c1494f51baba2d88a0079c0eb463ba5. 2024-11-11T06:24:24,960 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731306264546.6c1494f51baba2d88a0079c0eb463ba5. 2024-11-11T06:24:24,960 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 6c1494f51baba2d88a0079c0eb463ba5: Waiting for close lock at 1731306264960Disabling compacts and flushes for region at 1731306264960Disabling writes for close at 1731306264960Writing region close event to WAL at 1731306264960Closed at 1731306264960 2024-11-11T06:24:24,961 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-11T06:24:24,961 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731306264546.6c1494f51baba2d88a0079c0eb463ba5.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731306264961"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731306264961"}]},"ts":"1731306264961"} 2024-11-11T06:24:24,963 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-11T06:24:24,964 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-11T06:24:24,964 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731306264964"}]},"ts":"1731306264964"} 2024-11-11T06:24:24,965 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-11T06:24:24,966 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=6c1494f51baba2d88a0079c0eb463ba5, ASSIGN}] 2024-11-11T06:24:24,966 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=6c1494f51baba2d88a0079c0eb463ba5, ASSIGN 2024-11-11T06:24:24,967 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=6c1494f51baba2d88a0079c0eb463ba5, ASSIGN; state=OFFLINE, location=f334e8b0fbdf,41105,1731306249635; forceNewPlan=false, retain=false 2024-11-11T06:24:25,118 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=6c1494f51baba2d88a0079c0eb463ba5, regionState=OPENING, regionLocation=f334e8b0fbdf,41105,1731306249635 2024-11-11T06:24:25,119 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=6c1494f51baba2d88a0079c0eb463ba5, ASSIGN because future has completed 2024-11-11T06:24:25,120 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6c1494f51baba2d88a0079c0eb463ba5, server=f334e8b0fbdf,41105,1731306249635}] 2024-11-11T06:24:25,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38435 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T06:24:25,275 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731306264546.6c1494f51baba2d88a0079c0eb463ba5. 2024-11-11T06:24:25,275 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T06:24:25,275 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-11T06:24:25,276 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f334e8b0fbdf%2C41105%2C1731306249635.rep, suffix=, logDir=hdfs://localhost:35925/user/jenkins/test-data/a27919e7-367a-9678-6f20-da8773124b44/WALs/f334e8b0fbdf,41105,1731306249635, archiveDir=hdfs://localhost:35925/user/jenkins/test-data/a27919e7-367a-9678-6f20-da8773124b44/oldWALs, maxLogs=10 2024-11-11T06:24:25,290 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/a27919e7-367a-9678-6f20-da8773124b44/WALs/f334e8b0fbdf,41105,1731306249635/f334e8b0fbdf%2C41105%2C1731306249635.rep.1731306265276, exclude list is [], retry=0 2024-11-11T06:24:25,291 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46491,DS-eb2b39b2-59b7-4faf-8706-6043578d52e8,DISK] 2024-11-11T06:24:25,293 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a27919e7-367a-9678-6f20-da8773124b44/WALs/f334e8b0fbdf,41105,1731306249635/f334e8b0fbdf%2C41105%2C1731306249635.rep.1731306265276 2024-11-11T06:24:25,293 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37087:37087)] 2024-11-11T06:24:25,293 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 6c1494f51baba2d88a0079c0eb463ba5, NAME => 'hbase:replication,,1731306264546.6c1494f51baba2d88a0079c0eb463ba5.', STARTKEY => '', ENDKEY => ''} 2024-11-11T06:24:25,294 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-11T06:24:25,294 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-11T06:24:25,294 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731306264546.6c1494f51baba2d88a0079c0eb463ba5. service=MultiRowMutationService 2024-11-11T06:24:25,294 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-11T06:24:25,294 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 6c1494f51baba2d88a0079c0eb463ba5 2024-11-11T06:24:25,294 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731306264546.6c1494f51baba2d88a0079c0eb463ba5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T06:24:25,294 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 6c1494f51baba2d88a0079c0eb463ba5 2024-11-11T06:24:25,294 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 6c1494f51baba2d88a0079c0eb463ba5 2024-11-11T06:24:25,295 INFO [StoreOpener-6c1494f51baba2d88a0079c0eb463ba5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 6c1494f51baba2d88a0079c0eb463ba5 2024-11-11T06:24:25,296 INFO [StoreOpener-6c1494f51baba2d88a0079c0eb463ba5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6c1494f51baba2d88a0079c0eb463ba5 columnFamilyName hfileref 2024-11-11T06:24:25,296 DEBUG [StoreOpener-6c1494f51baba2d88a0079c0eb463ba5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:24:25,296 INFO [StoreOpener-6c1494f51baba2d88a0079c0eb463ba5-1 {}] regionserver.HStore(327): Store=6c1494f51baba2d88a0079c0eb463ba5/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T06:24:25,296 INFO [StoreOpener-6c1494f51baba2d88a0079c0eb463ba5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 6c1494f51baba2d88a0079c0eb463ba5 2024-11-11T06:24:25,297 INFO [StoreOpener-6c1494f51baba2d88a0079c0eb463ba5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6c1494f51baba2d88a0079c0eb463ba5 columnFamilyName queue 2024-11-11T06:24:25,297 DEBUG [StoreOpener-6c1494f51baba2d88a0079c0eb463ba5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:24:25,297 INFO [StoreOpener-6c1494f51baba2d88a0079c0eb463ba5-1 {}] regionserver.HStore(327): Store=6c1494f51baba2d88a0079c0eb463ba5/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T06:24:25,297 INFO [StoreOpener-6c1494f51baba2d88a0079c0eb463ba5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 6c1494f51baba2d88a0079c0eb463ba5 2024-11-11T06:24:25,298 INFO [StoreOpener-6c1494f51baba2d88a0079c0eb463ba5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6c1494f51baba2d88a0079c0eb463ba5 columnFamilyName sid 2024-11-11T06:24:25,298 DEBUG [StoreOpener-6c1494f51baba2d88a0079c0eb463ba5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:24:25,298 INFO [StoreOpener-6c1494f51baba2d88a0079c0eb463ba5-1 {}] regionserver.HStore(327): Store=6c1494f51baba2d88a0079c0eb463ba5/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T06:24:25,298 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 6c1494f51baba2d88a0079c0eb463ba5 2024-11-11T06:24:25,299 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35925/user/jenkins/test-data/a27919e7-367a-9678-6f20-da8773124b44/data/hbase/replication/6c1494f51baba2d88a0079c0eb463ba5 2024-11-11T06:24:25,299 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35925/user/jenkins/test-data/a27919e7-367a-9678-6f20-da8773124b44/data/hbase/replication/6c1494f51baba2d88a0079c0eb463ba5 2024-11-11T06:24:25,300 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 6c1494f51baba2d88a0079c0eb463ba5 2024-11-11T06:24:25,300 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 6c1494f51baba2d88a0079c0eb463ba5 2024-11-11T06:24:25,300 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-11T06:24:25,301 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 6c1494f51baba2d88a0079c0eb463ba5 2024-11-11T06:24:25,302 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35925/user/jenkins/test-data/a27919e7-367a-9678-6f20-da8773124b44/data/hbase/replication/6c1494f51baba2d88a0079c0eb463ba5/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T06:24:25,302 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 6c1494f51baba2d88a0079c0eb463ba5; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66641756, jitterRate=-0.006960451602935791}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-11T06:24:25,302 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 6c1494f51baba2d88a0079c0eb463ba5 2024-11-11T06:24:25,303 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 6c1494f51baba2d88a0079c0eb463ba5: Running coprocessor pre-open hook at 1731306265294Writing region info on filesystem at 1731306265294Initializing all the Stores at 1731306265295 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731306265295Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731306265295Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731306265295Cleaning up temporary data from old regions at 1731306265300 (+5 ms)Running coprocessor post-open hooks at 1731306265302 (+2 ms)Region opened successfully at 1731306265302 2024-11-11T06:24:25,303 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731306264546.6c1494f51baba2d88a0079c0eb463ba5., pid=10, masterSystemTime=1731306265272 2024-11-11T06:24:25,305 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731306264546.6c1494f51baba2d88a0079c0eb463ba5. 2024-11-11T06:24:25,305 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731306264546.6c1494f51baba2d88a0079c0eb463ba5. 2024-11-11T06:24:25,305 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=6c1494f51baba2d88a0079c0eb463ba5, regionState=OPEN, openSeqNum=2, regionLocation=f334e8b0fbdf,41105,1731306249635 2024-11-11T06:24:25,306 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38435 {}] assignment.AssignmentManager(1535): Unable to acquire lock for regionNode state=OPEN, location=f334e8b0fbdf,41105,1731306249635, table=hbase:replication, region=6c1494f51baba2d88a0079c0eb463ba5. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-11T06:24:25,307 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6c1494f51baba2d88a0079c0eb463ba5, server=f334e8b0fbdf,41105,1731306249635 because future has completed 2024-11-11T06:24:25,309 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-11T06:24:25,309 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 6c1494f51baba2d88a0079c0eb463ba5, server=f334e8b0fbdf,41105,1731306249635 in 188 msec 2024-11-11T06:24:25,311 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-11T06:24:25,311 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=6c1494f51baba2d88a0079c0eb463ba5, ASSIGN in 343 msec 2024-11-11T06:24:25,311 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-11T06:24:25,312 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731306265311"}]},"ts":"1731306265311"} 2024-11-11T06:24:25,313 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-11T06:24:25,314 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-11T06:24:25,315 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 768 msec 2024-11-11T06:24:25,351 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731306264546.6c1494f51baba2d88a0079c0eb463ba5., hostname=f334e8b0fbdf,41105,1731306249635, seqNum=2] 2024-11-11T06:24:25,356 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38435-0x10105b2c3630000, quorum=127.0.0.1:57559, baseZNode=/01122334627 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01122334627 2024-11-11T06:24:25,357 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41105-0x10105b2c3630001, quorum=127.0.0.1:57559, baseZNode=/01122334627 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01122334627 2024-11-11T06:24:25,360 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-11T06:24:25,512 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41105 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-11T06:24:25,512 INFO [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-11T06:24:25,541 INFO [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-f334e8b0fbdf,41105,1731306249635, ReplicationSource: 1, currentBandwidth=0 2024-11-11T06:24:25,541 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T06:24:25,541 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f334e8b0fbdf,41105,1731306249635, seqNum=-1] 2024-11-11T06:24:25,541 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T06:24:25,542 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47445, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=ClientService 2024-11-11T06:24:25,544 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-f334e8b0fbdf,41105,1731306249635', locateType=CURRENT is [region=hbase:replication,,1731306264546.6c1494f51baba2d88a0079c0eb463ba5., hostname=f334e8b0fbdf,41105,1731306249635, seqNum=2] 2024-11-11T06:24:25,546 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-11T06:24:25,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38435 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-11T06:24:25,548 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on f334e8b0fbdf,41105,1731306249635 suceeded 2024-11-11T06:24:25,549 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-11T06:24:25,549 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 188 msec 2024-11-11T06:24:25,549 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://f334e8b0fbdf:46543,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-11T06:24:25,550 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.0120 sec 2024-11-11T06:24:25,566 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,41105,1731306249635 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='f334e8b0fbdf:46543' 2024-11-11T06:24:25,568 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,41105,1731306249635 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@36f33e6f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T06:24:25,568 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,41105,1731306249635 {}] client.ClusterIdFetcher(90): Going to request f334e8b0fbdf,46543,-1 for getting cluster id 2024-11-11T06:24:25,568 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,41105,1731306249635 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T06:24:25,569 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2506e704-380f-4f9b-82b9-81dca8b6e779' 2024-11-11T06:24:25,569 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T06:24:25,569 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2506e704-380f-4f9b-82b9-81dca8b6e779" 2024-11-11T06:24:25,569 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6c42efda, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T06:24:25,569 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f334e8b0fbdf,46543,-1] 2024-11-11T06:24:25,569 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T06:24:25,569 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T06:24:25,570 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53496, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=ClientMetaService 2024-11-11T06:24:25,571 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,41105,1731306249635 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@60e39bb3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T06:24:25,571 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,41105,1731306249635 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T06:24:25,571 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is f334e8b0fbdf,46543,1731306253203 2024-11-11T06:24:25,571 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@67f4cdd6 2024-11-11T06:24:25,572 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T06:24:25,572 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53508, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=MasterService 2024-11-11T06:24:25,573 INFO [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,41105,1731306249635 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-f334e8b0fbdf,41105,1731306249635 (queues=1) is replicating from cluster=5bfee653-7bdf-4b31-a648-3505af889af9 to cluster=2506e704-380f-4f9b-82b9-81dca8b6e779 2024-11-11T06:24:25,573 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,41105,1731306249635 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=f334e8b0fbdf%2C41105%2C1731306249635 2024-11-11T06:24:25,573 INFO [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,41105,1731306249635 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-f334e8b0fbdf,41105,1731306249635, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-11T06:24:25,574 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,41105,1731306249635.replicationSource.wal-reader.f334e8b0fbdf%2C41105%2C1731306249635,1-f334e8b0fbdf,41105,1731306249635 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:35925/user/jenkins/test-data/a27919e7-367a-9678-6f20-da8773124b44/WALs/f334e8b0fbdf,41105,1731306249635/f334e8b0fbdf%2C41105%2C1731306249635.1731306251615, startPosition=0, beingWritten=true 2024-11-11T06:24:25,574 INFO [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,41105,1731306249635.replicationSource.shipperf334e8b0fbdf%2C41105%2C1731306249635,1-f334e8b0fbdf,41105,1731306249635 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: f334e8b0fbdf%2C41105%2C1731306249635 2024-11-11T06:24:25,578 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,41105,1731306249635.replicationSource.wal-reader.f334e8b0fbdf%2C41105%2C1731306249635,1-f334e8b0fbdf,41105,1731306249635 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-11T06:24:25,578 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,41105,1731306249635.replicationSource.wal-reader.f334e8b0fbdf%2C41105%2C1731306249635,1-f334e8b0fbdf,41105,1731306249635 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35925/user/jenkins/test-data/a27919e7-367a-9678-6f20-da8773124b44/WALs/f334e8b0fbdf,41105,1731306249635/f334e8b0fbdf%2C41105%2C1731306249635.1731306251615 to pos 379, reset compression=false 2024-11-11T06:24:25,578 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,41105,1731306249635.replicationSource.shipperf334e8b0fbdf%2C41105%2C1731306249635,1-f334e8b0fbdf,41105,1731306249635 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f334e8b0fbdf,41105,1731306249635 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35925/user/jenkins/test-data/a27919e7-367a-9678-6f20-da8773124b44/WALs/f334e8b0fbdf,41105,1731306249635/f334e8b0fbdf%2C41105%2C1731306249635.1731306251615, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-11T06:24:25,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38435 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T06:24:25,680 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-11T06:24:25,680 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T06:24:25,680 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:418) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T06:24:25,680 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T06:24:25,680 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T06:24:25,680 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T06:24:25,681 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@63dbbd87, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T06:24:25,681 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f334e8b0fbdf,46543,-1 for getting cluster id 2024-11-11T06:24:25,681 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T06:24:25,682 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2506e704-380f-4f9b-82b9-81dca8b6e779' 2024-11-11T06:24:25,682 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T06:24:25,682 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2506e704-380f-4f9b-82b9-81dca8b6e779" 2024-11-11T06:24:25,682 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c6a066d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T06:24:25,682 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f334e8b0fbdf,46543,-1] 2024-11-11T06:24:25,682 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T06:24:25,682 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T06:24:25,683 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53530, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T06:24:25,684 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e321c25, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T06:24:25,684 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T06:24:25,685 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is f334e8b0fbdf,46543,1731306253203 2024-11-11T06:24:25,685 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2e5ac54b 2024-11-11T06:24:25,685 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T06:24:25,685 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53542, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T06:24:25,686 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46543 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://f334e8b0fbdf:39967,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-11T06:24:25,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46543 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-11T06:24:25,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46543 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T06:24:25,688 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='f334e8b0fbdf:39967' 2024-11-11T06:24:25,689 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@727a5bcd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T06:24:25,689 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request f334e8b0fbdf,39967,-1 for getting cluster id 2024-11-11T06:24:25,689 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T06:24:25,690 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4168427e-5fb3-4349-9edd-1e75a4cd0396' 2024-11-11T06:24:25,690 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T06:24:25,690 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4168427e-5fb3-4349-9edd-1e75a4cd0396" 2024-11-11T06:24:25,690 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@60286448, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T06:24:25,690 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f334e8b0fbdf,39967,-1] 2024-11-11T06:24:25,690 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T06:24:25,690 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T06:24:25,691 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55122, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T06:24:25,691 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e9008c5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T06:24:25,691 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T06:24:25,692 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is f334e8b0fbdf,39967,1731306256811 2024-11-11T06:24:25,692 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@38daf66a 2024-11-11T06:24:25,692 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T06:24:25,693 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55134, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T06:24:25,693 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-11T06:24:25,693 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-11T06:24:25,693 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T06:24:25,693 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T06:24:25,693 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T06:24:25,694 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T06:24:25,694 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-11T06:24:25,695 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-11T06:24:25,695 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:24:25,696 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-11T06:24:25,701 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36581 is added to blk_1073741837_1013 (size=1138) 2024-11-11T06:24:25,745 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-11T06:24:25,782 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,41105,1731306249635.replicationSource.wal-reader.f334e8b0fbdf%2C41105%2C1731306249635,1-f334e8b0fbdf,41105,1731306249635 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35925/user/jenkins/test-data/a27919e7-367a-9678-6f20-da8773124b44/WALs/f334e8b0fbdf,41105,1731306249635/f334e8b0fbdf%2C41105%2C1731306249635.1731306251615 to pos 379, reset compression=false 2024-11-11T06:24:25,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46543 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T06:24:25,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46543 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T06:24:26,086 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,41105,1731306249635.replicationSource.wal-reader.f334e8b0fbdf%2C41105%2C1731306249635,1-f334e8b0fbdf,41105,1731306249635 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35925/user/jenkins/test-data/a27919e7-367a-9678-6f20-da8773124b44/WALs/f334e8b0fbdf,41105,1731306249635/f334e8b0fbdf%2C41105%2C1731306249635.1731306251615 to pos 379, reset compression=false 2024-11-11T06:24:26,102 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 6217c24b1234e657965841f4f4ffdef7, NAME => 'hbase:replication,,1731306265694.6217c24b1234e657965841f4f4ffdef7.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35725/user/jenkins/test-data/eac67004-e7e9-dab0-7ca2-a4c3fe090cc4 2024-11-11T06:24:26,107 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36581 is added to blk_1073741838_1014 (size=44) 2024-11-11T06:24:26,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46543 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T06:24:26,489 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,41105,1731306249635.replicationSource.wal-reader.f334e8b0fbdf%2C41105%2C1731306249635,1-f334e8b0fbdf,41105,1731306249635 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35925/user/jenkins/test-data/a27919e7-367a-9678-6f20-da8773124b44/WALs/f334e8b0fbdf,41105,1731306249635/f334e8b0fbdf%2C41105%2C1731306249635.1731306251615 to pos 379, reset compression=false 2024-11-11T06:24:26,507 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731306265694.6217c24b1234e657965841f4f4ffdef7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T06:24:26,507 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 6217c24b1234e657965841f4f4ffdef7, disabling compactions & flushes 2024-11-11T06:24:26,507 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731306265694.6217c24b1234e657965841f4f4ffdef7. 2024-11-11T06:24:26,507 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731306265694.6217c24b1234e657965841f4f4ffdef7. 2024-11-11T06:24:26,507 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731306265694.6217c24b1234e657965841f4f4ffdef7. after waiting 0 ms 2024-11-11T06:24:26,507 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731306265694.6217c24b1234e657965841f4f4ffdef7. 2024-11-11T06:24:26,507 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731306265694.6217c24b1234e657965841f4f4ffdef7. 2024-11-11T06:24:26,507 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 6217c24b1234e657965841f4f4ffdef7: Waiting for close lock at 1731306266507Disabling compacts and flushes for region at 1731306266507Disabling writes for close at 1731306266507Writing region close event to WAL at 1731306266507Closed at 1731306266507 2024-11-11T06:24:26,508 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-11T06:24:26,509 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731306265694.6217c24b1234e657965841f4f4ffdef7.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731306266508"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731306266508"}]},"ts":"1731306266508"} 2024-11-11T06:24:26,510 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-11T06:24:26,511 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-11T06:24:26,511 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731306266511"}]},"ts":"1731306266511"} 2024-11-11T06:24:26,512 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-11T06:24:26,513 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=6217c24b1234e657965841f4f4ffdef7, ASSIGN}] 2024-11-11T06:24:26,514 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=6217c24b1234e657965841f4f4ffdef7, ASSIGN 2024-11-11T06:24:26,514 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=6217c24b1234e657965841f4f4ffdef7, ASSIGN; state=OFFLINE, location=f334e8b0fbdf,36519,1731306253243; forceNewPlan=false, retain=false 2024-11-11T06:24:26,665 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=6217c24b1234e657965841f4f4ffdef7, regionState=OPENING, regionLocation=f334e8b0fbdf,36519,1731306253243 2024-11-11T06:24:26,667 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=6217c24b1234e657965841f4f4ffdef7, ASSIGN because future has completed 2024-11-11T06:24:26,667 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6217c24b1234e657965841f4f4ffdef7, server=f334e8b0fbdf,36519,1731306253243}] 2024-11-11T06:24:26,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46543 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T06:24:26,822 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731306265694.6217c24b1234e657965841f4f4ffdef7. 2024-11-11T06:24:26,822 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T06:24:26,822 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-11T06:24:26,823 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f334e8b0fbdf%2C36519%2C1731306253243.rep, suffix=, logDir=hdfs://localhost:35725/user/jenkins/test-data/eac67004-e7e9-dab0-7ca2-a4c3fe090cc4/WALs/f334e8b0fbdf,36519,1731306253243, archiveDir=hdfs://localhost:35725/user/jenkins/test-data/eac67004-e7e9-dab0-7ca2-a4c3fe090cc4/oldWALs, maxLogs=10 2024-11-11T06:24:26,837 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/eac67004-e7e9-dab0-7ca2-a4c3fe090cc4/WALs/f334e8b0fbdf,36519,1731306253243/f334e8b0fbdf%2C36519%2C1731306253243.rep.1731306266824, exclude list is [], retry=0 2024-11-11T06:24:26,839 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36581,DS-a8bc95b3-134c-4e4d-a3f0-f9d255391796,DISK] 2024-11-11T06:24:26,840 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/eac67004-e7e9-dab0-7ca2-a4c3fe090cc4/WALs/f334e8b0fbdf,36519,1731306253243/f334e8b0fbdf%2C36519%2C1731306253243.rep.1731306266824 2024-11-11T06:24:26,840 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38445:38445)] 2024-11-11T06:24:26,840 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 6217c24b1234e657965841f4f4ffdef7, NAME => 'hbase:replication,,1731306265694.6217c24b1234e657965841f4f4ffdef7.', STARTKEY => '', ENDKEY => ''} 2024-11-11T06:24:26,841 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-11T06:24:26,841 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-11T06:24:26,841 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731306265694.6217c24b1234e657965841f4f4ffdef7. service=MultiRowMutationService 2024-11-11T06:24:26,841 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-11T06:24:26,841 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 6217c24b1234e657965841f4f4ffdef7 2024-11-11T06:24:26,841 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731306265694.6217c24b1234e657965841f4f4ffdef7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T06:24:26,841 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 6217c24b1234e657965841f4f4ffdef7 2024-11-11T06:24:26,841 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 6217c24b1234e657965841f4f4ffdef7 2024-11-11T06:24:26,842 INFO [StoreOpener-6217c24b1234e657965841f4f4ffdef7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 6217c24b1234e657965841f4f4ffdef7 2024-11-11T06:24:26,843 INFO [StoreOpener-6217c24b1234e657965841f4f4ffdef7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6217c24b1234e657965841f4f4ffdef7 columnFamilyName hfileref 2024-11-11T06:24:26,843 DEBUG [StoreOpener-6217c24b1234e657965841f4f4ffdef7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:24:26,843 INFO [StoreOpener-6217c24b1234e657965841f4f4ffdef7-1 {}] regionserver.HStore(327): Store=6217c24b1234e657965841f4f4ffdef7/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T06:24:26,843 INFO [StoreOpener-6217c24b1234e657965841f4f4ffdef7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 6217c24b1234e657965841f4f4ffdef7 2024-11-11T06:24:26,844 INFO [StoreOpener-6217c24b1234e657965841f4f4ffdef7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6217c24b1234e657965841f4f4ffdef7 columnFamilyName queue 2024-11-11T06:24:26,844 DEBUG [StoreOpener-6217c24b1234e657965841f4f4ffdef7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:24:26,844 INFO [StoreOpener-6217c24b1234e657965841f4f4ffdef7-1 {}] regionserver.HStore(327): Store=6217c24b1234e657965841f4f4ffdef7/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T06:24:26,844 INFO [StoreOpener-6217c24b1234e657965841f4f4ffdef7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 6217c24b1234e657965841f4f4ffdef7 2024-11-11T06:24:26,845 INFO [StoreOpener-6217c24b1234e657965841f4f4ffdef7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6217c24b1234e657965841f4f4ffdef7 columnFamilyName sid 2024-11-11T06:24:26,845 DEBUG [StoreOpener-6217c24b1234e657965841f4f4ffdef7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:24:26,845 INFO [StoreOpener-6217c24b1234e657965841f4f4ffdef7-1 {}] regionserver.HStore(327): Store=6217c24b1234e657965841f4f4ffdef7/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T06:24:26,845 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 6217c24b1234e657965841f4f4ffdef7 2024-11-11T06:24:26,846 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35725/user/jenkins/test-data/eac67004-e7e9-dab0-7ca2-a4c3fe090cc4/data/hbase/replication/6217c24b1234e657965841f4f4ffdef7 2024-11-11T06:24:26,846 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35725/user/jenkins/test-data/eac67004-e7e9-dab0-7ca2-a4c3fe090cc4/data/hbase/replication/6217c24b1234e657965841f4f4ffdef7 2024-11-11T06:24:26,847 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 6217c24b1234e657965841f4f4ffdef7 2024-11-11T06:24:26,847 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 6217c24b1234e657965841f4f4ffdef7 2024-11-11T06:24:26,847 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-11T06:24:26,848 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 6217c24b1234e657965841f4f4ffdef7 2024-11-11T06:24:26,850 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35725/user/jenkins/test-data/eac67004-e7e9-dab0-7ca2-a4c3fe090cc4/data/hbase/replication/6217c24b1234e657965841f4f4ffdef7/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T06:24:26,850 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 6217c24b1234e657965841f4f4ffdef7; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74700729, jitterRate=0.11312760412693024}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-11T06:24:26,850 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 6217c24b1234e657965841f4f4ffdef7 2024-11-11T06:24:26,850 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 6217c24b1234e657965841f4f4ffdef7: Running coprocessor pre-open hook at 1731306266841Writing region info on filesystem at 1731306266841Initializing all the Stores at 1731306266842 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731306266842Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731306266842Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731306266842Cleaning up temporary data from old regions at 1731306266847 (+5 ms)Running coprocessor post-open hooks at 1731306266850 (+3 ms)Region opened successfully at 1731306266850 2024-11-11T06:24:26,851 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731306265694.6217c24b1234e657965841f4f4ffdef7., pid=10, masterSystemTime=1731306266819 2024-11-11T06:24:26,853 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731306265694.6217c24b1234e657965841f4f4ffdef7. 2024-11-11T06:24:26,853 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731306265694.6217c24b1234e657965841f4f4ffdef7. 2024-11-11T06:24:26,853 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=6217c24b1234e657965841f4f4ffdef7, regionState=OPEN, openSeqNum=2, regionLocation=f334e8b0fbdf,36519,1731306253243 2024-11-11T06:24:26,855 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6217c24b1234e657965841f4f4ffdef7, server=f334e8b0fbdf,36519,1731306253243 because future has completed 2024-11-11T06:24:26,857 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-11T06:24:26,857 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 6217c24b1234e657965841f4f4ffdef7, server=f334e8b0fbdf,36519,1731306253243 in 188 msec 2024-11-11T06:24:26,858 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-11T06:24:26,858 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=6217c24b1234e657965841f4f4ffdef7, ASSIGN in 344 msec 2024-11-11T06:24:26,859 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-11T06:24:26,859 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731306266859"}]},"ts":"1731306266859"} 2024-11-11T06:24:26,860 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-11T06:24:26,861 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-11T06:24:26,862 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1670 sec 2024-11-11T06:24:26,898 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731306265694.6217c24b1234e657965841f4f4ffdef7., hostname=f334e8b0fbdf,36519,1731306253243, seqNum=2] 2024-11-11T06:24:26,904 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46543-0x10105b2c3630003, quorum=127.0.0.1:57559, baseZNode=/11501614498 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11501614498 2024-11-11T06:24:26,904 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36519-0x10105b2c3630004, quorum=127.0.0.1:57559, baseZNode=/11501614498 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11501614498 2024-11-11T06:24:26,908 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-11T06:24:26,993 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,41105,1731306249635.replicationSource.wal-reader.f334e8b0fbdf%2C41105%2C1731306249635,1-f334e8b0fbdf,41105,1731306249635 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35925/user/jenkins/test-data/a27919e7-367a-9678-6f20-da8773124b44/WALs/f334e8b0fbdf,41105,1731306249635/f334e8b0fbdf%2C41105%2C1731306249635.1731306251615 to pos 379, reset compression=false 2024-11-11T06:24:27,060 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36519 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-11T06:24:27,061 INFO [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-11T06:24:27,089 INFO [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-f334e8b0fbdf,36519,1731306253243, ReplicationSource: 1, currentBandwidth=0 2024-11-11T06:24:27,089 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T06:24:27,089 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f334e8b0fbdf,36519,1731306253243, seqNum=-1] 2024-11-11T06:24:27,090 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T06:24:27,090 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45433, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientService 2024-11-11T06:24:27,092 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-f334e8b0fbdf,36519,1731306253243', locateType=CURRENT is [region=hbase:replication,,1731306265694.6217c24b1234e657965841f4f4ffdef7., hostname=f334e8b0fbdf,36519,1731306253243, seqNum=2] 2024-11-11T06:24:27,094 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-11T06:24:27,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46543 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-11T06:24:27,096 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on f334e8b0fbdf,36519,1731306253243 suceeded 2024-11-11T06:24:27,096 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-11T06:24:27,097 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-11T06:24:27,097 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 188 msec 2024-11-11T06:24:27,097 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://f334e8b0fbdf:39967,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-11T06:24:27,099 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4110 sec 2024-11-11T06:24:27,107 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,36519,1731306253243 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='f334e8b0fbdf:39967' 2024-11-11T06:24:27,108 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,36519,1731306253243 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2aa2f33f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T06:24:27,109 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,36519,1731306253243 {}] client.ClusterIdFetcher(90): Going to request f334e8b0fbdf,39967,-1 for getting cluster id 2024-11-11T06:24:27,109 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,36519,1731306253243 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T06:24:27,109 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4168427e-5fb3-4349-9edd-1e75a4cd0396' 2024-11-11T06:24:27,109 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T06:24:27,109 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4168427e-5fb3-4349-9edd-1e75a4cd0396" 2024-11-11T06:24:27,110 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@714eebd9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T06:24:27,110 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f334e8b0fbdf,39967,-1] 2024-11-11T06:24:27,110 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T06:24:27,110 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T06:24:27,110 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55154, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientMetaService 2024-11-11T06:24:27,111 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,36519,1731306253243 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@710b4d7a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T06:24:27,111 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,36519,1731306253243 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T06:24:27,112 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncConnectionImpl(321): The fetched master address is f334e8b0fbdf,39967,1731306256811 2024-11-11T06:24:27,112 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@745fc346 2024-11-11T06:24:27,112 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T06:24:27,113 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55170, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=MasterService 2024-11-11T06:24:27,113 INFO [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,36519,1731306253243 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-f334e8b0fbdf,36519,1731306253243 (queues=1) is replicating from cluster=2506e704-380f-4f9b-82b9-81dca8b6e779 to cluster=4168427e-5fb3-4349-9edd-1e75a4cd0396 2024-11-11T06:24:27,113 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,36519,1731306253243 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=f334e8b0fbdf%2C36519%2C1731306253243 2024-11-11T06:24:27,113 INFO [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,36519,1731306253243 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-f334e8b0fbdf,36519,1731306253243, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-11T06:24:27,114 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,36519,1731306253243.replicationSource.wal-reader.f334e8b0fbdf%2C36519%2C1731306253243,1-f334e8b0fbdf,36519,1731306253243 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:35725/user/jenkins/test-data/eac67004-e7e9-dab0-7ca2-a4c3fe090cc4/WALs/f334e8b0fbdf,36519,1731306253243/f334e8b0fbdf%2C36519%2C1731306253243.1731306255229, startPosition=0, beingWritten=true 2024-11-11T06:24:27,115 INFO [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,36519,1731306253243.replicationSource.shipperf334e8b0fbdf%2C36519%2C1731306253243,1-f334e8b0fbdf,36519,1731306253243 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: f334e8b0fbdf%2C36519%2C1731306253243 2024-11-11T06:24:27,118 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,36519,1731306253243.replicationSource.wal-reader.f334e8b0fbdf%2C36519%2C1731306253243,1-f334e8b0fbdf,36519,1731306253243 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-11T06:24:27,118 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,36519,1731306253243.replicationSource.wal-reader.f334e8b0fbdf%2C36519%2C1731306253243,1-f334e8b0fbdf,36519,1731306253243 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35725/user/jenkins/test-data/eac67004-e7e9-dab0-7ca2-a4c3fe090cc4/WALs/f334e8b0fbdf,36519,1731306253243/f334e8b0fbdf%2C36519%2C1731306253243.1731306255229 to pos 379, reset compression=false 2024-11-11T06:24:27,118 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,36519,1731306253243.replicationSource.shipperf334e8b0fbdf%2C36519%2C1731306253243,1-f334e8b0fbdf,36519,1731306253243 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f334e8b0fbdf,36519,1731306253243 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35725/user/jenkins/test-data/eac67004-e7e9-dab0-7ca2-a4c3fe090cc4/WALs/f334e8b0fbdf,36519,1731306253243/f334e8b0fbdf%2C36519%2C1731306253243.1731306255229, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-11T06:24:27,321 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,36519,1731306253243.replicationSource.wal-reader.f334e8b0fbdf%2C36519%2C1731306253243,1-f334e8b0fbdf,36519,1731306253243 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35725/user/jenkins/test-data/eac67004-e7e9-dab0-7ca2-a4c3fe090cc4/WALs/f334e8b0fbdf,36519,1731306253243/f334e8b0fbdf%2C36519%2C1731306253243.1731306255229 to pos 379, reset compression=false 2024-11-11T06:24:27,597 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,41105,1731306249635.replicationSource.wal-reader.f334e8b0fbdf%2C41105%2C1731306249635,1-f334e8b0fbdf,41105,1731306249635 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35925/user/jenkins/test-data/a27919e7-367a-9678-6f20-da8773124b44/WALs/f334e8b0fbdf,41105,1731306249635/f334e8b0fbdf%2C41105%2C1731306249635.1731306251615 to pos 379, reset compression=false 2024-11-11T06:24:27,625 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,36519,1731306253243.replicationSource.wal-reader.f334e8b0fbdf%2C36519%2C1731306253243,1-f334e8b0fbdf,36519,1731306253243 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35725/user/jenkins/test-data/eac67004-e7e9-dab0-7ca2-a4c3fe090cc4/WALs/f334e8b0fbdf,36519,1731306253243/f334e8b0fbdf%2C36519%2C1731306253243.1731306255229 to pos 379, reset compression=false 2024-11-11T06:24:27,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46543 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T06:24:27,830 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-11T06:24:27,830 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T06:24:27,831 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:419) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T06:24:27,831 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T06:24:27,831 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T06:24:27,831 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T06:24:27,832 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5faee386, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T06:24:27,832 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f334e8b0fbdf,39967,-1 for getting cluster id 2024-11-11T06:24:27,832 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T06:24:27,833 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4168427e-5fb3-4349-9edd-1e75a4cd0396' 2024-11-11T06:24:27,833 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T06:24:27,833 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4168427e-5fb3-4349-9edd-1e75a4cd0396" 2024-11-11T06:24:27,833 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@304d0e14, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T06:24:27,834 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f334e8b0fbdf,39967,-1] 2024-11-11T06:24:27,834 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T06:24:27,834 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T06:24:27,835 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55180, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T06:24:27,835 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4313882f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T06:24:27,836 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T06:24:27,836 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is f334e8b0fbdf,39967,1731306256811 2024-11-11T06:24:27,836 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2c4e74c 2024-11-11T06:24:27,837 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T06:24:27,838 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55188, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T06:24:27,838 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39967 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://f334e8b0fbdf:46543,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-11T06:24:27,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39967 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-11T06:24:27,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39967 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T06:24:27,841 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='f334e8b0fbdf:46543' 2024-11-11T06:24:27,842 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@307ced8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T06:24:27,842 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request f334e8b0fbdf,46543,-1 for getting cluster id 2024-11-11T06:24:27,842 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T06:24:27,843 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2506e704-380f-4f9b-82b9-81dca8b6e779' 2024-11-11T06:24:27,843 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T06:24:27,843 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2506e704-380f-4f9b-82b9-81dca8b6e779" 2024-11-11T06:24:27,843 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@77b21409, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T06:24:27,843 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f334e8b0fbdf,46543,-1] 2024-11-11T06:24:27,843 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T06:24:27,843 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T06:24:27,844 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53554, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T06:24:27,845 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ad31edb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T06:24:27,845 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T06:24:27,845 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncConnectionImpl(321): The fetched master address is f334e8b0fbdf,46543,1731306253203 2024-11-11T06:24:27,846 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7849590a 2024-11-11T06:24:27,846 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T06:24:27,846 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53560, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T06:24:27,847 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-11T06:24:27,847 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-11T06:24:27,847 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T06:24:27,847 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T06:24:27,847 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T06:24:27,848 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T06:24:27,849 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-11T06:24:27,850 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-11T06:24:27,850 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:24:27,850 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-11T06:24:27,858 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46137 is added to blk_1073741837_1013 (size=1138) 2024-11-11T06:24:27,899 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-11T06:24:27,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39967 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T06:24:28,030 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,36519,1731306253243.replicationSource.wal-reader.f334e8b0fbdf%2C36519%2C1731306253243,1-f334e8b0fbdf,36519,1731306253243 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35725/user/jenkins/test-data/eac67004-e7e9-dab0-7ca2-a4c3fe090cc4/WALs/f334e8b0fbdf,36519,1731306253243/f334e8b0fbdf%2C36519%2C1731306253243.1731306255229 to pos 379, reset compression=false 2024-11-11T06:24:28,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39967 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T06:24:28,178 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-11T06:24:28,178 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-11T06:24:28,179 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-11T06:24:28,179 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-11T06:24:28,260 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 8fab6b85f5db4f9de3f8d777a6e5182c, NAME => 'hbase:replication,,1731306267848.8fab6b85f5db4f9de3f8d777a6e5182c.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44957/user/jenkins/test-data/7c9bd096-af1c-b791-a117-24d43fb3dd46 2024-11-11T06:24:28,265 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46137 is added to blk_1073741838_1014 (size=44) 2024-11-11T06:24:28,301 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,41105,1731306249635.replicationSource.wal-reader.f334e8b0fbdf%2C41105%2C1731306249635,1-f334e8b0fbdf,41105,1731306249635 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35925/user/jenkins/test-data/a27919e7-367a-9678-6f20-da8773124b44/WALs/f334e8b0fbdf,41105,1731306249635/f334e8b0fbdf%2C41105%2C1731306249635.1731306251615 to pos 379, reset compression=false 2024-11-11T06:24:28,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39967 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T06:24:28,533 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,36519,1731306253243.replicationSource.wal-reader.f334e8b0fbdf%2C36519%2C1731306253243,1-f334e8b0fbdf,36519,1731306253243 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35725/user/jenkins/test-data/eac67004-e7e9-dab0-7ca2-a4c3fe090cc4/WALs/f334e8b0fbdf,36519,1731306253243/f334e8b0fbdf%2C36519%2C1731306253243.1731306255229 to pos 379, reset compression=false 2024-11-11T06:24:28,665 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731306267848.8fab6b85f5db4f9de3f8d777a6e5182c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T06:24:28,665 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 8fab6b85f5db4f9de3f8d777a6e5182c, disabling compactions & flushes 2024-11-11T06:24:28,665 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731306267848.8fab6b85f5db4f9de3f8d777a6e5182c. 2024-11-11T06:24:28,665 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731306267848.8fab6b85f5db4f9de3f8d777a6e5182c. 2024-11-11T06:24:28,666 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731306267848.8fab6b85f5db4f9de3f8d777a6e5182c. after waiting 0 ms 2024-11-11T06:24:28,666 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731306267848.8fab6b85f5db4f9de3f8d777a6e5182c. 2024-11-11T06:24:28,666 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731306267848.8fab6b85f5db4f9de3f8d777a6e5182c. 2024-11-11T06:24:28,666 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 8fab6b85f5db4f9de3f8d777a6e5182c: Waiting for close lock at 1731306268665Disabling compacts and flushes for region at 1731306268665Disabling writes for close at 1731306268666 (+1 ms)Writing region close event to WAL at 1731306268666Closed at 1731306268666 2024-11-11T06:24:28,667 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-11T06:24:28,667 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731306267848.8fab6b85f5db4f9de3f8d777a6e5182c.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731306268667"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731306268667"}]},"ts":"1731306268667"} 2024-11-11T06:24:28,669 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-11T06:24:28,670 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-11T06:24:28,670 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731306268670"}]},"ts":"1731306268670"} 2024-11-11T06:24:28,672 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-11T06:24:28,672 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=8fab6b85f5db4f9de3f8d777a6e5182c, ASSIGN}] 2024-11-11T06:24:28,673 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=8fab6b85f5db4f9de3f8d777a6e5182c, ASSIGN 2024-11-11T06:24:28,673 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=8fab6b85f5db4f9de3f8d777a6e5182c, ASSIGN; state=OFFLINE, location=f334e8b0fbdf,35279,1731306256845; forceNewPlan=false, retain=false 2024-11-11T06:24:28,824 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=8fab6b85f5db4f9de3f8d777a6e5182c, regionState=OPENING, regionLocation=f334e8b0fbdf,35279,1731306256845 2024-11-11T06:24:28,826 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=8fab6b85f5db4f9de3f8d777a6e5182c, ASSIGN because future has completed 2024-11-11T06:24:28,827 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8fab6b85f5db4f9de3f8d777a6e5182c, server=f334e8b0fbdf,35279,1731306256845}] 2024-11-11T06:24:28,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39967 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T06:24:28,981 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731306267848.8fab6b85f5db4f9de3f8d777a6e5182c. 2024-11-11T06:24:28,982 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T06:24:28,982 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-11T06:24:28,983 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f334e8b0fbdf%2C35279%2C1731306256845.rep, suffix=, logDir=hdfs://localhost:44957/user/jenkins/test-data/7c9bd096-af1c-b791-a117-24d43fb3dd46/WALs/f334e8b0fbdf,35279,1731306256845, archiveDir=hdfs://localhost:44957/user/jenkins/test-data/7c9bd096-af1c-b791-a117-24d43fb3dd46/oldWALs, maxLogs=10 2024-11-11T06:24:28,998 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/7c9bd096-af1c-b791-a117-24d43fb3dd46/WALs/f334e8b0fbdf,35279,1731306256845/f334e8b0fbdf%2C35279%2C1731306256845.rep.1731306268984, exclude list is [], retry=0 2024-11-11T06:24:29,000 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46137,DS-4dfe9b27-dff6-40b5-9fb1-4e9bdf6c31ec,DISK] 2024-11-11T06:24:29,002 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7c9bd096-af1c-b791-a117-24d43fb3dd46/WALs/f334e8b0fbdf,35279,1731306256845/f334e8b0fbdf%2C35279%2C1731306256845.rep.1731306268984 2024-11-11T06:24:29,002 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36789:36789)] 2024-11-11T06:24:29,002 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 8fab6b85f5db4f9de3f8d777a6e5182c, NAME => 'hbase:replication,,1731306267848.8fab6b85f5db4f9de3f8d777a6e5182c.', STARTKEY => '', ENDKEY => ''} 2024-11-11T06:24:29,003 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-11T06:24:29,003 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-11T06:24:29,003 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731306267848.8fab6b85f5db4f9de3f8d777a6e5182c. service=MultiRowMutationService 2024-11-11T06:24:29,003 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-11T06:24:29,003 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 8fab6b85f5db4f9de3f8d777a6e5182c 2024-11-11T06:24:29,003 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731306267848.8fab6b85f5db4f9de3f8d777a6e5182c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T06:24:29,003 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 8fab6b85f5db4f9de3f8d777a6e5182c 2024-11-11T06:24:29,003 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 8fab6b85f5db4f9de3f8d777a6e5182c 2024-11-11T06:24:29,004 INFO [StoreOpener-8fab6b85f5db4f9de3f8d777a6e5182c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 8fab6b85f5db4f9de3f8d777a6e5182c 2024-11-11T06:24:29,005 INFO [StoreOpener-8fab6b85f5db4f9de3f8d777a6e5182c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8fab6b85f5db4f9de3f8d777a6e5182c columnFamilyName hfileref 2024-11-11T06:24:29,005 DEBUG [StoreOpener-8fab6b85f5db4f9de3f8d777a6e5182c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:24:29,005 INFO [StoreOpener-8fab6b85f5db4f9de3f8d777a6e5182c-1 {}] regionserver.HStore(327): Store=8fab6b85f5db4f9de3f8d777a6e5182c/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T06:24:29,006 INFO [StoreOpener-8fab6b85f5db4f9de3f8d777a6e5182c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 8fab6b85f5db4f9de3f8d777a6e5182c 2024-11-11T06:24:29,006 INFO [StoreOpener-8fab6b85f5db4f9de3f8d777a6e5182c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8fab6b85f5db4f9de3f8d777a6e5182c columnFamilyName queue 2024-11-11T06:24:29,006 DEBUG [StoreOpener-8fab6b85f5db4f9de3f8d777a6e5182c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:24:29,007 INFO [StoreOpener-8fab6b85f5db4f9de3f8d777a6e5182c-1 {}] regionserver.HStore(327): Store=8fab6b85f5db4f9de3f8d777a6e5182c/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T06:24:29,007 INFO [StoreOpener-8fab6b85f5db4f9de3f8d777a6e5182c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 8fab6b85f5db4f9de3f8d777a6e5182c 2024-11-11T06:24:29,007 INFO [StoreOpener-8fab6b85f5db4f9de3f8d777a6e5182c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8fab6b85f5db4f9de3f8d777a6e5182c columnFamilyName sid 2024-11-11T06:24:29,007 DEBUG [StoreOpener-8fab6b85f5db4f9de3f8d777a6e5182c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:24:29,008 INFO [StoreOpener-8fab6b85f5db4f9de3f8d777a6e5182c-1 {}] regionserver.HStore(327): Store=8fab6b85f5db4f9de3f8d777a6e5182c/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T06:24:29,008 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 8fab6b85f5db4f9de3f8d777a6e5182c 2024-11-11T06:24:29,009 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44957/user/jenkins/test-data/7c9bd096-af1c-b791-a117-24d43fb3dd46/data/hbase/replication/8fab6b85f5db4f9de3f8d777a6e5182c 2024-11-11T06:24:29,009 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44957/user/jenkins/test-data/7c9bd096-af1c-b791-a117-24d43fb3dd46/data/hbase/replication/8fab6b85f5db4f9de3f8d777a6e5182c 2024-11-11T06:24:29,010 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 8fab6b85f5db4f9de3f8d777a6e5182c 2024-11-11T06:24:29,010 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 8fab6b85f5db4f9de3f8d777a6e5182c 2024-11-11T06:24:29,010 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-11T06:24:29,011 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 8fab6b85f5db4f9de3f8d777a6e5182c 2024-11-11T06:24:29,013 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44957/user/jenkins/test-data/7c9bd096-af1c-b791-a117-24d43fb3dd46/data/hbase/replication/8fab6b85f5db4f9de3f8d777a6e5182c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T06:24:29,013 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 8fab6b85f5db4f9de3f8d777a6e5182c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69502498, jitterRate=0.03566792607307434}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-11T06:24:29,013 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8fab6b85f5db4f9de3f8d777a6e5182c 2024-11-11T06:24:29,013 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 8fab6b85f5db4f9de3f8d777a6e5182c: Running coprocessor pre-open hook at 1731306269003Writing region info on filesystem at 1731306269003Initializing all the Stores at 1731306269004 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731306269004Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731306269004Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731306269004Cleaning up temporary data from old regions at 1731306269010 (+6 ms)Running coprocessor post-open hooks at 1731306269013 (+3 ms)Region opened successfully at 1731306269013 2024-11-11T06:24:29,014 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731306267848.8fab6b85f5db4f9de3f8d777a6e5182c., pid=10, masterSystemTime=1731306268978 2024-11-11T06:24:29,016 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731306267848.8fab6b85f5db4f9de3f8d777a6e5182c. 2024-11-11T06:24:29,016 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731306267848.8fab6b85f5db4f9de3f8d777a6e5182c. 2024-11-11T06:24:29,017 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=8fab6b85f5db4f9de3f8d777a6e5182c, regionState=OPEN, openSeqNum=2, regionLocation=f334e8b0fbdf,35279,1731306256845 2024-11-11T06:24:29,019 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8fab6b85f5db4f9de3f8d777a6e5182c, server=f334e8b0fbdf,35279,1731306256845 because future has completed 2024-11-11T06:24:29,019 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39967 {}] assignment.AssignmentManager(1535): Unable to acquire lock for regionNode state=OPEN, location=f334e8b0fbdf,35279,1731306256845, table=hbase:replication, region=8fab6b85f5db4f9de3f8d777a6e5182c. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-11T06:24:29,021 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-11T06:24:29,021 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 8fab6b85f5db4f9de3f8d777a6e5182c, server=f334e8b0fbdf,35279,1731306256845 in 194 msec 2024-11-11T06:24:29,023 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-11T06:24:29,023 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=8fab6b85f5db4f9de3f8d777a6e5182c, ASSIGN in 349 msec 2024-11-11T06:24:29,024 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-11T06:24:29,024 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731306269024"}]},"ts":"1731306269024"} 2024-11-11T06:24:29,026 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-11T06:24:29,027 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-11T06:24:29,028 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1790 sec 2024-11-11T06:24:29,054 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731306267848.8fab6b85f5db4f9de3f8d777a6e5182c., hostname=f334e8b0fbdf,35279,1731306256845, seqNum=2] 2024-11-11T06:24:29,061 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39967-0x10105b2c3630006, quorum=127.0.0.1:57559, baseZNode=/2-1848316247 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1848316247 2024-11-11T06:24:29,061 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35279-0x10105b2c3630007, quorum=127.0.0.1:57559, baseZNode=/2-1848316247 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1848316247 2024-11-11T06:24:29,068 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-11T06:24:29,104 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,41105,1731306249635.replicationSource.wal-reader.f334e8b0fbdf%2C41105%2C1731306249635,1-f334e8b0fbdf,41105,1731306249635 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35925/user/jenkins/test-data/a27919e7-367a-9678-6f20-da8773124b44/WALs/f334e8b0fbdf,41105,1731306249635/f334e8b0fbdf%2C41105%2C1731306249635.1731306251615 to pos 379, reset compression=false 2024-11-11T06:24:29,138 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,36519,1731306253243.replicationSource.wal-reader.f334e8b0fbdf%2C36519%2C1731306253243,1-f334e8b0fbdf,36519,1731306253243 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35725/user/jenkins/test-data/eac67004-e7e9-dab0-7ca2-a4c3fe090cc4/WALs/f334e8b0fbdf,36519,1731306253243/f334e8b0fbdf%2C36519%2C1731306253243.1731306255229 to pos 379, reset compression=false 2024-11-11T06:24:29,220 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35279 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-11T06:24:29,221 INFO [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-11T06:24:29,258 INFO [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-f334e8b0fbdf,35279,1731306256845, ReplicationSource: 1, currentBandwidth=0 2024-11-11T06:24:29,258 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T06:24:29,258 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f334e8b0fbdf,35279,1731306256845, seqNum=-1] 2024-11-11T06:24:29,258 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T06:24:29,259 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39647, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientService 2024-11-11T06:24:29,261 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-f334e8b0fbdf,35279,1731306256845', locateType=CURRENT is [region=hbase:replication,,1731306267848.8fab6b85f5db4f9de3f8d777a6e5182c., hostname=f334e8b0fbdf,35279,1731306256845, seqNum=2] 2024-11-11T06:24:29,263 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-11T06:24:29,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39967 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-11T06:24:29,265 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on f334e8b0fbdf,35279,1731306256845 suceeded 2024-11-11T06:24:29,267 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-11T06:24:29,267 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 197 msec 2024-11-11T06:24:29,267 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://f334e8b0fbdf:46543,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-11T06:24:29,268 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4290 sec 2024-11-11T06:24:29,278 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,35279,1731306256845 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='f334e8b0fbdf:46543' 2024-11-11T06:24:29,280 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,35279,1731306256845 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5558d767, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T06:24:29,280 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,35279,1731306256845 {}] client.ClusterIdFetcher(90): Going to request f334e8b0fbdf,46543,-1 for getting cluster id 2024-11-11T06:24:29,280 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,35279,1731306256845 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T06:24:29,280 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2506e704-380f-4f9b-82b9-81dca8b6e779' 2024-11-11T06:24:29,281 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T06:24:29,281 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2506e704-380f-4f9b-82b9-81dca8b6e779" 2024-11-11T06:24:29,281 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@56fd3680, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T06:24:29,281 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f334e8b0fbdf,46543,-1] 2024-11-11T06:24:29,281 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T06:24:29,281 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T06:24:29,282 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53574, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientMetaService 2024-11-11T06:24:29,282 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,35279,1731306256845 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@30e4ce65, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T06:24:29,282 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,35279,1731306256845 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T06:24:29,283 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is f334e8b0fbdf,46543,1731306253203 2024-11-11T06:24:29,283 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4a68d76 2024-11-11T06:24:29,283 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T06:24:29,284 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53584, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=MasterService 2024-11-11T06:24:29,285 INFO [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,35279,1731306256845 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-f334e8b0fbdf,35279,1731306256845 (queues=1) is replicating from cluster=4168427e-5fb3-4349-9edd-1e75a4cd0396 to cluster=2506e704-380f-4f9b-82b9-81dca8b6e779 2024-11-11T06:24:29,285 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,35279,1731306256845 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=f334e8b0fbdf%2C35279%2C1731306256845 2024-11-11T06:24:29,285 INFO [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,35279,1731306256845 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-f334e8b0fbdf,35279,1731306256845, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-11T06:24:29,285 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,35279,1731306256845.replicationSource.wal-reader.f334e8b0fbdf%2C35279%2C1731306256845,1-f334e8b0fbdf,35279,1731306256845 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:44957/user/jenkins/test-data/7c9bd096-af1c-b791-a117-24d43fb3dd46/WALs/f334e8b0fbdf,35279,1731306256845/f334e8b0fbdf%2C35279%2C1731306256845.1731306258442, startPosition=0, beingWritten=true 2024-11-11T06:24:29,285 INFO [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,35279,1731306256845.replicationSource.shipperf334e8b0fbdf%2C35279%2C1731306256845,1-f334e8b0fbdf,35279,1731306256845 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: f334e8b0fbdf%2C35279%2C1731306256845 2024-11-11T06:24:29,290 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,35279,1731306256845.replicationSource.wal-reader.f334e8b0fbdf%2C35279%2C1731306256845,1-f334e8b0fbdf,35279,1731306256845 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-11T06:24:29,290 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,35279,1731306256845.replicationSource.wal-reader.f334e8b0fbdf%2C35279%2C1731306256845,1-f334e8b0fbdf,35279,1731306256845 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44957/user/jenkins/test-data/7c9bd096-af1c-b791-a117-24d43fb3dd46/WALs/f334e8b0fbdf,35279,1731306256845/f334e8b0fbdf%2C35279%2C1731306256845.1731306258442 to pos 379, reset compression=false 2024-11-11T06:24:29,290 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,35279,1731306256845.replicationSource.shipperf334e8b0fbdf%2C35279%2C1731306256845,1-f334e8b0fbdf,35279,1731306256845 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f334e8b0fbdf,35279,1731306256845 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44957/user/jenkins/test-data/7c9bd096-af1c-b791-a117-24d43fb3dd46/WALs/f334e8b0fbdf,35279,1731306256845/f334e8b0fbdf%2C35279%2C1731306256845.1731306258442, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-11T06:24:29,493 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,35279,1731306256845.replicationSource.wal-reader.f334e8b0fbdf%2C35279%2C1731306256845,1-f334e8b0fbdf,35279,1731306256845 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44957/user/jenkins/test-data/7c9bd096-af1c-b791-a117-24d43fb3dd46/WALs/f334e8b0fbdf,35279,1731306256845/f334e8b0fbdf%2C35279%2C1731306256845.1731306258442 to pos 379, reset compression=false 2024-11-11T06:24:29,797 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,35279,1731306256845.replicationSource.wal-reader.f334e8b0fbdf%2C35279%2C1731306256845,1-f334e8b0fbdf,35279,1731306256845 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44957/user/jenkins/test-data/7c9bd096-af1c-b791-a117-24d43fb3dd46/WALs/f334e8b0fbdf,35279,1731306256845/f334e8b0fbdf%2C35279%2C1731306256845.1731306258442 to pos 379, reset compression=false 2024-11-11T06:24:29,841 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,36519,1731306253243.replicationSource.wal-reader.f334e8b0fbdf%2C36519%2C1731306253243,1-f334e8b0fbdf,36519,1731306253243 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35725/user/jenkins/test-data/eac67004-e7e9-dab0-7ca2-a4c3fe090cc4/WALs/f334e8b0fbdf,36519,1731306253243/f334e8b0fbdf%2C36519%2C1731306253243.1731306255229 to pos 379, reset compression=false 2024-11-11T06:24:29,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39967 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T06:24:29,990 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-11T06:24:29,990 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T06:24:29,990 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:420) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T06:24:29,990 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T06:24:29,990 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T06:24:29,990 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T06:24:29,991 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47ba7dd3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T06:24:29,991 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f334e8b0fbdf,38435,-1 for getting cluster id 2024-11-11T06:24:29,991 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T06:24:29,991 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5bfee653-7bdf-4b31-a648-3505af889af9' 2024-11-11T06:24:29,992 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T06:24:29,992 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5bfee653-7bdf-4b31-a648-3505af889af9" 2024-11-11T06:24:29,992 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@53d0b7a8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T06:24:29,992 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f334e8b0fbdf,38435,-1] 2024-11-11T06:24:29,992 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T06:24:29,992 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T06:24:29,993 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50430, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T06:24:29,993 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@536df48f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T06:24:29,994 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@73953fb9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T06:24:29,994 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f334e8b0fbdf,46543,-1 for getting cluster id 2024-11-11T06:24:29,994 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T06:24:29,995 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2506e704-380f-4f9b-82b9-81dca8b6e779' 2024-11-11T06:24:29,995 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T06:24:29,995 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2506e704-380f-4f9b-82b9-81dca8b6e779" 2024-11-11T06:24:29,995 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@185e6bf3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T06:24:29,995 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f334e8b0fbdf,46543,-1] 2024-11-11T06:24:29,995 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T06:24:29,995 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T06:24:29,996 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53600, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T06:24:29,996 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d003c9e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T06:24:29,997 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e1d1945, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T06:24:29,997 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f334e8b0fbdf,39967,-1 for getting cluster id 2024-11-11T06:24:29,997 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T06:24:29,998 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4168427e-5fb3-4349-9edd-1e75a4cd0396' 2024-11-11T06:24:29,998 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T06:24:29,998 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4168427e-5fb3-4349-9edd-1e75a4cd0396" 2024-11-11T06:24:29,998 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@19848f33, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T06:24:29,998 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f334e8b0fbdf,39967,-1] 2024-11-11T06:24:29,998 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T06:24:29,998 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T06:24:29,999 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55206, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T06:24:29,999 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5604c0da, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T06:24:30,000 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T06:24:30,000 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f334e8b0fbdf,41105,1731306249635, seqNum=-1] 2024-11-11T06:24:30,001 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T06:24:30,001 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54886, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T06:24:30,003 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731306259087.6c165351d04d795ce416849646b2806a., hostname=f334e8b0fbdf,41105,1731306249635, seqNum=2] 2024-11-11T06:24:30,005 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T06:24:30,006 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f334e8b0fbdf,35279,1731306256845, seqNum=-1] 2024-11-11T06:24:30,006 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T06:24:30,007 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54046, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T06:24:30,008 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,41105,1731306249635.replicationSource.wal-reader.f334e8b0fbdf%2C41105%2C1731306249635,1-f334e8b0fbdf,41105,1731306249635 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35925/user/jenkins/test-data/a27919e7-367a-9678-6f20-da8773124b44/WALs/f334e8b0fbdf,41105,1731306249635/f334e8b0fbdf%2C41105%2C1731306249635.1731306251615 to pos 379, reset compression=false 2024-11-11T06:24:30,009 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731306262382.463445f73b416a053168aa36345cbe7c., hostname=f334e8b0fbdf,35279,1731306256845, seqNum=2] 2024-11-11T06:24:30,010 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-11T06:24:30,013 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,41105,1731306249635.replicationSource.wal-reader.f334e8b0fbdf%2C41105%2C1731306249635,1-f334e8b0fbdf,41105,1731306249635 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-11T06:24:30,013 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,41105,1731306249635.replicationSource.wal-reader.f334e8b0fbdf%2C41105%2C1731306249635,1-f334e8b0fbdf,41105,1731306249635 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35925/user/jenkins/test-data/a27919e7-367a-9678-6f20-da8773124b44/WALs/f334e8b0fbdf,41105,1731306249635/f334e8b0fbdf%2C41105%2C1731306249635.1731306251615 to pos 480, reset compression=false 2024-11-11T06:24:30,013 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,41105,1731306249635.replicationSource.shipperf334e8b0fbdf%2C41105%2C1731306249635,1-f334e8b0fbdf,41105,1731306249635 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f334e8b0fbdf,41105,1731306249635 got entry batch from reader: WALEntryBatch [walEntries=[{test/6c165351d04d795ce416849646b2806a/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:35925/user/jenkins/test-data/a27919e7-367a-9678-6f20-da8773124b44/WALs/f334e8b0fbdf,41105,1731306249635/f334e8b0fbdf%2C41105%2C1731306249635.1731306251615, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-11-11T06:24:30,015 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,41105,1731306249635.replicationSource.shipperf334e8b0fbdf%2C41105%2C1731306249635,1-f334e8b0fbdf,41105,1731306249635 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-11T06:24:30,016 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39130, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=AdminService 2024-11-11T06:24:30,016 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36519 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-11T06:24:30,017 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36519 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@434ac033, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T06:24:30,017 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36519 {}] client.ClusterIdFetcher(90): Going to request f334e8b0fbdf,46543,-1 for getting cluster id 2024-11-11T06:24:30,017 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36519 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T06:24:30,018 DEBUG [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2506e704-380f-4f9b-82b9-81dca8b6e779' 2024-11-11T06:24:30,018 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T06:24:30,018 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2506e704-380f-4f9b-82b9-81dca8b6e779" 2024-11-11T06:24:30,018 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@18e72dfb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T06:24:30,018 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f334e8b0fbdf,46543,-1] 2024-11-11T06:24:30,018 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T06:24:30,018 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T06:24:30,019 INFO [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53618, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientMetaService 2024-11-11T06:24:30,019 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36519 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@36bb3ac0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T06:24:30,020 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36519 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T06:24:30,021 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f334e8b0fbdf,36519,1731306253243, seqNum=-1] 2024-11-11T06:24:30,021 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T06:24:30,022 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39140, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientService 2024-11-11T06:24:30,024 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731306260232.05063b61b5c8545ca7c3033407e468aa., hostname=f334e8b0fbdf,36519,1731306253243, seqNum=2] 2024-11-11T06:24:30,026 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36519 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-11T06:24:30,200 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,35279,1731306256845.replicationSource.wal-reader.f334e8b0fbdf%2C35279%2C1731306256845,1-f334e8b0fbdf,35279,1731306256845 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44957/user/jenkins/test-data/7c9bd096-af1c-b791-a117-24d43fb3dd46/WALs/f334e8b0fbdf,35279,1731306256845/f334e8b0fbdf%2C35279%2C1731306256845.1731306258442 to pos 379, reset compression=false 2024-11-11T06:24:30,216 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,41105,1731306249635.replicationSource.wal-reader.f334e8b0fbdf%2C41105%2C1731306249635,1-f334e8b0fbdf,41105,1731306249635 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35925/user/jenkins/test-data/a27919e7-367a-9678-6f20-da8773124b44/WALs/f334e8b0fbdf,41105,1731306249635/f334e8b0fbdf%2C41105%2C1731306249635.1731306251615 to pos 480, reset compression=false 2024-11-11T06:24:30,520 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,41105,1731306249635.replicationSource.wal-reader.f334e8b0fbdf%2C41105%2C1731306249635,1-f334e8b0fbdf,41105,1731306249635 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35925/user/jenkins/test-data/a27919e7-367a-9678-6f20-da8773124b44/WALs/f334e8b0fbdf,41105,1731306249635/f334e8b0fbdf%2C41105%2C1731306249635.1731306251615 to pos 480, reset compression=false 2024-11-11T06:24:30,645 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,36519,1731306253243.replicationSource.wal-reader.f334e8b0fbdf%2C36519%2C1731306253243,1-f334e8b0fbdf,36519,1731306253243 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35725/user/jenkins/test-data/eac67004-e7e9-dab0-7ca2-a4c3fe090cc4/WALs/f334e8b0fbdf,36519,1731306253243/f334e8b0fbdf%2C36519%2C1731306253243.1731306255229 to pos 379, reset compression=false 2024-11-11T06:24:30,650 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,36519,1731306253243.replicationSource.wal-reader.f334e8b0fbdf%2C36519%2C1731306253243,1-f334e8b0fbdf,36519,1731306253243 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-11T06:24:30,650 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,36519,1731306253243.replicationSource.wal-reader.f334e8b0fbdf%2C36519%2C1731306253243,1-f334e8b0fbdf,36519,1731306253243 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35725/user/jenkins/test-data/eac67004-e7e9-dab0-7ca2-a4c3fe090cc4/WALs/f334e8b0fbdf,36519,1731306253243/f334e8b0fbdf%2C36519%2C1731306253243.1731306255229 to pos 503, reset compression=false 2024-11-11T06:24:30,650 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,36519,1731306253243.replicationSource.shipperf334e8b0fbdf%2C36519%2C1731306253243,1-f334e8b0fbdf,36519,1731306253243 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f334e8b0fbdf,36519,1731306253243 got entry batch from reader: WALEntryBatch [walEntries=[{test/05063b61b5c8545ca7c3033407e468aa/4=[#edits: 1 = ],215}], lastWalPath=hdfs://localhost:35725/user/jenkins/test-data/eac67004-e7e9-dab0-7ca2-a4c3fe090cc4/WALs/f334e8b0fbdf,36519,1731306253243/f334e8b0fbdf%2C36519%2C1731306253243.1731306255229, lastWalPosition=503, nbRowKeys=1, nbHFiles=0, heapSize=215, lastSeqIds={}, endOfFile=false,usedBufferSize=215] 2024-11-11T06:24:30,652 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,36519,1731306253243.replicationSource.shipperf334e8b0fbdf%2C36519%2C1731306253243,1-f334e8b0fbdf,36519,1731306253243 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-11T06:24:30,653 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59336, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=AdminService 2024-11-11T06:24:30,653 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35279 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-11T06:24:30,654 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35279 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@42a79e59, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T06:24:30,654 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35279 {}] client.ClusterIdFetcher(90): Going to request f334e8b0fbdf,39967,-1 for getting cluster id 2024-11-11T06:24:30,654 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35279 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T06:24:30,654 DEBUG [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4168427e-5fb3-4349-9edd-1e75a4cd0396' 2024-11-11T06:24:30,654 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T06:24:30,654 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4168427e-5fb3-4349-9edd-1e75a4cd0396" 2024-11-11T06:24:30,655 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6735d56b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T06:24:30,655 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f334e8b0fbdf,39967,-1] 2024-11-11T06:24:30,655 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T06:24:30,655 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T06:24:30,655 INFO [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45160, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientMetaService 2024-11-11T06:24:30,656 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35279 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5ca3798d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T06:24:30,656 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35279 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T06:24:30,657 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f334e8b0fbdf,35279,1731306256845, seqNum=-1] 2024-11-11T06:24:30,657 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T06:24:30,658 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59338, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientService 2024-11-11T06:24:30,659 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1731306262382.463445f73b416a053168aa36345cbe7c., hostname=f334e8b0fbdf,35279,1731306256845, seqNum=2] 2024-11-11T06:24:30,661 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35279 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-11T06:24:30,704 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,35279,1731306256845.replicationSource.wal-reader.f334e8b0fbdf%2C35279%2C1731306256845,1-f334e8b0fbdf,35279,1731306256845 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44957/user/jenkins/test-data/7c9bd096-af1c-b791-a117-24d43fb3dd46/WALs/f334e8b0fbdf,35279,1731306256845/f334e8b0fbdf%2C35279%2C1731306256845.1731306258442 to pos 379, reset compression=false 2024-11-11T06:24:30,708 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,35279,1731306256845.replicationSource.wal-reader.f334e8b0fbdf%2C35279%2C1731306256845,1-f334e8b0fbdf,35279,1731306256845 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-11T06:24:30,708 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,35279,1731306256845.replicationSource.wal-reader.f334e8b0fbdf%2C35279%2C1731306256845,1-f334e8b0fbdf,35279,1731306256845 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44957/user/jenkins/test-data/7c9bd096-af1c-b791-a117-24d43fb3dd46/WALs/f334e8b0fbdf,35279,1731306256845/f334e8b0fbdf%2C35279%2C1731306256845.1731306258442 to pos 526, reset compression=false 2024-11-11T06:24:30,708 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,35279,1731306256845.replicationSource.shipperf334e8b0fbdf%2C35279%2C1731306256845,1-f334e8b0fbdf,35279,1731306256845 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f334e8b0fbdf,35279,1731306256845 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44957/user/jenkins/test-data/7c9bd096-af1c-b791-a117-24d43fb3dd46/WALs/f334e8b0fbdf,35279,1731306256845/f334e8b0fbdf%2C35279%2C1731306256845.1731306258442, lastWalPosition=526, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-11T06:24:30,797 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-11T06:24:30,797 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T06:24:30,798 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T06:24:30,798 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T06:24:30,798 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T06:24:30,798 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T06:24:30,833 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T06:24:30,833 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T06:24:30,834 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T06:24:30,834 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T06:24:30,834 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T06:24:30,834 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T06:24:30,840 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T06:24:30,843 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T06:24:30,843 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T06:24:30,845 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T06:24:30,853 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,36519,1731306253243.replicationSource.wal-reader.f334e8b0fbdf%2C36519%2C1731306253243,1-f334e8b0fbdf,36519,1731306253243 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35725/user/jenkins/test-data/eac67004-e7e9-dab0-7ca2-a4c3fe090cc4/WALs/f334e8b0fbdf,36519,1731306253243/f334e8b0fbdf%2C36519%2C1731306253243.1731306255229 to pos 503, reset compression=false 2024-11-11T06:24:30,911 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,35279,1731306256845.replicationSource.wal-reader.f334e8b0fbdf%2C35279%2C1731306256845,1-f334e8b0fbdf,35279,1731306256845 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44957/user/jenkins/test-data/7c9bd096-af1c-b791-a117-24d43fb3dd46/WALs/f334e8b0fbdf,35279,1731306256845/f334e8b0fbdf%2C35279%2C1731306256845.1731306258442 to pos 526, reset compression=false 2024-11-11T06:24:30,924 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,41105,1731306249635.replicationSource.wal-reader.f334e8b0fbdf%2C41105%2C1731306249635,1-f334e8b0fbdf,41105,1731306249635 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35925/user/jenkins/test-data/a27919e7-367a-9678-6f20-da8773124b44/WALs/f334e8b0fbdf,41105,1731306249635/f334e8b0fbdf%2C41105%2C1731306249635.1731306251615 to pos 480, reset compression=false 2024-11-11T06:24:31,012 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-11-11T06:24:31,013 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T06:24:31,014 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f334e8b0fbdf,36519,1731306253243, seqNum=-1] 2024-11-11T06:24:31,014 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T06:24:31,015 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39070, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T06:24:31,016 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1731306260232.05063b61b5c8545ca7c3033407e468aa., hostname=f334e8b0fbdf,36519,1731306253243, seqNum=2] 2024-11-11T06:24:31,019 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-11-11T06:24:31,158 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,36519,1731306253243.replicationSource.wal-reader.f334e8b0fbdf%2C36519%2C1731306253243,1-f334e8b0fbdf,36519,1731306253243 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35725/user/jenkins/test-data/eac67004-e7e9-dab0-7ca2-a4c3fe090cc4/WALs/f334e8b0fbdf,36519,1731306253243/f334e8b0fbdf%2C36519%2C1731306253243.1731306255229 to pos 503, reset compression=false 2024-11-11T06:24:31,162 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,36519,1731306253243.replicationSource.wal-reader.f334e8b0fbdf%2C36519%2C1731306253243,1-f334e8b0fbdf,36519,1731306253243 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-11T06:24:31,162 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,36519,1731306253243.replicationSource.wal-reader.f334e8b0fbdf%2C36519%2C1731306253243,1-f334e8b0fbdf,36519,1731306253243 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35725/user/jenkins/test-data/eac67004-e7e9-dab0-7ca2-a4c3fe090cc4/WALs/f334e8b0fbdf,36519,1731306253243/f334e8b0fbdf%2C36519%2C1731306253243.1731306255229 to pos 607, reset compression=false 2024-11-11T06:24:31,163 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,36519,1731306253243.replicationSource.shipperf334e8b0fbdf%2C36519%2C1731306253243,1-f334e8b0fbdf,36519,1731306253243 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f334e8b0fbdf,36519,1731306253243 got entry batch from reader: WALEntryBatch [walEntries=[{test/05063b61b5c8545ca7c3033407e468aa/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:35725/user/jenkins/test-data/eac67004-e7e9-dab0-7ca2-a4c3fe090cc4/WALs/f334e8b0fbdf,36519,1731306253243/f334e8b0fbdf%2C36519%2C1731306253243.1731306255229, lastWalPosition=607, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-11T06:24:31,163 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35279 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-11T06:24:31,166 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35279 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-11T06:24:31,215 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,35279,1731306256845.replicationSource.wal-reader.f334e8b0fbdf%2C35279%2C1731306256845,1-f334e8b0fbdf,35279,1731306256845 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44957/user/jenkins/test-data/7c9bd096-af1c-b791-a117-24d43fb3dd46/WALs/f334e8b0fbdf,35279,1731306256845/f334e8b0fbdf%2C35279%2C1731306256845.1731306258442 to pos 526, reset compression=false 2024-11-11T06:24:31,220 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,35279,1731306256845.replicationSource.wal-reader.f334e8b0fbdf%2C35279%2C1731306256845,1-f334e8b0fbdf,35279,1731306256845 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-11T06:24:31,220 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,35279,1731306256845.replicationSource.wal-reader.f334e8b0fbdf%2C35279%2C1731306256845,1-f334e8b0fbdf,35279,1731306256845 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44957/user/jenkins/test-data/7c9bd096-af1c-b791-a117-24d43fb3dd46/WALs/f334e8b0fbdf,35279,1731306256845/f334e8b0fbdf%2C35279%2C1731306256845.1731306258442 to pos 653, reset compression=false 2024-11-11T06:24:31,220 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,35279,1731306256845.replicationSource.shipperf334e8b0fbdf%2C35279%2C1731306256845,1-f334e8b0fbdf,35279,1731306256845 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f334e8b0fbdf,35279,1731306256845 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44957/user/jenkins/test-data/7c9bd096-af1c-b791-a117-24d43fb3dd46/WALs/f334e8b0fbdf,35279,1731306256845/f334e8b0fbdf%2C35279%2C1731306256845.1731306258442, lastWalPosition=653, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-11T06:24:31,366 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,36519,1731306253243.replicationSource.wal-reader.f334e8b0fbdf%2C36519%2C1731306253243,1-f334e8b0fbdf,36519,1731306253243 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35725/user/jenkins/test-data/eac67004-e7e9-dab0-7ca2-a4c3fe090cc4/WALs/f334e8b0fbdf,36519,1731306253243/f334e8b0fbdf%2C36519%2C1731306253243.1731306255229 to pos 607, reset compression=false 2024-11-11T06:24:31,423 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,35279,1731306256845.replicationSource.wal-reader.f334e8b0fbdf%2C35279%2C1731306256845,1-f334e8b0fbdf,35279,1731306256845 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44957/user/jenkins/test-data/7c9bd096-af1c-b791-a117-24d43fb3dd46/WALs/f334e8b0fbdf,35279,1731306256845/f334e8b0fbdf%2C35279%2C1731306256845.1731306258442 to pos 653, reset compression=false 2024-11-11T06:24:31,427 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,41105,1731306249635.replicationSource.wal-reader.f334e8b0fbdf%2C41105%2C1731306249635,1-f334e8b0fbdf,41105,1731306249635 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35925/user/jenkins/test-data/a27919e7-367a-9678-6f20-da8773124b44/WALs/f334e8b0fbdf,41105,1731306249635/f334e8b0fbdf%2C41105%2C1731306249635.1731306251615 to pos 480, reset compression=false 2024-11-11T06:24:31,670 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,36519,1731306253243.replicationSource.wal-reader.f334e8b0fbdf%2C36519%2C1731306253243,1-f334e8b0fbdf,36519,1731306253243 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35725/user/jenkins/test-data/eac67004-e7e9-dab0-7ca2-a4c3fe090cc4/WALs/f334e8b0fbdf,36519,1731306253243/f334e8b0fbdf%2C36519%2C1731306253243.1731306255229 to pos 607, reset compression=false 2024-11-11T06:24:31,727 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,35279,1731306256845.replicationSource.wal-reader.f334e8b0fbdf%2C35279%2C1731306256845,1-f334e8b0fbdf,35279,1731306256845 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44957/user/jenkins/test-data/7c9bd096-af1c-b791-a117-24d43fb3dd46/WALs/f334e8b0fbdf,35279,1731306256845/f334e8b0fbdf%2C35279%2C1731306256845.1731306258442 to pos 653, reset compression=false 2024-11-11T06:24:32,021 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-11-11T06:24:32,024 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:false 2024-11-11T06:24:32,030 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,41105,1731306249635.replicationSource.wal-reader.f334e8b0fbdf%2C41105%2C1731306249635,1-f334e8b0fbdf,41105,1731306249635 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35925/user/jenkins/test-data/a27919e7-367a-9678-6f20-da8773124b44/WALs/f334e8b0fbdf,41105,1731306249635/f334e8b0fbdf%2C41105%2C1731306249635.1731306251615 to pos 480, reset compression=false 2024-11-11T06:24:32,074 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,36519,1731306253243.replicationSource.wal-reader.f334e8b0fbdf%2C36519%2C1731306253243,1-f334e8b0fbdf,36519,1731306253243 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35725/user/jenkins/test-data/eac67004-e7e9-dab0-7ca2-a4c3fe090cc4/WALs/f334e8b0fbdf,36519,1731306253243/f334e8b0fbdf%2C36519%2C1731306253243.1731306255229 to pos 607, reset compression=false 2024-11-11T06:24:32,131 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,35279,1731306256845.replicationSource.wal-reader.f334e8b0fbdf%2C35279%2C1731306256845,1-f334e8b0fbdf,35279,1731306256845 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44957/user/jenkins/test-data/7c9bd096-af1c-b791-a117-24d43fb3dd46/WALs/f334e8b0fbdf,35279,1731306256845/f334e8b0fbdf%2C35279%2C1731306256845.1731306258442 to pos 653, reset compression=false 2024-11-11T06:24:32,135 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,35279,1731306256845.replicationSource.wal-reader.f334e8b0fbdf%2C35279%2C1731306256845,1-f334e8b0fbdf,35279,1731306256845 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-11T06:24:32,135 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,35279,1731306256845.replicationSource.wal-reader.f334e8b0fbdf%2C35279%2C1731306256845,1-f334e8b0fbdf,35279,1731306256845 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44957/user/jenkins/test-data/7c9bd096-af1c-b791-a117-24d43fb3dd46/WALs/f334e8b0fbdf,35279,1731306256845/f334e8b0fbdf%2C35279%2C1731306256845.1731306258442 to pos 757, reset compression=false 2024-11-11T06:24:32,135 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,35279,1731306256845.replicationSource.shipperf334e8b0fbdf%2C35279%2C1731306256845,1-f334e8b0fbdf,35279,1731306256845 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f334e8b0fbdf,35279,1731306256845 got entry batch from reader: WALEntryBatch [walEntries=[{test/463445f73b416a053168aa36345cbe7c/6=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:44957/user/jenkins/test-data/7c9bd096-af1c-b791-a117-24d43fb3dd46/WALs/f334e8b0fbdf,35279,1731306256845/f334e8b0fbdf%2C35279%2C1731306256845.1731306258442, lastWalPosition=757, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-11T06:24:32,137 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,35279,1731306256845.replicationSource.shipperf334e8b0fbdf%2C35279%2C1731306256845,1-f334e8b0fbdf,35279,1731306256845 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-11T06:24:32,138 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39084, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=AdminService 2024-11-11T06:24:32,139 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36519 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-11T06:24:32,141 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36519 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-11T06:24:32,340 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,35279,1731306256845.replicationSource.wal-reader.f334e8b0fbdf%2C35279%2C1731306256845,1-f334e8b0fbdf,35279,1731306256845 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44957/user/jenkins/test-data/7c9bd096-af1c-b791-a117-24d43fb3dd46/WALs/f334e8b0fbdf,35279,1731306256845/f334e8b0fbdf%2C35279%2C1731306256845.1731306258442 to pos 757, reset compression=false 2024-11-11T06:24:32,578 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,36519,1731306253243.replicationSource.wal-reader.f334e8b0fbdf%2C36519%2C1731306253243,1-f334e8b0fbdf,36519,1731306253243 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35725/user/jenkins/test-data/eac67004-e7e9-dab0-7ca2-a4c3fe090cc4/WALs/f334e8b0fbdf,36519,1731306253243/f334e8b0fbdf%2C36519%2C1731306253243.1731306255229 to pos 607, reset compression=false 2024-11-11T06:24:32,582 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,36519,1731306253243.replicationSource.wal-reader.f334e8b0fbdf%2C36519%2C1731306253243,1-f334e8b0fbdf,36519,1731306253243 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-11T06:24:32,582 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,36519,1731306253243.replicationSource.wal-reader.f334e8b0fbdf%2C36519%2C1731306253243,1-f334e8b0fbdf,36519,1731306253243 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35725/user/jenkins/test-data/eac67004-e7e9-dab0-7ca2-a4c3fe090cc4/WALs/f334e8b0fbdf,36519,1731306253243/f334e8b0fbdf%2C36519%2C1731306253243.1731306255229 to pos 734, reset compression=false 2024-11-11T06:24:32,582 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,36519,1731306253243.replicationSource.shipperf334e8b0fbdf%2C36519%2C1731306253243,1-f334e8b0fbdf,36519,1731306253243 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f334e8b0fbdf,36519,1731306253243 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35725/user/jenkins/test-data/eac67004-e7e9-dab0-7ca2-a4c3fe090cc4/WALs/f334e8b0fbdf,36519,1731306253243/f334e8b0fbdf%2C36519%2C1731306253243.1731306255229, lastWalPosition=734, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-11T06:24:32,644 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,35279,1731306256845.replicationSource.wal-reader.f334e8b0fbdf%2C35279%2C1731306256845,1-f334e8b0fbdf,35279,1731306256845 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44957/user/jenkins/test-data/7c9bd096-af1c-b791-a117-24d43fb3dd46/WALs/f334e8b0fbdf,35279,1731306256845/f334e8b0fbdf%2C35279%2C1731306256845.1731306258442 to pos 757, reset compression=false 2024-11-11T06:24:32,734 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,41105,1731306249635.replicationSource.wal-reader.f334e8b0fbdf%2C41105%2C1731306249635,1-f334e8b0fbdf,41105,1731306249635 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35925/user/jenkins/test-data/a27919e7-367a-9678-6f20-da8773124b44/WALs/f334e8b0fbdf,41105,1731306249635/f334e8b0fbdf%2C41105%2C1731306249635.1731306251615 to pos 480, reset compression=false 2024-11-11T06:24:32,785 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,36519,1731306253243.replicationSource.wal-reader.f334e8b0fbdf%2C36519%2C1731306253243,1-f334e8b0fbdf,36519,1731306253243 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35725/user/jenkins/test-data/eac67004-e7e9-dab0-7ca2-a4c3fe090cc4/WALs/f334e8b0fbdf,36519,1731306253243/f334e8b0fbdf%2C36519%2C1731306253243.1731306255229 to pos 734, reset compression=false 2024-11-11T06:24:33,025 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:false 2024-11-11T06:24:33,028 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-11-11T06:24:33,047 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,35279,1731306256845.replicationSource.wal-reader.f334e8b0fbdf%2C35279%2C1731306256845,1-f334e8b0fbdf,35279,1731306256845 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44957/user/jenkins/test-data/7c9bd096-af1c-b791-a117-24d43fb3dd46/WALs/f334e8b0fbdf,35279,1731306256845/f334e8b0fbdf%2C35279%2C1731306256845.1731306258442 to pos 757, reset compression=false 2024-11-11T06:24:33,088 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,36519,1731306253243.replicationSource.wal-reader.f334e8b0fbdf%2C36519%2C1731306253243,1-f334e8b0fbdf,36519,1731306253243 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35725/user/jenkins/test-data/eac67004-e7e9-dab0-7ca2-a4c3fe090cc4/WALs/f334e8b0fbdf,36519,1731306253243/f334e8b0fbdf%2C36519%2C1731306253243.1731306255229 to pos 734, reset compression=false 2024-11-11T06:24:33,491 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,36519,1731306253243.replicationSource.wal-reader.f334e8b0fbdf%2C36519%2C1731306253243,1-f334e8b0fbdf,36519,1731306253243 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35725/user/jenkins/test-data/eac67004-e7e9-dab0-7ca2-a4c3fe090cc4/WALs/f334e8b0fbdf,36519,1731306253243/f334e8b0fbdf%2C36519%2C1731306253243.1731306255229 to pos 734, reset compression=false 2024-11-11T06:24:33,537 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,41105,1731306249635.replicationSource.wal-reader.f334e8b0fbdf%2C41105%2C1731306249635,1-f334e8b0fbdf,41105,1731306249635 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35925/user/jenkins/test-data/a27919e7-367a-9678-6f20-da8773124b44/WALs/f334e8b0fbdf,41105,1731306249635/f334e8b0fbdf%2C41105%2C1731306249635.1731306251615 to pos 480, reset compression=false 2024-11-11T06:24:33,541 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,41105,1731306249635.replicationSource.wal-reader.f334e8b0fbdf%2C41105%2C1731306249635,1-f334e8b0fbdf,41105,1731306249635 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-11T06:24:33,541 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,41105,1731306249635.replicationSource.wal-reader.f334e8b0fbdf%2C41105%2C1731306249635,1-f334e8b0fbdf,41105,1731306249635 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35925/user/jenkins/test-data/a27919e7-367a-9678-6f20-da8773124b44/WALs/f334e8b0fbdf,41105,1731306249635/f334e8b0fbdf%2C41105%2C1731306249635.1731306251615 to pos 636, reset compression=false 2024-11-11T06:24:33,541 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,41105,1731306249635.replicationSource.shipperf334e8b0fbdf%2C41105%2C1731306249635,1-f334e8b0fbdf,41105,1731306249635 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f334e8b0fbdf,41105,1731306249635 got entry batch from reader: WALEntryBatch [walEntries=[{test/6c165351d04d795ce416849646b2806a/5=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:35925/user/jenkins/test-data/a27919e7-367a-9678-6f20-da8773124b44/WALs/f334e8b0fbdf,41105,1731306249635/f334e8b0fbdf%2C41105%2C1731306249635.1731306251615, lastWalPosition=636, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-11-11T06:24:33,542 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36519 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-11T06:24:33,545 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36519 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-11T06:24:33,551 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,35279,1731306256845.replicationSource.wal-reader.f334e8b0fbdf%2C35279%2C1731306256845,1-f334e8b0fbdf,35279,1731306256845 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44957/user/jenkins/test-data/7c9bd096-af1c-b791-a117-24d43fb3dd46/WALs/f334e8b0fbdf,35279,1731306256845/f334e8b0fbdf%2C35279%2C1731306256845.1731306258442 to pos 757, reset compression=false 2024-11-11T06:24:33,744 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,41105,1731306249635.replicationSource.wal-reader.f334e8b0fbdf%2C41105%2C1731306249635,1-f334e8b0fbdf,41105,1731306249635 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35925/user/jenkins/test-data/a27919e7-367a-9678-6f20-da8773124b44/WALs/f334e8b0fbdf,41105,1731306249635/f334e8b0fbdf%2C41105%2C1731306249635.1731306251615 to pos 636, reset compression=false 2024-11-11T06:24:33,995 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,36519,1731306253243.replicationSource.wal-reader.f334e8b0fbdf%2C36519%2C1731306253243,1-f334e8b0fbdf,36519,1731306253243 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35725/user/jenkins/test-data/eac67004-e7e9-dab0-7ca2-a4c3fe090cc4/WALs/f334e8b0fbdf,36519,1731306253243/f334e8b0fbdf%2C36519%2C1731306253243.1731306255229 to pos 734, reset compression=false 2024-11-11T06:24:33,999 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,36519,1731306253243.replicationSource.wal-reader.f334e8b0fbdf%2C36519%2C1731306253243,1-f334e8b0fbdf,36519,1731306253243 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-11T06:24:33,999 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,36519,1731306253243.replicationSource.wal-reader.f334e8b0fbdf%2C36519%2C1731306253243,1-f334e8b0fbdf,36519,1731306253243 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35725/user/jenkins/test-data/eac67004-e7e9-dab0-7ca2-a4c3fe090cc4/WALs/f334e8b0fbdf,36519,1731306253243/f334e8b0fbdf%2C36519%2C1731306253243.1731306255229 to pos 881, reset compression=false 2024-11-11T06:24:33,999 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,36519,1731306253243.replicationSource.shipperf334e8b0fbdf%2C36519%2C1731306253243,1-f334e8b0fbdf,36519,1731306253243 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f334e8b0fbdf,36519,1731306253243 got entry batch from reader: WALEntryBatch [walEntries=[{test/05063b61b5c8545ca7c3033407e468aa/7=[#edits: 2 = ],287}], lastWalPath=hdfs://localhost:35725/user/jenkins/test-data/eac67004-e7e9-dab0-7ca2-a4c3fe090cc4/WALs/f334e8b0fbdf,36519,1731306253243/f334e8b0fbdf%2C36519%2C1731306253243.1731306255229, lastWalPosition=881, nbRowKeys=1, nbHFiles=0, heapSize=287, lastSeqIds={}, endOfFile=false,usedBufferSize=287] 2024-11-11T06:24:34,001 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35279 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-11T06:24:34,005 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35279 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-11T06:24:34,030 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-11-11T06:24:34,033 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-11-11T06:24:34,048 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,41105,1731306249635.replicationSource.wal-reader.f334e8b0fbdf%2C41105%2C1731306249635,1-f334e8b0fbdf,41105,1731306249635 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35925/user/jenkins/test-data/a27919e7-367a-9678-6f20-da8773124b44/WALs/f334e8b0fbdf,41105,1731306249635/f334e8b0fbdf%2C41105%2C1731306249635.1731306251615 to pos 636, reset compression=false 2024-11-11T06:24:34,153 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,35279,1731306256845.replicationSource.wal-reader.f334e8b0fbdf%2C35279%2C1731306256845,1-f334e8b0fbdf,35279,1731306256845 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44957/user/jenkins/test-data/7c9bd096-af1c-b791-a117-24d43fb3dd46/WALs/f334e8b0fbdf,35279,1731306256845/f334e8b0fbdf%2C35279%2C1731306256845.1731306258442 to pos 757, reset compression=false 2024-11-11T06:24:34,157 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,35279,1731306256845.replicationSource.wal-reader.f334e8b0fbdf%2C35279%2C1731306256845,1-f334e8b0fbdf,35279,1731306256845 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-11T06:24:34,157 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,35279,1731306256845.replicationSource.wal-reader.f334e8b0fbdf%2C35279%2C1731306256845,1-f334e8b0fbdf,35279,1731306256845 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44957/user/jenkins/test-data/7c9bd096-af1c-b791-a117-24d43fb3dd46/WALs/f334e8b0fbdf,35279,1731306256845/f334e8b0fbdf%2C35279%2C1731306256845.1731306258442 to pos 927, reset compression=false 2024-11-11T06:24:34,157 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,35279,1731306256845.replicationSource.shipperf334e8b0fbdf%2C35279%2C1731306256845,1-f334e8b0fbdf,35279,1731306256845 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f334e8b0fbdf,35279,1731306256845 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44957/user/jenkins/test-data/7c9bd096-af1c-b791-a117-24d43fb3dd46/WALs/f334e8b0fbdf,35279,1731306256845/f334e8b0fbdf%2C35279%2C1731306256845.1731306258442, lastWalPosition=927, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-11T06:24:34,203 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,36519,1731306253243.replicationSource.wal-reader.f334e8b0fbdf%2C36519%2C1731306253243,1-f334e8b0fbdf,36519,1731306253243 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35725/user/jenkins/test-data/eac67004-e7e9-dab0-7ca2-a4c3fe090cc4/WALs/f334e8b0fbdf,36519,1731306253243/f334e8b0fbdf%2C36519%2C1731306253243.1731306255229 to pos 881, reset compression=false 2024-11-11T06:24:34,206 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,36519,1731306253243.replicationSource.wal-reader.f334e8b0fbdf%2C36519%2C1731306253243,1-f334e8b0fbdf,36519,1731306253243 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-11T06:24:34,206 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,36519,1731306253243.replicationSource.wal-reader.f334e8b0fbdf%2C36519%2C1731306253243,1-f334e8b0fbdf,36519,1731306253243 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35725/user/jenkins/test-data/eac67004-e7e9-dab0-7ca2-a4c3fe090cc4/WALs/f334e8b0fbdf,36519,1731306253243/f334e8b0fbdf%2C36519%2C1731306253243.1731306255229 to pos 1040, reset compression=false 2024-11-11T06:24:34,207 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,36519,1731306253243.replicationSource.shipperf334e8b0fbdf%2C36519%2C1731306253243,1-f334e8b0fbdf,36519,1731306253243 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f334e8b0fbdf,36519,1731306253243 got entry batch from reader: WALEntryBatch [walEntries=[{test/05063b61b5c8545ca7c3033407e468aa/8=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:35725/user/jenkins/test-data/eac67004-e7e9-dab0-7ca2-a4c3fe090cc4/WALs/f334e8b0fbdf,36519,1731306253243/f334e8b0fbdf%2C36519%2C1731306253243.1731306255229, lastWalPosition=1040, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-11T06:24:34,208 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35279 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-11T06:24:34,210 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35279 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-11T06:24:34,360 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,35279,1731306256845.replicationSource.wal-reader.f334e8b0fbdf%2C35279%2C1731306256845,1-f334e8b0fbdf,35279,1731306256845 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44957/user/jenkins/test-data/7c9bd096-af1c-b791-a117-24d43fb3dd46/WALs/f334e8b0fbdf,35279,1731306256845/f334e8b0fbdf%2C35279%2C1731306256845.1731306258442 to pos 927, reset compression=false 2024-11-11T06:24:34,364 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,35279,1731306256845.replicationSource.wal-reader.f334e8b0fbdf%2C35279%2C1731306256845,1-f334e8b0fbdf,35279,1731306256845 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-11T06:24:34,364 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,35279,1731306256845.replicationSource.wal-reader.f334e8b0fbdf%2C35279%2C1731306256845,1-f334e8b0fbdf,35279,1731306256845 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44957/user/jenkins/test-data/7c9bd096-af1c-b791-a117-24d43fb3dd46/WALs/f334e8b0fbdf,35279,1731306256845/f334e8b0fbdf%2C35279%2C1731306256845.1731306258442 to pos 1076, reset compression=false 2024-11-11T06:24:34,364 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,35279,1731306256845.replicationSource.shipperf334e8b0fbdf%2C35279%2C1731306256845,1-f334e8b0fbdf,35279,1731306256845 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f334e8b0fbdf,35279,1731306256845 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44957/user/jenkins/test-data/7c9bd096-af1c-b791-a117-24d43fb3dd46/WALs/f334e8b0fbdf,35279,1731306256845/f334e8b0fbdf%2C35279%2C1731306256845.1731306258442, lastWalPosition=1076, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-11T06:24:34,410 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,36519,1731306253243.replicationSource.wal-reader.f334e8b0fbdf%2C36519%2C1731306253243,1-f334e8b0fbdf,36519,1731306253243 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35725/user/jenkins/test-data/eac67004-e7e9-dab0-7ca2-a4c3fe090cc4/WALs/f334e8b0fbdf,36519,1731306253243/f334e8b0fbdf%2C36519%2C1731306253243.1731306255229 to pos 1040, reset compression=false 2024-11-11T06:24:34,451 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,41105,1731306249635.replicationSource.wal-reader.f334e8b0fbdf%2C41105%2C1731306249635,1-f334e8b0fbdf,41105,1731306249635 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35925/user/jenkins/test-data/a27919e7-367a-9678-6f20-da8773124b44/WALs/f334e8b0fbdf,41105,1731306249635/f334e8b0fbdf%2C41105%2C1731306249635.1731306251615 to pos 636, reset compression=false 2024-11-11T06:24:34,567 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,35279,1731306256845.replicationSource.wal-reader.f334e8b0fbdf%2C35279%2C1731306256845,1-f334e8b0fbdf,35279,1731306256845 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44957/user/jenkins/test-data/7c9bd096-af1c-b791-a117-24d43fb3dd46/WALs/f334e8b0fbdf,35279,1731306256845/f334e8b0fbdf%2C35279%2C1731306256845.1731306258442 to pos 1076, reset compression=false 2024-11-11T06:24:34,713 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,36519,1731306253243.replicationSource.wal-reader.f334e8b0fbdf%2C36519%2C1731306253243,1-f334e8b0fbdf,36519,1731306253243 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35725/user/jenkins/test-data/eac67004-e7e9-dab0-7ca2-a4c3fe090cc4/WALs/f334e8b0fbdf,36519,1731306253243/f334e8b0fbdf%2C36519%2C1731306253243.1731306255229 to pos 1040, reset compression=false 2024-11-11T06:24:34,871 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,35279,1731306256845.replicationSource.wal-reader.f334e8b0fbdf%2C35279%2C1731306256845,1-f334e8b0fbdf,35279,1731306256845 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44957/user/jenkins/test-data/7c9bd096-af1c-b791-a117-24d43fb3dd46/WALs/f334e8b0fbdf,35279,1731306256845/f334e8b0fbdf%2C35279%2C1731306256845.1731306258442 to pos 1076, reset compression=false 2024-11-11T06:24:34,955 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,41105,1731306249635.replicationSource.wal-reader.f334e8b0fbdf%2C41105%2C1731306249635,1-f334e8b0fbdf,41105,1731306249635 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35925/user/jenkins/test-data/a27919e7-367a-9678-6f20-da8773124b44/WALs/f334e8b0fbdf,41105,1731306249635/f334e8b0fbdf%2C41105%2C1731306249635.1731306251615 to pos 636, reset compression=false 2024-11-11T06:24:35,034 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-11-11T06:24:35,039 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:true 2024-11-11T06:24:35,116 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,36519,1731306253243.replicationSource.wal-reader.f334e8b0fbdf%2C36519%2C1731306253243,1-f334e8b0fbdf,36519,1731306253243 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35725/user/jenkins/test-data/eac67004-e7e9-dab0-7ca2-a4c3fe090cc4/WALs/f334e8b0fbdf,36519,1731306253243/f334e8b0fbdf%2C36519%2C1731306253243.1731306255229 to pos 1040, reset compression=false 2024-11-11T06:24:35,275 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,35279,1731306256845.replicationSource.wal-reader.f334e8b0fbdf%2C35279%2C1731306256845,1-f334e8b0fbdf,35279,1731306256845 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44957/user/jenkins/test-data/7c9bd096-af1c-b791-a117-24d43fb3dd46/WALs/f334e8b0fbdf,35279,1731306256845/f334e8b0fbdf%2C35279%2C1731306256845.1731306258442 to pos 1076, reset compression=false 2024-11-11T06:24:35,279 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,35279,1731306256845.replicationSource.wal-reader.f334e8b0fbdf%2C35279%2C1731306256845,1-f334e8b0fbdf,35279,1731306256845 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-11T06:24:35,279 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,35279,1731306256845.replicationSource.wal-reader.f334e8b0fbdf%2C35279%2C1731306256845,1-f334e8b0fbdf,35279,1731306256845 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44957/user/jenkins/test-data/7c9bd096-af1c-b791-a117-24d43fb3dd46/WALs/f334e8b0fbdf,35279,1731306256845/f334e8b0fbdf%2C35279%2C1731306256845.1731306258442 to pos 1235, reset compression=false 2024-11-11T06:24:35,279 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,35279,1731306256845.replicationSource.shipperf334e8b0fbdf%2C35279%2C1731306256845,1-f334e8b0fbdf,35279,1731306256845 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f334e8b0fbdf,35279,1731306256845 got entry batch from reader: WALEntryBatch [walEntries=[{test/463445f73b416a053168aa36345cbe7c/9=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:44957/user/jenkins/test-data/7c9bd096-af1c-b791-a117-24d43fb3dd46/WALs/f334e8b0fbdf,35279,1731306256845/f334e8b0fbdf%2C35279%2C1731306256845.1731306258442, lastWalPosition=1235, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-11T06:24:35,280 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36519 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-11T06:24:35,282 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=36519 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-11T06:24:35,482 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,35279,1731306256845.replicationSource.wal-reader.f334e8b0fbdf%2C35279%2C1731306256845,1-f334e8b0fbdf,35279,1731306256845 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44957/user/jenkins/test-data/7c9bd096-af1c-b791-a117-24d43fb3dd46/WALs/f334e8b0fbdf,35279,1731306256845/f334e8b0fbdf%2C35279%2C1731306256845.1731306258442 to pos 1235, reset compression=false 2024-11-11T06:24:35,558 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,41105,1731306249635.replicationSource.wal-reader.f334e8b0fbdf%2C41105%2C1731306249635,1-f334e8b0fbdf,41105,1731306249635 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35925/user/jenkins/test-data/a27919e7-367a-9678-6f20-da8773124b44/WALs/f334e8b0fbdf,41105,1731306249635/f334e8b0fbdf%2C41105%2C1731306249635.1731306251615 to pos 636, reset compression=false 2024-11-11T06:24:35,620 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,36519,1731306253243.replicationSource.wal-reader.f334e8b0fbdf%2C36519%2C1731306253243,1-f334e8b0fbdf,36519,1731306253243 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35725/user/jenkins/test-data/eac67004-e7e9-dab0-7ca2-a4c3fe090cc4/WALs/f334e8b0fbdf,36519,1731306253243/f334e8b0fbdf%2C36519%2C1731306253243.1731306255229 to pos 1040, reset compression=false 2024-11-11T06:24:35,624 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,36519,1731306253243.replicationSource.wal-reader.f334e8b0fbdf%2C36519%2C1731306253243,1-f334e8b0fbdf,36519,1731306253243 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-11T06:24:35,624 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,36519,1731306253243.replicationSource.wal-reader.f334e8b0fbdf%2C36519%2C1731306253243,1-f334e8b0fbdf,36519,1731306253243 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35725/user/jenkins/test-data/eac67004-e7e9-dab0-7ca2-a4c3fe090cc4/WALs/f334e8b0fbdf,36519,1731306253243/f334e8b0fbdf%2C36519%2C1731306253243.1731306255229 to pos 1189, reset compression=false 2024-11-11T06:24:35,624 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,36519,1731306253243.replicationSource.shipperf334e8b0fbdf%2C36519%2C1731306253243,1-f334e8b0fbdf,36519,1731306253243 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f334e8b0fbdf,36519,1731306253243 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35725/user/jenkins/test-data/eac67004-e7e9-dab0-7ca2-a4c3fe090cc4/WALs/f334e8b0fbdf,36519,1731306253243/f334e8b0fbdf%2C36519%2C1731306253243.1731306255229, lastWalPosition=1189, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-11T06:24:35,786 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,35279,1731306256845.replicationSource.wal-reader.f334e8b0fbdf%2C35279%2C1731306256845,1-f334e8b0fbdf,35279,1731306256845 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44957/user/jenkins/test-data/7c9bd096-af1c-b791-a117-24d43fb3dd46/WALs/f334e8b0fbdf,35279,1731306256845/f334e8b0fbdf%2C35279%2C1731306256845.1731306258442 to pos 1235, reset compression=false 2024-11-11T06:24:35,827 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,36519,1731306253243.replicationSource.wal-reader.f334e8b0fbdf%2C36519%2C1731306253243,1-f334e8b0fbdf,36519,1731306253243 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35725/user/jenkins/test-data/eac67004-e7e9-dab0-7ca2-a4c3fe090cc4/WALs/f334e8b0fbdf,36519,1731306253243/f334e8b0fbdf%2C36519%2C1731306253243.1731306255229 to pos 1189, reset compression=false 2024-11-11T06:24:36,040 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:true 2024-11-11T06:24:36,046 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-11T06:24:36,046 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T06:24:36,046 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T06:24:36,046 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T06:24:36,046 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T06:24:36,046 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T06:24:36,046 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-11T06:24:36,046 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1679014894, stopped=false 2024-11-11T06:24:36,046 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=f334e8b0fbdf,39967,1731306256811 2024-11-11T06:24:36,048 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39967-0x10105b2c3630006, quorum=127.0.0.1:57559, baseZNode=/2-1848316247 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1848316247/running 2024-11-11T06:24:36,048 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35279-0x10105b2c3630007, quorum=127.0.0.1:57559, baseZNode=/2-1848316247 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1848316247/running 2024-11-11T06:24:36,048 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39967-0x10105b2c3630006, quorum=127.0.0.1:57559, baseZNode=/2-1848316247 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1848316247 2024-11-11T06:24:36,048 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T06:24:36,048 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35279-0x10105b2c3630007, quorum=127.0.0.1:57559, baseZNode=/2-1848316247 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1848316247 2024-11-11T06:24:36,048 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T06:24:36,048 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T06:24:36,049 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T06:24:36,049 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'f334e8b0fbdf,35279,1731306256845' ***** 2024-11-11T06:24:36,049 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-11T06:24:36,049 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:39967-0x10105b2c3630006, quorum=127.0.0.1:57559, baseZNode=/2-1848316247 Set watcher on znode that does not yet exist, /2-1848316247/running 2024-11-11T06:24:36,049 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35279-0x10105b2c3630007, quorum=127.0.0.1:57559, baseZNode=/2-1848316247 Set watcher on znode that does not yet exist, /2-1848316247/running 2024-11-11T06:24:36,050 INFO [RS:0;f334e8b0fbdf:35279 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-11T06:24:36,050 INFO [RS:0;f334e8b0fbdf:35279 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-11T06:24:36,050 INFO [RS:0;f334e8b0fbdf:35279 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-11T06:24:36,050 INFO [RS:0;f334e8b0fbdf:35279 {}] regionserver.HRegionServer(3091): Received CLOSE for 463445f73b416a053168aa36345cbe7c 2024-11-11T06:24:36,050 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-11T06:24:36,050 INFO [RS:0;f334e8b0fbdf:35279 {}] regionserver.HRegionServer(3091): Received CLOSE for 8fab6b85f5db4f9de3f8d777a6e5182c 2024-11-11T06:24:36,050 INFO [RS:0;f334e8b0fbdf:35279 {}] regionserver.HRegionServer(959): stopping server f334e8b0fbdf,35279,1731306256845 2024-11-11T06:24:36,051 INFO [RS:0;f334e8b0fbdf:35279 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T06:24:36,051 INFO [RS:0;f334e8b0fbdf:35279 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f334e8b0fbdf:35279. 2024-11-11T06:24:36,051 DEBUG [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 463445f73b416a053168aa36345cbe7c, disabling compactions & flushes 2024-11-11T06:24:36,051 DEBUG [RS:0;f334e8b0fbdf:35279 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T06:24:36,051 DEBUG [RS:0;f334e8b0fbdf:35279 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T06:24:36,051 INFO [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731306262382.463445f73b416a053168aa36345cbe7c. 2024-11-11T06:24:36,051 DEBUG [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731306262382.463445f73b416a053168aa36345cbe7c. 2024-11-11T06:24:36,051 DEBUG [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731306262382.463445f73b416a053168aa36345cbe7c. after waiting 0 ms 2024-11-11T06:24:36,051 DEBUG [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731306262382.463445f73b416a053168aa36345cbe7c. 2024-11-11T06:24:36,051 INFO [RS:0;f334e8b0fbdf:35279 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-11T06:24:36,051 INFO [RS:0;f334e8b0fbdf:35279 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-11T06:24:36,051 INFO [RS:0;f334e8b0fbdf:35279 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-11T06:24:36,051 INFO [RS:0;f334e8b0fbdf:35279 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-11T06:24:36,051 INFO [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 463445f73b416a053168aa36345cbe7c 3/3 column families, dataSize=276 B heapSize=1.77 KB 2024-11-11T06:24:36,051 INFO [RS:0;f334e8b0fbdf:35279 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-11T06:24:36,051 DEBUG [RS:0;f334e8b0fbdf:35279 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 463445f73b416a053168aa36345cbe7c=test,,1731306262382.463445f73b416a053168aa36345cbe7c., 8fab6b85f5db4f9de3f8d777a6e5182c=hbase:replication,,1731306267848.8fab6b85f5db4f9de3f8d777a6e5182c.} 2024-11-11T06:24:36,051 DEBUG [RS:0;f334e8b0fbdf:35279 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 463445f73b416a053168aa36345cbe7c, 8fab6b85f5db4f9de3f8d777a6e5182c 2024-11-11T06:24:36,051 DEBUG [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-11T06:24:36,051 INFO [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-11T06:24:36,051 DEBUG [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-11T06:24:36,051 DEBUG [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-11T06:24:36,051 DEBUG [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-11T06:24:36,051 INFO [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-11T06:24:36,068 DEBUG [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44957/user/jenkins/test-data/7c9bd096-af1c-b791-a117-24d43fb3dd46/data/hbase/meta/1588230740/.tmp/info/64549345c7ce408bb8421ab65b5a7de5 is 147, key is hbase:replication,,1731306267848.8fab6b85f5db4f9de3f8d777a6e5182c./info:regioninfo/1731306269016/Put/seqid=0 2024-11-11T06:24:36,070 DEBUG [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44957/user/jenkins/test-data/7c9bd096-af1c-b791-a117-24d43fb3dd46/data/default/test/463445f73b416a053168aa36345cbe7c/.tmp/f/9b967d6f15aa4883ae151408018080ca is 29, key is row1/f:/1731306274031/DeleteFamily/seqid=0 2024-11-11T06:24:36,072 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46137 is added to blk_1073741840_1016 (size=7686) 2024-11-11T06:24:36,073 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46137 is added to blk_1073741841_1017 (size=5152) 2024-11-11T06:24:36,074 INFO [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:44957/user/jenkins/test-data/7c9bd096-af1c-b791-a117-24d43fb3dd46/data/default/test/463445f73b416a053168aa36345cbe7c/.tmp/f/9b967d6f15aa4883ae151408018080ca 2024-11-11T06:24:36,077 INFO [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 9b967d6f15aa4883ae151408018080ca 2024-11-11T06:24:36,102 DEBUG [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44957/user/jenkins/test-data/7c9bd096-af1c-b791-a117-24d43fb3dd46/data/default/test/463445f73b416a053168aa36345cbe7c/.tmp/f1/8f80f759425146ad929a3518bbb2f185 is 30, key is row1/f1:/1731306274031/DeleteFamily/seqid=0 2024-11-11T06:24:36,105 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46137 is added to blk_1073741842_1018 (size=5158) 2024-11-11T06:24:36,109 INFO [regionserver/f334e8b0fbdf:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T06:24:36,130 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,36519,1731306253243.replicationSource.wal-reader.f334e8b0fbdf%2C36519%2C1731306253243,1-f334e8b0fbdf,36519,1731306253243 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35725/user/jenkins/test-data/eac67004-e7e9-dab0-7ca2-a4c3fe090cc4/WALs/f334e8b0fbdf,36519,1731306253243/f334e8b0fbdf%2C36519%2C1731306253243.1731306255229 to pos 1189, reset compression=false 2024-11-11T06:24:36,190 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,35279,1731306256845.replicationSource.wal-reader.f334e8b0fbdf%2C35279%2C1731306256845,1-f334e8b0fbdf,35279,1731306256845 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44957/user/jenkins/test-data/7c9bd096-af1c-b791-a117-24d43fb3dd46/WALs/f334e8b0fbdf,35279,1731306256845/f334e8b0fbdf%2C35279%2C1731306256845.1731306258442 to pos 1235, reset compression=false 2024-11-11T06:24:36,194 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,35279,1731306256845.replicationSource.wal-reader.f334e8b0fbdf%2C35279%2C1731306256845,1-f334e8b0fbdf,35279,1731306256845 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-11T06:24:36,194 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,35279,1731306256845.replicationSource.wal-reader.f334e8b0fbdf%2C35279%2C1731306256845,1-f334e8b0fbdf,35279,1731306256845 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44957/user/jenkins/test-data/7c9bd096-af1c-b791-a117-24d43fb3dd46/WALs/f334e8b0fbdf,35279,1731306256845/f334e8b0fbdf%2C35279%2C1731306256845.1731306258442 to pos 1482, reset compression=false 2024-11-11T06:24:36,194 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,35279,1731306256845.replicationSource.shipperf334e8b0fbdf%2C35279%2C1731306256845,1-f334e8b0fbdf,35279,1731306256845 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f334e8b0fbdf,35279,1731306256845 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:44957/user/jenkins/test-data/7c9bd096-af1c-b791-a117-24d43fb3dd46/WALs/f334e8b0fbdf,35279,1731306256845/f334e8b0fbdf%2C35279%2C1731306256845.1731306258442, lastWalPosition=1482, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-11T06:24:36,195 ERROR [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,35279,1731306256845.replicationSource.shipperf334e8b0fbdf%2C35279%2C1731306256845,1-f334e8b0fbdf,35279,1731306256845 {}] regionserver.HRegionServer(2440): ***** ABORTING region server f334e8b0fbdf,35279,1731306256845: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-f334e8b0fbdf,35279,1731306256845, walGroup=f334e8b0fbdf%2C35279%2C1731306256845, offset=f334e8b0fbdf%2C35279%2C1731306256845.1731306258442:1482, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f334e8b0fbdf:35279 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor134.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-11T06:24:36,196 ERROR [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,35279,1731306256845.replicationSource.shipperf334e8b0fbdf%2C35279%2C1731306256845,1-f334e8b0fbdf,35279,1731306256845 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-11T06:24:36,196 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,35279,1731306256845.replicationSource.shipperf334e8b0fbdf%2C35279%2C1731306256845,1-f334e8b0fbdf,35279,1731306256845 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-11T06:24:36,197 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,35279,1731306256845.replicationSource.shipperf334e8b0fbdf%2C35279%2C1731306256845,1-f334e8b0fbdf,35279,1731306256845 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-11T06:24:36,197 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,35279,1731306256845.replicationSource.shipperf334e8b0fbdf%2C35279%2C1731306256845,1-f334e8b0fbdf,35279,1731306256845 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-11T06:24:36,197 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,35279,1731306256845.replicationSource.shipperf334e8b0fbdf%2C35279%2C1731306256845,1-f334e8b0fbdf,35279,1731306256845 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-11T06:24:36,197 INFO [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,35279,1731306256845.replicationSource.shipperf334e8b0fbdf%2C35279%2C1731306256845,1-f334e8b0fbdf,35279,1731306256845 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1363148800, "init": 1048576000, "max": 2306867200, "used": 809983800 }, "NonHeapMemoryUsage": { "committed": 206569472, "init": 7667712, "max": -1, "used": 202090928 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-11T06:24:36,197 WARN [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,35279,1731306256845.replicationSource.shipperf334e8b0fbdf%2C35279%2C1731306256845,1-f334e8b0fbdf,35279,1731306256845 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f334e8b0fbdf:39967 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f334e8b0fbdf:39967 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor134.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-11T06:24:36,251 DEBUG [RS:0;f334e8b0fbdf:35279 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 463445f73b416a053168aa36345cbe7c, 8fab6b85f5db4f9de3f8d777a6e5182c 2024-11-11T06:24:36,262 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,41105,1731306249635.replicationSource.wal-reader.f334e8b0fbdf%2C41105%2C1731306249635,1-f334e8b0fbdf,41105,1731306249635 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35925/user/jenkins/test-data/a27919e7-367a-9678-6f20-da8773124b44/WALs/f334e8b0fbdf,41105,1731306249635/f334e8b0fbdf%2C41105%2C1731306249635.1731306251615 to pos 636, reset compression=false 2024-11-11T06:24:36,372 INFO [regionserver/f334e8b0fbdf:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-11T06:24:36,373 INFO [regionserver/f334e8b0fbdf:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-11T06:24:36,397 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,35279,1731306256845.replicationSource.wal-reader.f334e8b0fbdf%2C35279%2C1731306256845,1-f334e8b0fbdf,35279,1731306256845 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44957/user/jenkins/test-data/7c9bd096-af1c-b791-a117-24d43fb3dd46/WALs/f334e8b0fbdf,35279,1731306256845/f334e8b0fbdf%2C35279%2C1731306256845.1731306258442 to pos 1482, reset compression=false 2024-11-11T06:24:36,452 DEBUG [RS:0;f334e8b0fbdf:35279 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 463445f73b416a053168aa36345cbe7c, 8fab6b85f5db4f9de3f8d777a6e5182c 2024-11-11T06:24:36,472 INFO [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44957/user/jenkins/test-data/7c9bd096-af1c-b791-a117-24d43fb3dd46/data/hbase/meta/1588230740/.tmp/info/64549345c7ce408bb8421ab65b5a7de5 2024-11-11T06:24:36,490 DEBUG [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44957/user/jenkins/test-data/7c9bd096-af1c-b791-a117-24d43fb3dd46/data/hbase/meta/1588230740/.tmp/ns/e1dc4a0e00294e8f8d35fc0973592b5b is 43, key is default/ns:d/1731306258987/Put/seqid=0 2024-11-11T06:24:36,493 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46137 is added to blk_1073741843_1019 (size=5153) 2024-11-11T06:24:36,506 INFO [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:44957/user/jenkins/test-data/7c9bd096-af1c-b791-a117-24d43fb3dd46/data/default/test/463445f73b416a053168aa36345cbe7c/.tmp/f1/8f80f759425146ad929a3518bbb2f185 2024-11-11T06:24:36,509 INFO [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 8f80f759425146ad929a3518bbb2f185 2024-11-11T06:24:36,526 DEBUG [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44957/user/jenkins/test-data/7c9bd096-af1c-b791-a117-24d43fb3dd46/data/default/test/463445f73b416a053168aa36345cbe7c/.tmp/norep/3cccb8a9bbf24ad390bbe7a9eb09004a is 33, key is row2/norep:/1731306275035/DeleteFamily/seqid=0 2024-11-11T06:24:36,529 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46137 is added to blk_1073741844_1020 (size=5108) 2024-11-11T06:24:36,534 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,36519,1731306253243.replicationSource.wal-reader.f334e8b0fbdf%2C36519%2C1731306253243,1-f334e8b0fbdf,36519,1731306253243 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35725/user/jenkins/test-data/eac67004-e7e9-dab0-7ca2-a4c3fe090cc4/WALs/f334e8b0fbdf,36519,1731306253243/f334e8b0fbdf%2C36519%2C1731306253243.1731306255229 to pos 1189, reset compression=false 2024-11-11T06:24:36,652 DEBUG [RS:0;f334e8b0fbdf:35279 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 463445f73b416a053168aa36345cbe7c, 8fab6b85f5db4f9de3f8d777a6e5182c 2024-11-11T06:24:36,700 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,35279,1731306256845.replicationSource.wal-reader.f334e8b0fbdf%2C35279%2C1731306256845,1-f334e8b0fbdf,35279,1731306256845 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44957/user/jenkins/test-data/7c9bd096-af1c-b791-a117-24d43fb3dd46/WALs/f334e8b0fbdf,35279,1731306256845/f334e8b0fbdf%2C35279%2C1731306256845.1731306258442 to pos 1482, reset compression=false 2024-11-11T06:24:36,852 DEBUG [RS:0;f334e8b0fbdf:35279 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 463445f73b416a053168aa36345cbe7c, 8fab6b85f5db4f9de3f8d777a6e5182c 2024-11-11T06:24:36,894 INFO [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44957/user/jenkins/test-data/7c9bd096-af1c-b791-a117-24d43fb3dd46/data/hbase/meta/1588230740/.tmp/ns/e1dc4a0e00294e8f8d35fc0973592b5b 2024-11-11T06:24:36,911 DEBUG [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44957/user/jenkins/test-data/7c9bd096-af1c-b791-a117-24d43fb3dd46/data/hbase/meta/1588230740/.tmp/rep_barrier/ad2632c8362446cf9bc2293bfee06f73 is 112, key is test,,1731306262382.463445f73b416a053168aa36345cbe7c./rep_barrier:seqnumDuringOpen/1731306263527/Put/seqid=0 2024-11-11T06:24:36,914 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46137 is added to blk_1073741845_1021 (size=5518) 2024-11-11T06:24:36,930 INFO [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:44957/user/jenkins/test-data/7c9bd096-af1c-b791-a117-24d43fb3dd46/data/default/test/463445f73b416a053168aa36345cbe7c/.tmp/norep/3cccb8a9bbf24ad390bbe7a9eb09004a 2024-11-11T06:24:36,933 INFO [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3cccb8a9bbf24ad390bbe7a9eb09004a 2024-11-11T06:24:36,934 DEBUG [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44957/user/jenkins/test-data/7c9bd096-af1c-b791-a117-24d43fb3dd46/data/default/test/463445f73b416a053168aa36345cbe7c/.tmp/f/9b967d6f15aa4883ae151408018080ca as hdfs://localhost:44957/user/jenkins/test-data/7c9bd096-af1c-b791-a117-24d43fb3dd46/data/default/test/463445f73b416a053168aa36345cbe7c/f/9b967d6f15aa4883ae151408018080ca 2024-11-11T06:24:36,937 INFO [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 9b967d6f15aa4883ae151408018080ca 2024-11-11T06:24:36,937 INFO [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44957/user/jenkins/test-data/7c9bd096-af1c-b791-a117-24d43fb3dd46/data/default/test/463445f73b416a053168aa36345cbe7c/f/9b967d6f15aa4883ae151408018080ca, entries=3, sequenceid=10, filesize=5.0 K 2024-11-11T06:24:36,938 DEBUG [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44957/user/jenkins/test-data/7c9bd096-af1c-b791-a117-24d43fb3dd46/data/default/test/463445f73b416a053168aa36345cbe7c/.tmp/f1/8f80f759425146ad929a3518bbb2f185 as hdfs://localhost:44957/user/jenkins/test-data/7c9bd096-af1c-b791-a117-24d43fb3dd46/data/default/test/463445f73b416a053168aa36345cbe7c/f1/8f80f759425146ad929a3518bbb2f185 2024-11-11T06:24:36,941 INFO [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 8f80f759425146ad929a3518bbb2f185 2024-11-11T06:24:36,941 INFO [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44957/user/jenkins/test-data/7c9bd096-af1c-b791-a117-24d43fb3dd46/data/default/test/463445f73b416a053168aa36345cbe7c/f1/8f80f759425146ad929a3518bbb2f185, entries=3, sequenceid=10, filesize=5.0 K 2024-11-11T06:24:36,942 DEBUG [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44957/user/jenkins/test-data/7c9bd096-af1c-b791-a117-24d43fb3dd46/data/default/test/463445f73b416a053168aa36345cbe7c/.tmp/norep/3cccb8a9bbf24ad390bbe7a9eb09004a as hdfs://localhost:44957/user/jenkins/test-data/7c9bd096-af1c-b791-a117-24d43fb3dd46/data/default/test/463445f73b416a053168aa36345cbe7c/norep/3cccb8a9bbf24ad390bbe7a9eb09004a 2024-11-11T06:24:36,945 INFO [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 3cccb8a9bbf24ad390bbe7a9eb09004a 2024-11-11T06:24:36,945 INFO [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44957/user/jenkins/test-data/7c9bd096-af1c-b791-a117-24d43fb3dd46/data/default/test/463445f73b416a053168aa36345cbe7c/norep/3cccb8a9bbf24ad390bbe7a9eb09004a, entries=1, sequenceid=10, filesize=5.0 K 2024-11-11T06:24:36,946 INFO [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 463445f73b416a053168aa36345cbe7c in 895ms, sequenceid=10, compaction requested=false 2024-11-11T06:24:36,949 DEBUG [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44957/user/jenkins/test-data/7c9bd096-af1c-b791-a117-24d43fb3dd46/data/default/test/463445f73b416a053168aa36345cbe7c/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-11T06:24:36,950 DEBUG [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-11T06:24:36,950 DEBUG [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-11T06:24:36,950 INFO [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731306262382.463445f73b416a053168aa36345cbe7c. 2024-11-11T06:24:36,950 DEBUG [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 463445f73b416a053168aa36345cbe7c: Waiting for close lock at 1731306276051Running coprocessor pre-close hooks at 1731306276051Disabling compacts and flushes for region at 1731306276051Disabling writes for close at 1731306276051Obtaining lock to block concurrent updates at 1731306276051Preparing flush snapshotting stores in 463445f73b416a053168aa36345cbe7c at 1731306276051Finished memstore snapshotting test,,1731306262382.463445f73b416a053168aa36345cbe7c., syncing WAL and waiting on mvcc, flushsize=dataSize=276, getHeapSize=1768, getOffHeapSize=0, getCellsCount=10 at 1731306276051Flushing stores of test,,1731306262382.463445f73b416a053168aa36345cbe7c. at 1731306276052 (+1 ms)Flushing 463445f73b416a053168aa36345cbe7c/f: creating writer at 1731306276052Flushing 463445f73b416a053168aa36345cbe7c/f: appending metadata at 1731306276070 (+18 ms)Flushing 463445f73b416a053168aa36345cbe7c/f: closing flushed file at 1731306276070Flushing 463445f73b416a053168aa36345cbe7c/f1: creating writer at 1731306276078 (+8 ms)Flushing 463445f73b416a053168aa36345cbe7c/f1: appending metadata at 1731306276101 (+23 ms)Flushing 463445f73b416a053168aa36345cbe7c/f1: closing flushed file at 1731306276101Flushing 463445f73b416a053168aa36345cbe7c/norep: creating writer at 1731306276509 (+408 ms)Flushing 463445f73b416a053168aa36345cbe7c/norep: appending metadata at 1731306276525 (+16 ms)Flushing 463445f73b416a053168aa36345cbe7c/norep: closing flushed file at 1731306276525Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4da3f665: reopening flushed file at 1731306276933 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7b0582b1: reopening flushed file at 1731306276937 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@51372cc6: reopening flushed file at 1731306276941 (+4 ms)Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 463445f73b416a053168aa36345cbe7c in 895ms, sequenceid=10, compaction requested=false at 1731306276946 (+5 ms)Writing region close event to WAL at 1731306276947 (+1 ms)Running coprocessor post-close hooks at 1731306276950 (+3 ms)Closed at 1731306276950 2024-11-11T06:24:36,950 DEBUG [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731306262382.463445f73b416a053168aa36345cbe7c. 2024-11-11T06:24:36,950 DEBUG [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 8fab6b85f5db4f9de3f8d777a6e5182c, disabling compactions & flushes 2024-11-11T06:24:36,950 INFO [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731306267848.8fab6b85f5db4f9de3f8d777a6e5182c. 2024-11-11T06:24:36,950 DEBUG [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731306267848.8fab6b85f5db4f9de3f8d777a6e5182c. 2024-11-11T06:24:36,950 DEBUG [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731306267848.8fab6b85f5db4f9de3f8d777a6e5182c. after waiting 0 ms 2024-11-11T06:24:36,950 DEBUG [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731306267848.8fab6b85f5db4f9de3f8d777a6e5182c. 2024-11-11T06:24:36,950 DEBUG [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 8fab6b85f5db4f9de3f8d777a6e5182c: Waiting for close lock at 1731306276950Running coprocessor pre-close hooks at 1731306276950Disabling compacts and flushes for region at 1731306276950Disabling writes for close at 1731306276950Failed flush hbase:replication,,1731306267848.8fab6b85f5db4f9de3f8d777a6e5182c., putting online again at 1731306276950 2024-11-11T06:24:36,950 DEBUG [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731306267848.8fab6b85f5db4f9de3f8d777a6e5182c. 2024-11-11T06:24:37,037 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,36519,1731306253243.replicationSource.wal-reader.f334e8b0fbdf%2C36519%2C1731306253243,1-f334e8b0fbdf,36519,1731306253243 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35725/user/jenkins/test-data/eac67004-e7e9-dab0-7ca2-a4c3fe090cc4/WALs/f334e8b0fbdf,36519,1731306253243/f334e8b0fbdf%2C36519%2C1731306253243.1731306255229 to pos 1189, reset compression=false 2024-11-11T06:24:37,052 INFO [RS:0;f334e8b0fbdf:35279 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-11T06:24:37,052 DEBUG [RS:0;f334e8b0fbdf:35279 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 8fab6b85f5db4f9de3f8d777a6e5182c=hbase:replication,,1731306267848.8fab6b85f5db4f9de3f8d777a6e5182c.} 2024-11-11T06:24:37,052 INFO [RS:0;f334e8b0fbdf:35279 {}] regionserver.HRegionServer(3091): Received CLOSE for 8fab6b85f5db4f9de3f8d777a6e5182c 2024-11-11T06:24:37,052 DEBUG [RS:0;f334e8b0fbdf:35279 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 8fab6b85f5db4f9de3f8d777a6e5182c 2024-11-11T06:24:37,052 DEBUG [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 8fab6b85f5db4f9de3f8d777a6e5182c, disabling compactions & flushes 2024-11-11T06:24:37,052 INFO [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731306267848.8fab6b85f5db4f9de3f8d777a6e5182c. 2024-11-11T06:24:37,052 DEBUG [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731306267848.8fab6b85f5db4f9de3f8d777a6e5182c. 2024-11-11T06:24:37,053 DEBUG [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731306267848.8fab6b85f5db4f9de3f8d777a6e5182c. after waiting 0 ms 2024-11-11T06:24:37,053 DEBUG [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731306267848.8fab6b85f5db4f9de3f8d777a6e5182c. 2024-11-11T06:24:37,053 DEBUG [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 8fab6b85f5db4f9de3f8d777a6e5182c: Waiting for close lock at 1731306277052Running coprocessor pre-close hooks at 1731306277052Disabling compacts and flushes for region at 1731306277052Disabling writes for close at 1731306277053 (+1 ms)Failed flush hbase:replication,,1731306267848.8fab6b85f5db4f9de3f8d777a6e5182c., putting online again at 1731306277053 2024-11-11T06:24:37,053 DEBUG [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1731306267848.8fab6b85f5db4f9de3f8d777a6e5182c. 2024-11-11T06:24:37,066 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,41105,1731306249635.replicationSource.wal-reader.f334e8b0fbdf%2C41105%2C1731306249635,1-f334e8b0fbdf,41105,1731306249635 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35925/user/jenkins/test-data/a27919e7-367a-9678-6f20-da8773124b44/WALs/f334e8b0fbdf,41105,1731306249635/f334e8b0fbdf%2C41105%2C1731306249635.1731306251615 to pos 636, reset compression=false 2024-11-11T06:24:37,103 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,35279,1731306256845.replicationSource.wal-reader.f334e8b0fbdf%2C35279%2C1731306256845,1-f334e8b0fbdf,35279,1731306256845 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44957/user/jenkins/test-data/7c9bd096-af1c-b791-a117-24d43fb3dd46/WALs/f334e8b0fbdf,35279,1731306256845/f334e8b0fbdf%2C35279%2C1731306256845.1731306258442 to pos 1482, reset compression=false 2024-11-11T06:24:37,107 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,35279,1731306256845.replicationSource.wal-reader.f334e8b0fbdf%2C35279%2C1731306256845,1-f334e8b0fbdf,35279,1731306256845 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-11T06:24:37,107 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,35279,1731306256845.replicationSource.wal-reader.f334e8b0fbdf%2C35279%2C1731306256845,1-f334e8b0fbdf,35279,1731306256845 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44957/user/jenkins/test-data/7c9bd096-af1c-b791-a117-24d43fb3dd46/WALs/f334e8b0fbdf,35279,1731306256845/f334e8b0fbdf%2C35279%2C1731306256845.1731306258442 to pos 2126, reset compression=false 2024-11-11T06:24:37,252 DEBUG [RS:0;f334e8b0fbdf:35279 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T06:24:37,310 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,35279,1731306256845.replicationSource.wal-reader.f334e8b0fbdf%2C35279%2C1731306256845,1-f334e8b0fbdf,35279,1731306256845 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44957/user/jenkins/test-data/7c9bd096-af1c-b791-a117-24d43fb3dd46/WALs/f334e8b0fbdf,35279,1731306256845/f334e8b0fbdf%2C35279%2C1731306256845.1731306258442 to pos 2126, reset compression=false 2024-11-11T06:24:37,314 INFO [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44957/user/jenkins/test-data/7c9bd096-af1c-b791-a117-24d43fb3dd46/data/hbase/meta/1588230740/.tmp/rep_barrier/ad2632c8362446cf9bc2293bfee06f73 2024-11-11T06:24:37,331 DEBUG [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44957/user/jenkins/test-data/7c9bd096-af1c-b791-a117-24d43fb3dd46/data/hbase/meta/1588230740/.tmp/table/acb8a62f7f2c4d778dac0e58ce81064f is 53, key is hbase:replication/table:state/1731306269024/Put/seqid=0 2024-11-11T06:24:37,335 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46137 is added to blk_1073741846_1022 (size=5308) 2024-11-11T06:24:37,453 DEBUG [RS:0;f334e8b0fbdf:35279 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T06:24:37,613 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,35279,1731306256845.replicationSource.wal-reader.f334e8b0fbdf%2C35279%2C1731306256845,1-f334e8b0fbdf,35279,1731306256845 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44957/user/jenkins/test-data/7c9bd096-af1c-b791-a117-24d43fb3dd46/WALs/f334e8b0fbdf,35279,1731306256845/f334e8b0fbdf%2C35279%2C1731306256845.1731306258442 to pos 2126, reset compression=false 2024-11-11T06:24:37,641 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,36519,1731306253243.replicationSource.wal-reader.f334e8b0fbdf%2C36519%2C1731306253243,1-f334e8b0fbdf,36519,1731306253243 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35725/user/jenkins/test-data/eac67004-e7e9-dab0-7ca2-a4c3fe090cc4/WALs/f334e8b0fbdf,36519,1731306253243/f334e8b0fbdf%2C36519%2C1731306253243.1731306255229 to pos 1189, reset compression=false 2024-11-11T06:24:37,653 DEBUG [RS:0;f334e8b0fbdf:35279 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T06:24:37,735 INFO [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:44957/user/jenkins/test-data/7c9bd096-af1c-b791-a117-24d43fb3dd46/data/hbase/meta/1588230740/.tmp/table/acb8a62f7f2c4d778dac0e58ce81064f 2024-11-11T06:24:37,739 DEBUG [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44957/user/jenkins/test-data/7c9bd096-af1c-b791-a117-24d43fb3dd46/data/hbase/meta/1588230740/.tmp/info/64549345c7ce408bb8421ab65b5a7de5 as hdfs://localhost:44957/user/jenkins/test-data/7c9bd096-af1c-b791-a117-24d43fb3dd46/data/hbase/meta/1588230740/info/64549345c7ce408bb8421ab65b5a7de5 2024-11-11T06:24:37,743 INFO [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44957/user/jenkins/test-data/7c9bd096-af1c-b791-a117-24d43fb3dd46/data/hbase/meta/1588230740/info/64549345c7ce408bb8421ab65b5a7de5, entries=20, sequenceid=16, filesize=7.5 K 2024-11-11T06:24:37,743 DEBUG [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44957/user/jenkins/test-data/7c9bd096-af1c-b791-a117-24d43fb3dd46/data/hbase/meta/1588230740/.tmp/ns/e1dc4a0e00294e8f8d35fc0973592b5b as hdfs://localhost:44957/user/jenkins/test-data/7c9bd096-af1c-b791-a117-24d43fb3dd46/data/hbase/meta/1588230740/ns/e1dc4a0e00294e8f8d35fc0973592b5b 2024-11-11T06:24:37,746 INFO [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44957/user/jenkins/test-data/7c9bd096-af1c-b791-a117-24d43fb3dd46/data/hbase/meta/1588230740/ns/e1dc4a0e00294e8f8d35fc0973592b5b, entries=2, sequenceid=16, filesize=5.0 K 2024-11-11T06:24:37,747 DEBUG [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44957/user/jenkins/test-data/7c9bd096-af1c-b791-a117-24d43fb3dd46/data/hbase/meta/1588230740/.tmp/rep_barrier/ad2632c8362446cf9bc2293bfee06f73 as hdfs://localhost:44957/user/jenkins/test-data/7c9bd096-af1c-b791-a117-24d43fb3dd46/data/hbase/meta/1588230740/rep_barrier/ad2632c8362446cf9bc2293bfee06f73 2024-11-11T06:24:37,750 INFO [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44957/user/jenkins/test-data/7c9bd096-af1c-b791-a117-24d43fb3dd46/data/hbase/meta/1588230740/rep_barrier/ad2632c8362446cf9bc2293bfee06f73, entries=1, sequenceid=16, filesize=5.4 K 2024-11-11T06:24:37,751 DEBUG [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44957/user/jenkins/test-data/7c9bd096-af1c-b791-a117-24d43fb3dd46/data/hbase/meta/1588230740/.tmp/table/acb8a62f7f2c4d778dac0e58ce81064f as hdfs://localhost:44957/user/jenkins/test-data/7c9bd096-af1c-b791-a117-24d43fb3dd46/data/hbase/meta/1588230740/table/acb8a62f7f2c4d778dac0e58ce81064f 2024-11-11T06:24:37,754 INFO [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44957/user/jenkins/test-data/7c9bd096-af1c-b791-a117-24d43fb3dd46/data/hbase/meta/1588230740/table/acb8a62f7f2c4d778dac0e58ce81064f, entries=4, sequenceid=16, filesize=5.2 K 2024-11-11T06:24:37,754 INFO [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1703ms, sequenceid=16, compaction requested=false 2024-11-11T06:24:37,758 DEBUG [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44957/user/jenkins/test-data/7c9bd096-af1c-b791-a117-24d43fb3dd46/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-11T06:24:37,759 DEBUG [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-11T06:24:37,759 DEBUG [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-11T06:24:37,759 INFO [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-11T06:24:37,759 DEBUG [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731306276051Running coprocessor pre-close hooks at 1731306276051Disabling compacts and flushes for region at 1731306276051Disabling writes for close at 1731306276051Obtaining lock to block concurrent updates at 1731306276051Preparing flush snapshotting stores in 1588230740 at 1731306276051Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731306276052 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731306276052Flushing 1588230740/info: creating writer at 1731306276052Flushing 1588230740/info: appending metadata at 1731306276068 (+16 ms)Flushing 1588230740/info: closing flushed file at 1731306276068Flushing 1588230740/ns: creating writer at 1731306276476 (+408 ms)Flushing 1588230740/ns: appending metadata at 1731306276490 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1731306276490Flushing 1588230740/rep_barrier: creating writer at 1731306276897 (+407 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731306276910 (+13 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731306276910Flushing 1588230740/table: creating writer at 1731306277318 (+408 ms)Flushing 1588230740/table: appending metadata at 1731306277331 (+13 ms)Flushing 1588230740/table: closing flushed file at 1731306277331Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7e7ea85d: reopening flushed file at 1731306277739 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6901fba1: reopening flushed file at 1731306277743 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@70811006: reopening flushed file at 1731306277747 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7ba05c4b: reopening flushed file at 1731306277750 (+3 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1703ms, sequenceid=16, compaction requested=false at 1731306277754 (+4 ms)Writing region close event to WAL at 1731306277756 (+2 ms)Running coprocessor post-close hooks at 1731306277759 (+3 ms)Closed at 1731306277759 2024-11-11T06:24:37,759 DEBUG [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-11T06:24:37,853 INFO [RS:0;f334e8b0fbdf:35279 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-11T06:24:37,853 INFO [RS:0;f334e8b0fbdf:35279 {}] regionserver.HRegionServer(976): stopping server f334e8b0fbdf,35279,1731306256845; all regions closed. 2024-11-11T06:24:37,855 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46137 is added to blk_1073741834_1010 (size=4239) 2024-11-11T06:24:37,855 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/7c9bd096-af1c-b791-a117-24d43fb3dd46/WALs/f334e8b0fbdf,35279,1731306256845/f334e8b0fbdf%2C35279%2C1731306256845.meta.1731306258934.meta not finished, retry = 0 2024-11-11T06:24:37,958 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46137 is added to blk_1073741839_1015 (size=2171) 2024-11-11T06:24:37,958 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/7c9bd096-af1c-b791-a117-24d43fb3dd46/WALs/f334e8b0fbdf,35279,1731306256845/f334e8b0fbdf%2C35279%2C1731306256845.rep.1731306268984 not finished, retry = 0 2024-11-11T06:24:37,969 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,41105,1731306249635.replicationSource.wal-reader.f334e8b0fbdf%2C41105%2C1731306249635,1-f334e8b0fbdf,41105,1731306249635 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35925/user/jenkins/test-data/a27919e7-367a-9678-6f20-da8773124b44/WALs/f334e8b0fbdf,41105,1731306249635/f334e8b0fbdf%2C41105%2C1731306249635.1731306251615 to pos 636, reset compression=false 2024-11-11T06:24:38,017 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,35279,1731306256845.replicationSource.wal-reader.f334e8b0fbdf%2C35279%2C1731306256845,1-f334e8b0fbdf,35279,1731306256845 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:44957/user/jenkins/test-data/7c9bd096-af1c-b791-a117-24d43fb3dd46/WALs/f334e8b0fbdf,35279,1731306256845/f334e8b0fbdf%2C35279%2C1731306256845.1731306258442 to pos 2126, reset compression=false 2024-11-11T06:24:38,060 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46137 is added to blk_1073741833_1009 (size=2134) 2024-11-11T06:24:38,060 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/7c9bd096-af1c-b791-a117-24d43fb3dd46/WALs/f334e8b0fbdf,35279,1731306256845/f334e8b0fbdf%2C35279%2C1731306256845.1731306258442 not finished, retry = 0 2024-11-11T06:24:38,161 DEBUG [RS:0;f334e8b0fbdf:35279 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T06:24:38,161 INFO [RS:0;f334e8b0fbdf:35279 {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T06:24:38,161 INFO [RS:0;f334e8b0fbdf:35279 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T06:24:38,162 INFO [RS:0;f334e8b0fbdf:35279 {}] hbase.ChoreService(370): Chore service for: regionserver/f334e8b0fbdf:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-11T06:24:38,162 INFO [RS:0;f334e8b0fbdf:35279 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T06:24:38,162 INFO [regionserver/f334e8b0fbdf:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T06:24:38,162 INFO [RS:0;f334e8b0fbdf:35279 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-f334e8b0fbdf,35279,1731306256845 because: Region server is closing 2024-11-11T06:24:38,162 INFO [RS:0;f334e8b0fbdf:35279 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f334e8b0fbdf:35279. 2024-11-11T06:24:38,162 DEBUG [RS:0;f334e8b0fbdf:35279 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T06:24:38,162 DEBUG [RS:0;f334e8b0fbdf:35279 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T06:24:38,162 DEBUG [RS:0;f334e8b0fbdf:35279 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T06:24:38,162 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T06:24:38,263 INFO [RS:0;f334e8b0fbdf:35279 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,35279,1731306256845.replicationSource.shipperf334e8b0fbdf%2C35279%2C1731306256845,1-f334e8b0fbdf,35279,1731306256845 terminated 2024-11-11T06:24:38,263 WARN [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,35279,1731306256845.replicationSource.wal-reader.f334e8b0fbdf%2C35279%2C1731306256845,1-f334e8b0fbdf,35279,1731306256845 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-11T06:24:38,263 INFO [RS:0;f334e8b0fbdf:35279 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f334e8b0fbdf:35279. 2024-11-11T06:24:38,263 DEBUG [RS:0;f334e8b0fbdf:35279 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T06:24:38,263 DEBUG [RS:0;f334e8b0fbdf:35279 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T06:24:38,263 DEBUG [RS:0;f334e8b0fbdf:35279 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T06:24:38,263 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T06:24:38,264 INFO [RS:0;f334e8b0fbdf:35279 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35279 2024-11-11T06:24:38,266 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35279-0x10105b2c3630007, quorum=127.0.0.1:57559, baseZNode=/2-1848316247 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1848316247/rs/f334e8b0fbdf,35279,1731306256845 2024-11-11T06:24:38,266 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39967-0x10105b2c3630006, quorum=127.0.0.1:57559, baseZNode=/2-1848316247 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1848316247/rs 2024-11-11T06:24:38,266 INFO [RS:0;f334e8b0fbdf:35279 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T06:24:38,267 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [f334e8b0fbdf,35279,1731306256845] 2024-11-11T06:24:38,268 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /2-1848316247/draining/f334e8b0fbdf,35279,1731306256845 already deleted, retry=false 2024-11-11T06:24:38,269 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; f334e8b0fbdf,35279,1731306256845 expired; onlineServers=0 2024-11-11T06:24:38,269 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'f334e8b0fbdf,39967,1731306256811' ***** 2024-11-11T06:24:38,269 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-11T06:24:38,269 INFO [M:0;f334e8b0fbdf:39967 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T06:24:38,269 INFO [M:0;f334e8b0fbdf:39967 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T06:24:38,269 DEBUG [M:0;f334e8b0fbdf:39967 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-11T06:24:38,269 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-11T06:24:38,269 DEBUG [M:0;f334e8b0fbdf:39967 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-11T06:24:38,269 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster-HFileCleaner.large.0-1731306258190 {}] cleaner.HFileCleaner(306): Exit Thread[master/f334e8b0fbdf:0:becomeActiveMaster-HFileCleaner.large.0-1731306258190,5,FailOnTimeoutGroup] 2024-11-11T06:24:38,269 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster-HFileCleaner.small.0-1731306258190 {}] cleaner.HFileCleaner(306): Exit Thread[master/f334e8b0fbdf:0:becomeActiveMaster-HFileCleaner.small.0-1731306258190,5,FailOnTimeoutGroup] 2024-11-11T06:24:38,269 INFO [M:0;f334e8b0fbdf:39967 {}] hbase.ChoreService(370): Chore service for: master/f334e8b0fbdf:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-11T06:24:38,269 INFO [M:0;f334e8b0fbdf:39967 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T06:24:38,269 DEBUG [M:0;f334e8b0fbdf:39967 {}] master.HMaster(1795): Stopping service threads 2024-11-11T06:24:38,269 INFO [M:0;f334e8b0fbdf:39967 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-11T06:24:38,270 INFO [M:0;f334e8b0fbdf:39967 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T06:24:38,270 INFO [M:0;f334e8b0fbdf:39967 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-11T06:24:38,270 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-11T06:24:38,270 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39967-0x10105b2c3630006, quorum=127.0.0.1:57559, baseZNode=/2-1848316247 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-1848316247/master 2024-11-11T06:24:38,270 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39967-0x10105b2c3630006, quorum=127.0.0.1:57559, baseZNode=/2-1848316247 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-1848316247 2024-11-11T06:24:38,271 DEBUG [M:0;f334e8b0fbdf:39967 {}] zookeeper.ZKUtil(347): master:39967-0x10105b2c3630006, quorum=127.0.0.1:57559, baseZNode=/2-1848316247 Unable to get data of znode /2-1848316247/master because node does not exist (not an error) 2024-11-11T06:24:38,271 WARN [M:0;f334e8b0fbdf:39967 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-11T06:24:38,271 INFO [M:0;f334e8b0fbdf:39967 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:44957/user/jenkins/test-data/7c9bd096-af1c-b791-a117-24d43fb3dd46/.lastflushedseqids 2024-11-11T06:24:38,275 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46137 is added to blk_1073741847_1023 (size=245) 2024-11-11T06:24:38,343 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,36519,1731306253243.replicationSource.wal-reader.f334e8b0fbdf%2C36519%2C1731306253243,1-f334e8b0fbdf,36519,1731306253243 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35725/user/jenkins/test-data/eac67004-e7e9-dab0-7ca2-a4c3fe090cc4/WALs/f334e8b0fbdf,36519,1731306253243/f334e8b0fbdf%2C36519%2C1731306253243.1731306255229 to pos 1189, reset compression=false 2024-11-11T06:24:38,367 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35279-0x10105b2c3630007, quorum=127.0.0.1:57559, baseZNode=/2-1848316247 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T06:24:38,367 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35279-0x10105b2c3630007, quorum=127.0.0.1:57559, baseZNode=/2-1848316247 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T06:24:38,367 INFO [RS:0;f334e8b0fbdf:35279 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T06:24:38,367 INFO [RS:0;f334e8b0fbdf:35279 {}] regionserver.HRegionServer(1031): Exiting; stopping=f334e8b0fbdf,35279,1731306256845; zookeeper connection closed. 2024-11-11T06:24:38,367 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3289b36e {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3289b36e 2024-11-11T06:24:38,368 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-11T06:24:38,675 INFO [M:0;f334e8b0fbdf:39967 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-11T06:24:38,675 INFO [M:0;f334e8b0fbdf:39967 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-11T06:24:38,676 DEBUG [M:0;f334e8b0fbdf:39967 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-11T06:24:38,676 INFO [M:0;f334e8b0fbdf:39967 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T06:24:38,676 DEBUG [M:0;f334e8b0fbdf:39967 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T06:24:38,676 DEBUG [M:0;f334e8b0fbdf:39967 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-11T06:24:38,676 DEBUG [M:0;f334e8b0fbdf:39967 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T06:24:38,676 INFO [M:0;f334e8b0fbdf:39967 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.51 KB heapSize=64.93 KB 2024-11-11T06:24:38,694 DEBUG [M:0;f334e8b0fbdf:39967 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44957/user/jenkins/test-data/7c9bd096-af1c-b791-a117-24d43fb3dd46/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8ba5ff155a6a4e418e810aee96b34601 is 82, key is hbase:meta,,1/info:regioninfo/1731306258978/Put/seqid=0 2024-11-11T06:24:38,698 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46137 is added to blk_1073741848_1024 (size=5672) 2024-11-11T06:24:38,698 INFO [M:0;f334e8b0fbdf:39967 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:44957/user/jenkins/test-data/7c9bd096-af1c-b791-a117-24d43fb3dd46/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8ba5ff155a6a4e418e810aee96b34601 2024-11-11T06:24:38,714 DEBUG [M:0;f334e8b0fbdf:39967 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44957/user/jenkins/test-data/7c9bd096-af1c-b791-a117-24d43fb3dd46/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6a4b09f5a69e47aaa00a2dec514c250f is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731306269027/Put/seqid=0 2024-11-11T06:24:38,717 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46137 is added to blk_1073741849_1025 (size=8517) 2024-11-11T06:24:38,718 INFO [M:0;f334e8b0fbdf:39967 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.96 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:44957/user/jenkins/test-data/7c9bd096-af1c-b791-a117-24d43fb3dd46/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6a4b09f5a69e47aaa00a2dec514c250f 2024-11-11T06:24:38,738 DEBUG [M:0;f334e8b0fbdf:39967 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44957/user/jenkins/test-data/7c9bd096-af1c-b791-a117-24d43fb3dd46/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3c7e6e02047042169a8daabb3ecdbf04 is 69, key is f334e8b0fbdf,35279,1731306256845/rs:state/1731306258283/Put/seqid=0 2024-11-11T06:24:38,741 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46137 is added to blk_1073741850_1026 (size=5156) 2024-11-11T06:24:38,972 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,41105,1731306249635.replicationSource.wal-reader.f334e8b0fbdf%2C41105%2C1731306249635,1-f334e8b0fbdf,41105,1731306249635 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35925/user/jenkins/test-data/a27919e7-367a-9678-6f20-da8773124b44/WALs/f334e8b0fbdf,41105,1731306249635/f334e8b0fbdf%2C41105%2C1731306249635.1731306251615 to pos 636, reset compression=false 2024-11-11T06:24:39,142 INFO [M:0;f334e8b0fbdf:39967 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:44957/user/jenkins/test-data/7c9bd096-af1c-b791-a117-24d43fb3dd46/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3c7e6e02047042169a8daabb3ecdbf04 2024-11-11T06:24:39,146 DEBUG [M:0;f334e8b0fbdf:39967 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44957/user/jenkins/test-data/7c9bd096-af1c-b791-a117-24d43fb3dd46/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8ba5ff155a6a4e418e810aee96b34601 as hdfs://localhost:44957/user/jenkins/test-data/7c9bd096-af1c-b791-a117-24d43fb3dd46/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/8ba5ff155a6a4e418e810aee96b34601 2024-11-11T06:24:39,147 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,36519,1731306253243.replicationSource.wal-reader.f334e8b0fbdf%2C36519%2C1731306253243,1-f334e8b0fbdf,36519,1731306253243 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35725/user/jenkins/test-data/eac67004-e7e9-dab0-7ca2-a4c3fe090cc4/WALs/f334e8b0fbdf,36519,1731306253243/f334e8b0fbdf%2C36519%2C1731306253243.1731306255229 to pos 1189, reset compression=false 2024-11-11T06:24:39,149 INFO [M:0;f334e8b0fbdf:39967 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44957/user/jenkins/test-data/7c9bd096-af1c-b791-a117-24d43fb3dd46/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/8ba5ff155a6a4e418e810aee96b34601, entries=8, sequenceid=97, filesize=5.5 K 2024-11-11T06:24:39,150 DEBUG [M:0;f334e8b0fbdf:39967 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44957/user/jenkins/test-data/7c9bd096-af1c-b791-a117-24d43fb3dd46/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/6a4b09f5a69e47aaa00a2dec514c250f as hdfs://localhost:44957/user/jenkins/test-data/7c9bd096-af1c-b791-a117-24d43fb3dd46/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/6a4b09f5a69e47aaa00a2dec514c250f 2024-11-11T06:24:39,153 INFO [M:0;f334e8b0fbdf:39967 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44957/user/jenkins/test-data/7c9bd096-af1c-b791-a117-24d43fb3dd46/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/6a4b09f5a69e47aaa00a2dec514c250f, entries=11, sequenceid=97, filesize=8.3 K 2024-11-11T06:24:39,153 DEBUG [M:0;f334e8b0fbdf:39967 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44957/user/jenkins/test-data/7c9bd096-af1c-b791-a117-24d43fb3dd46/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3c7e6e02047042169a8daabb3ecdbf04 as hdfs://localhost:44957/user/jenkins/test-data/7c9bd096-af1c-b791-a117-24d43fb3dd46/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/3c7e6e02047042169a8daabb3ecdbf04 2024-11-11T06:24:39,156 INFO [M:0;f334e8b0fbdf:39967 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44957/user/jenkins/test-data/7c9bd096-af1c-b791-a117-24d43fb3dd46/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/3c7e6e02047042169a8daabb3ecdbf04, entries=1, sequenceid=97, filesize=5.0 K 2024-11-11T06:24:39,157 INFO [M:0;f334e8b0fbdf:39967 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 481ms, sequenceid=97, compaction requested=false 2024-11-11T06:24:39,158 INFO [M:0;f334e8b0fbdf:39967 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T06:24:39,158 DEBUG [M:0;f334e8b0fbdf:39967 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731306278676Disabling compacts and flushes for region at 1731306278676Disabling writes for close at 1731306278676Obtaining lock to block concurrent updates at 1731306278676Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731306278676Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56847, getHeapSize=66424, getOffHeapSize=0, getCellsCount=114 at 1731306278676Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731306278677 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731306278677Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731306278694 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731306278694Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731306278701 (+7 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731306278714 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731306278714Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731306278721 (+7 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731306278737 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731306278737Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2cff610f: reopening flushed file at 1731306279145 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@58aedac0: reopening flushed file at 1731306279149 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@45c5f9e: reopening flushed file at 1731306279153 (+4 ms)Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 481ms, sequenceid=97, compaction requested=false at 1731306279157 (+4 ms)Writing region close event to WAL at 1731306279158 (+1 ms)Closed at 1731306279158 2024-11-11T06:24:39,160 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46137 is added to blk_1073741830_1006 (size=63666) 2024-11-11T06:24:39,160 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/7c9bd096-af1c-b791-a117-24d43fb3dd46/MasterData/WALs/f334e8b0fbdf,39967,1731306256811/f334e8b0fbdf%2C39967%2C1731306256811.1731306258122 not finished, retry = 0 2024-11-11T06:24:39,169 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-11T06:24:39,261 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T06:24:39,261 INFO [M:0;f334e8b0fbdf:39967 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-11T06:24:39,261 INFO [M:0;f334e8b0fbdf:39967 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39967 2024-11-11T06:24:39,261 INFO [M:0;f334e8b0fbdf:39967 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T06:24:39,363 INFO [M:0;f334e8b0fbdf:39967 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T06:24:39,363 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39967-0x10105b2c3630006, quorum=127.0.0.1:57559, baseZNode=/2-1848316247 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T06:24:39,363 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39967-0x10105b2c3630006, quorum=127.0.0.1:57559, baseZNode=/2-1848316247 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T06:24:39,366 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2869bb6{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T06:24:39,366 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3943b002{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T06:24:39,366 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T06:24:39,366 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7e2b5461{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T06:24:39,366 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@30e22cab{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4eb19c09-94dc-35f8-8d79-bdb806f64bec/hadoop.log.dir/,STOPPED} 2024-11-11T06:24:39,368 WARN [BP-1512107205-172.17.0.2-1731306256302 heartbeating to localhost/127.0.0.1:44957 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-11T06:24:39,368 WARN [BP-1512107205-172.17.0.2-1731306256302 heartbeating to localhost/127.0.0.1:44957 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1512107205-172.17.0.2-1731306256302 (Datanode Uuid 5b68cead-906e-4921-9840-fad4112be66f) service to localhost/127.0.0.1:44957 2024-11-11T06:24:39,368 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-11T06:24:39,368 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-11T06:24:39,369 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4eb19c09-94dc-35f8-8d79-bdb806f64bec/cluster_af2b137d-fa0c-df4a-2672-39fb67b2f18a/data/data1/current/BP-1512107205-172.17.0.2-1731306256302 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T06:24:39,369 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4eb19c09-94dc-35f8-8d79-bdb806f64bec/cluster_af2b137d-fa0c-df4a-2672-39fb67b2f18a/data/data2/current/BP-1512107205-172.17.0.2-1731306256302 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T06:24:39,369 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-11T06:24:39,376 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2579cfe1{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-11T06:24:39,377 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1180311d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T06:24:39,377 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T06:24:39,377 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4ba1728d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T06:24:39,377 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@57e2807f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4eb19c09-94dc-35f8-8d79-bdb806f64bec/hadoop.log.dir/,STOPPED} 2024-11-11T06:24:39,389 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-11T06:24:39,389 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-11T06:24:39,389 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T06:24:39,389 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T06:24:39,389 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T06:24:39,390 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T06:24:39,390 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T06:24:39,390 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-11T06:24:39,390 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1395800545, stopped=false 2024-11-11T06:24:39,390 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=f334e8b0fbdf,46543,1731306253203 2024-11-11T06:24:39,391 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46543-0x10105b2c3630003, quorum=127.0.0.1:57559, baseZNode=/11501614498 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11501614498/running 2024-11-11T06:24:39,391 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36519-0x10105b2c3630004, quorum=127.0.0.1:57559, baseZNode=/11501614498 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11501614498/running 2024-11-11T06:24:39,391 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46543-0x10105b2c3630003, quorum=127.0.0.1:57559, baseZNode=/11501614498 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11501614498 2024-11-11T06:24:39,391 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36519-0x10105b2c3630004, quorum=127.0.0.1:57559, baseZNode=/11501614498 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11501614498 2024-11-11T06:24:39,391 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T06:24:39,392 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T06:24:39,392 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T06:24:39,392 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T06:24:39,392 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'f334e8b0fbdf,36519,1731306253243' ***** 2024-11-11T06:24:39,392 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-11T06:24:39,392 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36519-0x10105b2c3630004, quorum=127.0.0.1:57559, baseZNode=/11501614498 Set watcher on znode that does not yet exist, /11501614498/running 2024-11-11T06:24:39,393 INFO [RS:0;f334e8b0fbdf:36519 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-11T06:24:39,393 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-11T06:24:39,393 INFO [RS:0;f334e8b0fbdf:36519 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-11T06:24:39,393 INFO [RS:0;f334e8b0fbdf:36519 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-11T06:24:39,393 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:46543-0x10105b2c3630003, quorum=127.0.0.1:57559, baseZNode=/11501614498 Set watcher on znode that does not yet exist, /11501614498/running 2024-11-11T06:24:39,393 INFO [RS:0;f334e8b0fbdf:36519 {}] regionserver.HRegionServer(3091): Received CLOSE for 6217c24b1234e657965841f4f4ffdef7 2024-11-11T06:24:39,394 INFO [RS:0;f334e8b0fbdf:36519 {}] regionserver.HRegionServer(3091): Received CLOSE for 05063b61b5c8545ca7c3033407e468aa 2024-11-11T06:24:39,394 INFO [RS:0;f334e8b0fbdf:36519 {}] regionserver.HRegionServer(959): stopping server f334e8b0fbdf,36519,1731306253243 2024-11-11T06:24:39,394 INFO [RS:0;f334e8b0fbdf:36519 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T06:24:39,394 INFO [RS:0;f334e8b0fbdf:36519 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f334e8b0fbdf:36519. 2024-11-11T06:24:39,394 DEBUG [RS:0;f334e8b0fbdf:36519 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T06:24:39,394 DEBUG [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 6217c24b1234e657965841f4f4ffdef7, disabling compactions & flushes 2024-11-11T06:24:39,394 DEBUG [RS:0;f334e8b0fbdf:36519 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T06:24:39,394 INFO [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731306265694.6217c24b1234e657965841f4f4ffdef7. 2024-11-11T06:24:39,394 DEBUG [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731306265694.6217c24b1234e657965841f4f4ffdef7. 2024-11-11T06:24:39,394 DEBUG [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731306265694.6217c24b1234e657965841f4f4ffdef7. after waiting 0 ms 2024-11-11T06:24:39,394 DEBUG [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731306265694.6217c24b1234e657965841f4f4ffdef7. 2024-11-11T06:24:39,394 INFO [RS:0;f334e8b0fbdf:36519 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-11T06:24:39,394 INFO [RS:0;f334e8b0fbdf:36519 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-11T06:24:39,394 INFO [RS:0;f334e8b0fbdf:36519 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-11T06:24:39,394 INFO [RS:0;f334e8b0fbdf:36519 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-11T06:24:39,394 INFO [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 6217c24b1234e657965841f4f4ffdef7 3/3 column families, dataSize=1.16 KB heapSize=2.50 KB 2024-11-11T06:24:39,394 INFO [RS:0;f334e8b0fbdf:36519 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-11T06:24:39,394 DEBUG [RS:0;f334e8b0fbdf:36519 {}] regionserver.HRegionServer(1325): Online Regions={6217c24b1234e657965841f4f4ffdef7=hbase:replication,,1731306265694.6217c24b1234e657965841f4f4ffdef7., 1588230740=hbase:meta,,1.1588230740, 05063b61b5c8545ca7c3033407e468aa=test,,1731306260232.05063b61b5c8545ca7c3033407e468aa.} 2024-11-11T06:24:39,394 DEBUG [RS:0;f334e8b0fbdf:36519 {}] regionserver.HRegionServer(1351): Waiting on 05063b61b5c8545ca7c3033407e468aa, 1588230740, 6217c24b1234e657965841f4f4ffdef7 2024-11-11T06:24:39,394 DEBUG [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-11T06:24:39,394 INFO [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-11T06:24:39,394 DEBUG [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-11T06:24:39,394 DEBUG [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-11T06:24:39,394 DEBUG [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-11T06:24:39,394 INFO [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-11T06:24:39,409 DEBUG [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35725/user/jenkins/test-data/eac67004-e7e9-dab0-7ca2-a4c3fe090cc4/data/hbase/meta/1588230740/.tmp/info/af244dca0c9a4d2cac7a0f6d97b1f79a is 147, key is hbase:replication,,1731306265694.6217c24b1234e657965841f4f4ffdef7./info:regioninfo/1731306266853/Put/seqid=0 2024-11-11T06:24:39,412 DEBUG [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35725/user/jenkins/test-data/eac67004-e7e9-dab0-7ca2-a4c3fe090cc4/data/hbase/replication/6217c24b1234e657965841f4f4ffdef7/.tmp/queue/3659bec28aaa4035847456e8fb9d4979 is 154, key is 1-f334e8b0fbdf,36519,1731306253243/queue:f334e8b0fbdf%2C36519%2C1731306253243/1731306275625/Put/seqid=0 2024-11-11T06:24:39,412 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36581 is added to blk_1073741840_1016 (size=7686) 2024-11-11T06:24:39,414 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36581 is added to blk_1073741841_1017 (size=5353) 2024-11-11T06:24:39,416 INFO [regionserver/f334e8b0fbdf:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T06:24:39,594 DEBUG [RS:0;f334e8b0fbdf:36519 {}] regionserver.HRegionServer(1351): Waiting on 05063b61b5c8545ca7c3033407e468aa, 1588230740, 6217c24b1234e657965841f4f4ffdef7 2024-11-11T06:24:39,794 DEBUG [RS:0;f334e8b0fbdf:36519 {}] regionserver.HRegionServer(1351): Waiting on 05063b61b5c8545ca7c3033407e468aa, 1588230740, 6217c24b1234e657965841f4f4ffdef7 2024-11-11T06:24:39,813 INFO [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35725/user/jenkins/test-data/eac67004-e7e9-dab0-7ca2-a4c3fe090cc4/data/hbase/meta/1588230740/.tmp/info/af244dca0c9a4d2cac7a0f6d97b1f79a 2024-11-11T06:24:39,815 INFO [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.16 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:35725/user/jenkins/test-data/eac67004-e7e9-dab0-7ca2-a4c3fe090cc4/data/hbase/replication/6217c24b1234e657965841f4f4ffdef7/.tmp/queue/3659bec28aaa4035847456e8fb9d4979 2024-11-11T06:24:39,819 DEBUG [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35725/user/jenkins/test-data/eac67004-e7e9-dab0-7ca2-a4c3fe090cc4/data/hbase/replication/6217c24b1234e657965841f4f4ffdef7/.tmp/queue/3659bec28aaa4035847456e8fb9d4979 as hdfs://localhost:35725/user/jenkins/test-data/eac67004-e7e9-dab0-7ca2-a4c3fe090cc4/data/hbase/replication/6217c24b1234e657965841f4f4ffdef7/queue/3659bec28aaa4035847456e8fb9d4979 2024-11-11T06:24:39,823 INFO [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35725/user/jenkins/test-data/eac67004-e7e9-dab0-7ca2-a4c3fe090cc4/data/hbase/replication/6217c24b1234e657965841f4f4ffdef7/queue/3659bec28aaa4035847456e8fb9d4979, entries=1, sequenceid=12, filesize=5.2 K 2024-11-11T06:24:39,824 INFO [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.16 KB/1192, heapSize ~1.98 KB/2032, currentSize=0 B/0 for 6217c24b1234e657965841f4f4ffdef7 in 430ms, sequenceid=12, compaction requested=false 2024-11-11T06:24:39,826 DEBUG [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35725/user/jenkins/test-data/eac67004-e7e9-dab0-7ca2-a4c3fe090cc4/data/hbase/replication/6217c24b1234e657965841f4f4ffdef7/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-11T06:24:39,827 DEBUG [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-11T06:24:39,827 DEBUG [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-11T06:24:39,827 INFO [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731306265694.6217c24b1234e657965841f4f4ffdef7. 2024-11-11T06:24:39,827 DEBUG [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 6217c24b1234e657965841f4f4ffdef7: Waiting for close lock at 1731306279394Running coprocessor pre-close hooks at 1731306279394Disabling compacts and flushes for region at 1731306279394Disabling writes for close at 1731306279394Obtaining lock to block concurrent updates at 1731306279394Preparing flush snapshotting stores in 6217c24b1234e657965841f4f4ffdef7 at 1731306279394Finished memstore snapshotting hbase:replication,,1731306265694.6217c24b1234e657965841f4f4ffdef7., syncing WAL and waiting on mvcc, flushsize=dataSize=1192, getHeapSize=2512, getOffHeapSize=0, getCellsCount=8 at 1731306279394Flushing stores of hbase:replication,,1731306265694.6217c24b1234e657965841f4f4ffdef7. at 1731306279395 (+1 ms)Flushing 6217c24b1234e657965841f4f4ffdef7/queue: creating writer at 1731306279395Flushing 6217c24b1234e657965841f4f4ffdef7/queue: appending metadata at 1731306279411 (+16 ms)Flushing 6217c24b1234e657965841f4f4ffdef7/queue: closing flushed file at 1731306279411Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4e4cd24c: reopening flushed file at 1731306279819 (+408 ms)Finished flush of dataSize ~1.16 KB/1192, heapSize ~1.98 KB/2032, currentSize=0 B/0 for 6217c24b1234e657965841f4f4ffdef7 in 430ms, sequenceid=12, compaction requested=false at 1731306279824 (+5 ms)Writing region close event to WAL at 1731306279824Running coprocessor post-close hooks at 1731306279827 (+3 ms)Closed at 1731306279827 2024-11-11T06:24:39,827 DEBUG [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731306265694.6217c24b1234e657965841f4f4ffdef7. 2024-11-11T06:24:39,827 DEBUG [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 05063b61b5c8545ca7c3033407e468aa, disabling compactions & flushes 2024-11-11T06:24:39,827 INFO [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731306260232.05063b61b5c8545ca7c3033407e468aa. 2024-11-11T06:24:39,827 DEBUG [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731306260232.05063b61b5c8545ca7c3033407e468aa. 2024-11-11T06:24:39,827 DEBUG [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731306260232.05063b61b5c8545ca7c3033407e468aa. after waiting 0 ms 2024-11-11T06:24:39,827 DEBUG [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731306260232.05063b61b5c8545ca7c3033407e468aa. 2024-11-11T06:24:39,827 INFO [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 05063b61b5c8545ca7c3033407e468aa 3/3 column families, dataSize=276 B heapSize=1.77 KB 2024-11-11T06:24:39,834 DEBUG [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35725/user/jenkins/test-data/eac67004-e7e9-dab0-7ca2-a4c3fe090cc4/data/hbase/meta/1588230740/.tmp/ns/f8ccb0d1fe10437c9abb3c69e76365f6 is 43, key is default/ns:d/1731306256174/Put/seqid=0 2024-11-11T06:24:39,838 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36581 is added to blk_1073741842_1018 (size=5153) 2024-11-11T06:24:39,843 DEBUG [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35725/user/jenkins/test-data/eac67004-e7e9-dab0-7ca2-a4c3fe090cc4/data/default/test/05063b61b5c8545ca7c3033407e468aa/.tmp/f/2d618283070c402da13ae7efbfa9ac4b is 29, key is row1/f:/1731306274031/DeleteFamily/seqid=0 2024-11-11T06:24:39,846 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36581 is added to blk_1073741843_1019 (size=5152) 2024-11-11T06:24:39,995 DEBUG [RS:0;f334e8b0fbdf:36519 {}] regionserver.HRegionServer(1351): Waiting on 05063b61b5c8545ca7c3033407e468aa, 1588230740 2024-11-11T06:24:40,050 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,36519,1731306253243.replicationSource.wal-reader.f334e8b0fbdf%2C36519%2C1731306253243,1-f334e8b0fbdf,36519,1731306253243 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35725/user/jenkins/test-data/eac67004-e7e9-dab0-7ca2-a4c3fe090cc4/WALs/f334e8b0fbdf,36519,1731306253243/f334e8b0fbdf%2C36519%2C1731306253243.1731306255229 to pos 1189, reset compression=false 2024-11-11T06:24:40,054 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,36519,1731306253243.replicationSource.wal-reader.f334e8b0fbdf%2C36519%2C1731306253243,1-f334e8b0fbdf,36519,1731306253243 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-11T06:24:40,054 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,36519,1731306253243.replicationSource.wal-reader.f334e8b0fbdf%2C36519%2C1731306253243,1-f334e8b0fbdf,36519,1731306253243 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35725/user/jenkins/test-data/eac67004-e7e9-dab0-7ca2-a4c3fe090cc4/WALs/f334e8b0fbdf,36519,1731306253243/f334e8b0fbdf%2C36519%2C1731306253243.1731306255229 to pos 1436, reset compression=false 2024-11-11T06:24:40,054 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,36519,1731306253243.replicationSource.shipperf334e8b0fbdf%2C36519%2C1731306253243,1-f334e8b0fbdf,36519,1731306253243 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f334e8b0fbdf,36519,1731306253243 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35725/user/jenkins/test-data/eac67004-e7e9-dab0-7ca2-a4c3fe090cc4/WALs/f334e8b0fbdf,36519,1731306253243/f334e8b0fbdf%2C36519%2C1731306253243.1731306255229, lastWalPosition=1436, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-11T06:24:40,055 ERROR [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,36519,1731306253243.replicationSource.shipperf334e8b0fbdf%2C36519%2C1731306253243,1-f334e8b0fbdf,36519,1731306253243 {}] regionserver.HRegionServer(2440): ***** ABORTING region server f334e8b0fbdf,36519,1731306253243: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-f334e8b0fbdf,36519,1731306253243, walGroup=f334e8b0fbdf%2C36519%2C1731306253243, offset=f334e8b0fbdf%2C36519%2C1731306253243.1731306255229:1436, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f334e8b0fbdf:36519 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor134.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-11T06:24:40,057 ERROR [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,36519,1731306253243.replicationSource.shipperf334e8b0fbdf%2C36519%2C1731306253243,1-f334e8b0fbdf,36519,1731306253243 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-11T06:24:40,057 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,36519,1731306253243.replicationSource.shipperf334e8b0fbdf%2C36519%2C1731306253243,1-f334e8b0fbdf,36519,1731306253243 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-11T06:24:40,058 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,36519,1731306253243.replicationSource.shipperf334e8b0fbdf%2C36519%2C1731306253243,1-f334e8b0fbdf,36519,1731306253243 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-11T06:24:40,058 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,36519,1731306253243.replicationSource.shipperf334e8b0fbdf%2C36519%2C1731306253243,1-f334e8b0fbdf,36519,1731306253243 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-11T06:24:40,058 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,36519,1731306253243.replicationSource.shipperf334e8b0fbdf%2C36519%2C1731306253243,1-f334e8b0fbdf,36519,1731306253243 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-11T06:24:40,058 INFO [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,36519,1731306253243.replicationSource.shipperf334e8b0fbdf%2C36519%2C1731306253243,1-f334e8b0fbdf,36519,1731306253243 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1363148800, "init": 1048576000, "max": 2306867200, "used": 891772728 }, "NonHeapMemoryUsage": { "committed": 206831616, "init": 7667712, "max": -1, "used": 202526864 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-11T06:24:40,058 WARN [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,36519,1731306253243.replicationSource.shipperf334e8b0fbdf%2C36519%2C1731306253243,1-f334e8b0fbdf,36519,1731306253243 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f334e8b0fbdf:46543 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f334e8b0fbdf:46543 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor134.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-11T06:24:40,075 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,41105,1731306249635.replicationSource.wal-reader.f334e8b0fbdf%2C41105%2C1731306249635,1-f334e8b0fbdf,41105,1731306249635 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35925/user/jenkins/test-data/a27919e7-367a-9678-6f20-da8773124b44/WALs/f334e8b0fbdf,41105,1731306249635/f334e8b0fbdf%2C41105%2C1731306249635.1731306251615 to pos 636, reset compression=false 2024-11-11T06:24:40,138 INFO [regionserver/f334e8b0fbdf:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-11T06:24:40,138 INFO [regionserver/f334e8b0fbdf:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-11T06:24:40,195 DEBUG [RS:0;f334e8b0fbdf:36519 {}] regionserver.HRegionServer(1351): Waiting on 05063b61b5c8545ca7c3033407e468aa, 1588230740 2024-11-11T06:24:40,238 INFO [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35725/user/jenkins/test-data/eac67004-e7e9-dab0-7ca2-a4c3fe090cc4/data/hbase/meta/1588230740/.tmp/ns/f8ccb0d1fe10437c9abb3c69e76365f6 2024-11-11T06:24:40,246 INFO [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:35725/user/jenkins/test-data/eac67004-e7e9-dab0-7ca2-a4c3fe090cc4/data/default/test/05063b61b5c8545ca7c3033407e468aa/.tmp/f/2d618283070c402da13ae7efbfa9ac4b 2024-11-11T06:24:40,250 INFO [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2d618283070c402da13ae7efbfa9ac4b 2024-11-11T06:24:40,256 DEBUG [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35725/user/jenkins/test-data/eac67004-e7e9-dab0-7ca2-a4c3fe090cc4/data/hbase/meta/1588230740/.tmp/rep_barrier/8b2fa29b0bea4c95979f7146244235a2 is 112, key is test,,1731306260232.05063b61b5c8545ca7c3033407e468aa./rep_barrier:seqnumDuringOpen/1731306261374/Put/seqid=0 2024-11-11T06:24:40,257 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,36519,1731306253243.replicationSource.wal-reader.f334e8b0fbdf%2C36519%2C1731306253243,1-f334e8b0fbdf,36519,1731306253243 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35725/user/jenkins/test-data/eac67004-e7e9-dab0-7ca2-a4c3fe090cc4/WALs/f334e8b0fbdf,36519,1731306253243/f334e8b0fbdf%2C36519%2C1731306253243.1731306255229 to pos 1436, reset compression=false 2024-11-11T06:24:40,261 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36581 is added to blk_1073741844_1020 (size=5518) 2024-11-11T06:24:40,263 DEBUG [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35725/user/jenkins/test-data/eac67004-e7e9-dab0-7ca2-a4c3fe090cc4/data/default/test/05063b61b5c8545ca7c3033407e468aa/.tmp/f1/2921de94cee14441a78394e2bd400c45 is 30, key is row1/f1:/1731306274031/DeleteFamily/seqid=0 2024-11-11T06:24:40,266 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36581 is added to blk_1073741845_1021 (size=5158) 2024-11-11T06:24:40,395 INFO [RS:0;f334e8b0fbdf:36519 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-11T06:24:40,395 DEBUG [RS:0;f334e8b0fbdf:36519 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 05063b61b5c8545ca7c3033407e468aa=test,,1731306260232.05063b61b5c8545ca7c3033407e468aa.} 2024-11-11T06:24:40,395 DEBUG [RS:0;f334e8b0fbdf:36519 {}] regionserver.HRegionServer(1351): Waiting on 05063b61b5c8545ca7c3033407e468aa, 1588230740 2024-11-11T06:24:40,565 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,36519,1731306253243.replicationSource.wal-reader.f334e8b0fbdf%2C36519%2C1731306253243,1-f334e8b0fbdf,36519,1731306253243 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35725/user/jenkins/test-data/eac67004-e7e9-dab0-7ca2-a4c3fe090cc4/WALs/f334e8b0fbdf,36519,1731306253243/f334e8b0fbdf%2C36519%2C1731306253243.1731306255229 to pos 1436, reset compression=false 2024-11-11T06:24:40,595 DEBUG [RS:0;f334e8b0fbdf:36519 {}] regionserver.HRegionServer(1351): Waiting on 05063b61b5c8545ca7c3033407e468aa, 1588230740 2024-11-11T06:24:40,662 INFO [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35725/user/jenkins/test-data/eac67004-e7e9-dab0-7ca2-a4c3fe090cc4/data/hbase/meta/1588230740/.tmp/rep_barrier/8b2fa29b0bea4c95979f7146244235a2 2024-11-11T06:24:40,666 INFO [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:35725/user/jenkins/test-data/eac67004-e7e9-dab0-7ca2-a4c3fe090cc4/data/default/test/05063b61b5c8545ca7c3033407e468aa/.tmp/f1/2921de94cee14441a78394e2bd400c45 2024-11-11T06:24:40,669 INFO [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2921de94cee14441a78394e2bd400c45 2024-11-11T06:24:40,682 DEBUG [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35725/user/jenkins/test-data/eac67004-e7e9-dab0-7ca2-a4c3fe090cc4/data/default/test/05063b61b5c8545ca7c3033407e468aa/.tmp/norep/f94fef4a30274b75b244fc1e645589a9 is 33, key is row1/norep:/1731306274031/DeleteFamily/seqid=0 2024-11-11T06:24:40,683 DEBUG [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35725/user/jenkins/test-data/eac67004-e7e9-dab0-7ca2-a4c3fe090cc4/data/hbase/meta/1588230740/.tmp/table/2c9638e20b6d494da4576593b2f47394 is 53, key is hbase:replication/table:state/1731306266859/Put/seqid=0 2024-11-11T06:24:40,686 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36581 is added to blk_1073741846_1022 (size=5108) 2024-11-11T06:24:40,686 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36581 is added to blk_1073741847_1023 (size=5308) 2024-11-11T06:24:40,688 INFO [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35725/user/jenkins/test-data/eac67004-e7e9-dab0-7ca2-a4c3fe090cc4/data/hbase/meta/1588230740/.tmp/table/2c9638e20b6d494da4576593b2f47394 2024-11-11T06:24:40,692 DEBUG [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35725/user/jenkins/test-data/eac67004-e7e9-dab0-7ca2-a4c3fe090cc4/data/hbase/meta/1588230740/.tmp/info/af244dca0c9a4d2cac7a0f6d97b1f79a as hdfs://localhost:35725/user/jenkins/test-data/eac67004-e7e9-dab0-7ca2-a4c3fe090cc4/data/hbase/meta/1588230740/info/af244dca0c9a4d2cac7a0f6d97b1f79a 2024-11-11T06:24:40,695 INFO [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35725/user/jenkins/test-data/eac67004-e7e9-dab0-7ca2-a4c3fe090cc4/data/hbase/meta/1588230740/info/af244dca0c9a4d2cac7a0f6d97b1f79a, entries=20, sequenceid=16, filesize=7.5 K 2024-11-11T06:24:40,695 DEBUG [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35725/user/jenkins/test-data/eac67004-e7e9-dab0-7ca2-a4c3fe090cc4/data/hbase/meta/1588230740/.tmp/ns/f8ccb0d1fe10437c9abb3c69e76365f6 as hdfs://localhost:35725/user/jenkins/test-data/eac67004-e7e9-dab0-7ca2-a4c3fe090cc4/data/hbase/meta/1588230740/ns/f8ccb0d1fe10437c9abb3c69e76365f6 2024-11-11T06:24:40,698 INFO [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35725/user/jenkins/test-data/eac67004-e7e9-dab0-7ca2-a4c3fe090cc4/data/hbase/meta/1588230740/ns/f8ccb0d1fe10437c9abb3c69e76365f6, entries=2, sequenceid=16, filesize=5.0 K 2024-11-11T06:24:40,699 DEBUG [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35725/user/jenkins/test-data/eac67004-e7e9-dab0-7ca2-a4c3fe090cc4/data/hbase/meta/1588230740/.tmp/rep_barrier/8b2fa29b0bea4c95979f7146244235a2 as hdfs://localhost:35725/user/jenkins/test-data/eac67004-e7e9-dab0-7ca2-a4c3fe090cc4/data/hbase/meta/1588230740/rep_barrier/8b2fa29b0bea4c95979f7146244235a2 2024-11-11T06:24:40,701 INFO [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35725/user/jenkins/test-data/eac67004-e7e9-dab0-7ca2-a4c3fe090cc4/data/hbase/meta/1588230740/rep_barrier/8b2fa29b0bea4c95979f7146244235a2, entries=1, sequenceid=16, filesize=5.4 K 2024-11-11T06:24:40,702 DEBUG [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35725/user/jenkins/test-data/eac67004-e7e9-dab0-7ca2-a4c3fe090cc4/data/hbase/meta/1588230740/.tmp/table/2c9638e20b6d494da4576593b2f47394 as hdfs://localhost:35725/user/jenkins/test-data/eac67004-e7e9-dab0-7ca2-a4c3fe090cc4/data/hbase/meta/1588230740/table/2c9638e20b6d494da4576593b2f47394 2024-11-11T06:24:40,705 INFO [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35725/user/jenkins/test-data/eac67004-e7e9-dab0-7ca2-a4c3fe090cc4/data/hbase/meta/1588230740/table/2c9638e20b6d494da4576593b2f47394, entries=4, sequenceid=16, filesize=5.2 K 2024-11-11T06:24:40,706 INFO [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1311ms, sequenceid=16, compaction requested=false 2024-11-11T06:24:40,709 DEBUG [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35725/user/jenkins/test-data/eac67004-e7e9-dab0-7ca2-a4c3fe090cc4/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-11T06:24:40,710 DEBUG [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-11T06:24:40,710 DEBUG [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-11T06:24:40,710 INFO [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-11T06:24:40,710 DEBUG [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731306279394Running coprocessor pre-close hooks at 1731306279394Disabling compacts and flushes for region at 1731306279394Disabling writes for close at 1731306279394Obtaining lock to block concurrent updates at 1731306279394Preparing flush snapshotting stores in 1588230740 at 1731306279394Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731306279395 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1731306279395Flushing 1588230740/info: creating writer at 1731306279395Flushing 1588230740/info: appending metadata at 1731306279408 (+13 ms)Flushing 1588230740/info: closing flushed file at 1731306279408Flushing 1588230740/ns: creating writer at 1731306279817 (+409 ms)Flushing 1588230740/ns: appending metadata at 1731306279834 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1731306279834Flushing 1588230740/rep_barrier: creating writer at 1731306280242 (+408 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731306280256 (+14 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731306280256Flushing 1588230740/table: creating writer at 1731306280666 (+410 ms)Flushing 1588230740/table: appending metadata at 1731306280682 (+16 ms)Flushing 1588230740/table: closing flushed file at 1731306280682Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7e426dce: reopening flushed file at 1731306280691 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4aa0ac0d: reopening flushed file at 1731306280695 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@38b2fb42: reopening flushed file at 1731306280698 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@37c8f701: reopening flushed file at 1731306280701 (+3 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1311ms, sequenceid=16, compaction requested=false at 1731306280706 (+5 ms)Writing region close event to WAL at 1731306280707 (+1 ms)Running coprocessor post-close hooks at 1731306280710 (+3 ms)Closed at 1731306280710 2024-11-11T06:24:40,710 DEBUG [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-11T06:24:40,795 DEBUG [RS:0;f334e8b0fbdf:36519 {}] regionserver.HRegionServer(1351): Waiting on 05063b61b5c8545ca7c3033407e468aa 2024-11-11T06:24:40,969 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,36519,1731306253243.replicationSource.wal-reader.f334e8b0fbdf%2C36519%2C1731306253243,1-f334e8b0fbdf,36519,1731306253243 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35725/user/jenkins/test-data/eac67004-e7e9-dab0-7ca2-a4c3fe090cc4/WALs/f334e8b0fbdf,36519,1731306253243/f334e8b0fbdf%2C36519%2C1731306253243.1731306255229 to pos 1436, reset compression=false 2024-11-11T06:24:40,996 DEBUG [RS:0;f334e8b0fbdf:36519 {}] regionserver.HRegionServer(1351): Waiting on 05063b61b5c8545ca7c3033407e468aa 2024-11-11T06:24:41,086 INFO [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:35725/user/jenkins/test-data/eac67004-e7e9-dab0-7ca2-a4c3fe090cc4/data/default/test/05063b61b5c8545ca7c3033407e468aa/.tmp/norep/f94fef4a30274b75b244fc1e645589a9 2024-11-11T06:24:41,090 INFO [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f94fef4a30274b75b244fc1e645589a9 2024-11-11T06:24:41,091 DEBUG [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35725/user/jenkins/test-data/eac67004-e7e9-dab0-7ca2-a4c3fe090cc4/data/default/test/05063b61b5c8545ca7c3033407e468aa/.tmp/f/2d618283070c402da13ae7efbfa9ac4b as hdfs://localhost:35725/user/jenkins/test-data/eac67004-e7e9-dab0-7ca2-a4c3fe090cc4/data/default/test/05063b61b5c8545ca7c3033407e468aa/f/2d618283070c402da13ae7efbfa9ac4b 2024-11-11T06:24:41,094 INFO [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2d618283070c402da13ae7efbfa9ac4b 2024-11-11T06:24:41,094 INFO [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35725/user/jenkins/test-data/eac67004-e7e9-dab0-7ca2-a4c3fe090cc4/data/default/test/05063b61b5c8545ca7c3033407e468aa/f/2d618283070c402da13ae7efbfa9ac4b, entries=3, sequenceid=10, filesize=5.0 K 2024-11-11T06:24:41,095 DEBUG [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35725/user/jenkins/test-data/eac67004-e7e9-dab0-7ca2-a4c3fe090cc4/data/default/test/05063b61b5c8545ca7c3033407e468aa/.tmp/f1/2921de94cee14441a78394e2bd400c45 as hdfs://localhost:35725/user/jenkins/test-data/eac67004-e7e9-dab0-7ca2-a4c3fe090cc4/data/default/test/05063b61b5c8545ca7c3033407e468aa/f1/2921de94cee14441a78394e2bd400c45 2024-11-11T06:24:41,098 INFO [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 2921de94cee14441a78394e2bd400c45 2024-11-11T06:24:41,098 INFO [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35725/user/jenkins/test-data/eac67004-e7e9-dab0-7ca2-a4c3fe090cc4/data/default/test/05063b61b5c8545ca7c3033407e468aa/f1/2921de94cee14441a78394e2bd400c45, entries=3, sequenceid=10, filesize=5.0 K 2024-11-11T06:24:41,099 DEBUG [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35725/user/jenkins/test-data/eac67004-e7e9-dab0-7ca2-a4c3fe090cc4/data/default/test/05063b61b5c8545ca7c3033407e468aa/.tmp/norep/f94fef4a30274b75b244fc1e645589a9 as hdfs://localhost:35725/user/jenkins/test-data/eac67004-e7e9-dab0-7ca2-a4c3fe090cc4/data/default/test/05063b61b5c8545ca7c3033407e468aa/norep/f94fef4a30274b75b244fc1e645589a9 2024-11-11T06:24:41,102 INFO [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f94fef4a30274b75b244fc1e645589a9 2024-11-11T06:24:41,102 INFO [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35725/user/jenkins/test-data/eac67004-e7e9-dab0-7ca2-a4c3fe090cc4/data/default/test/05063b61b5c8545ca7c3033407e468aa/norep/f94fef4a30274b75b244fc1e645589a9, entries=1, sequenceid=10, filesize=5.0 K 2024-11-11T06:24:41,103 INFO [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 05063b61b5c8545ca7c3033407e468aa in 1276ms, sequenceid=10, compaction requested=false 2024-11-11T06:24:41,106 DEBUG [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35725/user/jenkins/test-data/eac67004-e7e9-dab0-7ca2-a4c3fe090cc4/data/default/test/05063b61b5c8545ca7c3033407e468aa/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-11T06:24:41,107 DEBUG [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-11T06:24:41,107 DEBUG [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-11T06:24:41,107 INFO [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731306260232.05063b61b5c8545ca7c3033407e468aa. 2024-11-11T06:24:41,107 DEBUG [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 05063b61b5c8545ca7c3033407e468aa: Waiting for close lock at 1731306279827Running coprocessor pre-close hooks at 1731306279827Disabling compacts and flushes for region at 1731306279827Disabling writes for close at 1731306279827Obtaining lock to block concurrent updates at 1731306279827Preparing flush snapshotting stores in 05063b61b5c8545ca7c3033407e468aa at 1731306279827Finished memstore snapshotting test,,1731306260232.05063b61b5c8545ca7c3033407e468aa., syncing WAL and waiting on mvcc, flushsize=dataSize=276, getHeapSize=1768, getOffHeapSize=0, getCellsCount=10 at 1731306279828 (+1 ms)Flushing stores of test,,1731306260232.05063b61b5c8545ca7c3033407e468aa. at 1731306279828Flushing 05063b61b5c8545ca7c3033407e468aa/f: creating writer at 1731306279828Flushing 05063b61b5c8545ca7c3033407e468aa/f: appending metadata at 1731306279842 (+14 ms)Flushing 05063b61b5c8545ca7c3033407e468aa/f: closing flushed file at 1731306279843 (+1 ms)Flushing 05063b61b5c8545ca7c3033407e468aa/f1: creating writer at 1731306280250 (+407 ms)Flushing 05063b61b5c8545ca7c3033407e468aa/f1: appending metadata at 1731306280263 (+13 ms)Flushing 05063b61b5c8545ca7c3033407e468aa/f1: closing flushed file at 1731306280263Flushing 05063b61b5c8545ca7c3033407e468aa/norep: creating writer at 1731306280669 (+406 ms)Flushing 05063b61b5c8545ca7c3033407e468aa/norep: appending metadata at 1731306280682 (+13 ms)Flushing 05063b61b5c8545ca7c3033407e468aa/norep: closing flushed file at 1731306280682Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@685c2fb1: reopening flushed file at 1731306281090 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7ee34474: reopening flushed file at 1731306281094 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3416f744: reopening flushed file at 1731306281098 (+4 ms)Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 05063b61b5c8545ca7c3033407e468aa in 1276ms, sequenceid=10, compaction requested=false at 1731306281103 (+5 ms)Writing region close event to WAL at 1731306281104 (+1 ms)Running coprocessor post-close hooks at 1731306281106 (+2 ms)Closed at 1731306281107 (+1 ms) 2024-11-11T06:24:41,107 DEBUG [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731306260232.05063b61b5c8545ca7c3033407e468aa. 2024-11-11T06:24:41,196 INFO [RS:0;f334e8b0fbdf:36519 {}] regionserver.HRegionServer(976): stopping server f334e8b0fbdf,36519,1731306253243; all regions closed. 2024-11-11T06:24:41,198 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36581 is added to blk_1073741834_1010 (size=4239) 2024-11-11T06:24:41,198 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/eac67004-e7e9-dab0-7ca2-a4c3fe090cc4/WALs/f334e8b0fbdf,36519,1731306253243/f334e8b0fbdf%2C36519%2C1731306253243.meta.1731306256136.meta not finished, retry = 0 2024-11-11T06:24:41,277 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,41105,1731306249635.replicationSource.wal-reader.f334e8b0fbdf%2C41105%2C1731306249635,1-f334e8b0fbdf,41105,1731306249635 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35925/user/jenkins/test-data/a27919e7-367a-9678-6f20-da8773124b44/WALs/f334e8b0fbdf,41105,1731306249635/f334e8b0fbdf%2C41105%2C1731306249635.1731306251615 to pos 636, reset compression=false 2024-11-11T06:24:41,300 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36581 is added to blk_1073741839_1015 (size=3114) 2024-11-11T06:24:41,300 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/eac67004-e7e9-dab0-7ca2-a4c3fe090cc4/WALs/f334e8b0fbdf,36519,1731306253243/f334e8b0fbdf%2C36519%2C1731306253243.rep.1731306266824 not finished, retry = 0 2024-11-11T06:24:41,403 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36581 is added to blk_1073741832_1008 (size=2088) 2024-11-11T06:24:41,403 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/eac67004-e7e9-dab0-7ca2-a4c3fe090cc4/WALs/f334e8b0fbdf,36519,1731306253243/f334e8b0fbdf%2C36519%2C1731306253243.1731306255229 not finished, retry = 0 2024-11-11T06:24:41,472 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,36519,1731306253243.replicationSource.wal-reader.f334e8b0fbdf%2C36519%2C1731306253243,1-f334e8b0fbdf,36519,1731306253243 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35725/user/jenkins/test-data/eac67004-e7e9-dab0-7ca2-a4c3fe090cc4/WALs/f334e8b0fbdf,36519,1731306253243/f334e8b0fbdf%2C36519%2C1731306253243.1731306255229 to pos 1436, reset compression=false 2024-11-11T06:24:41,504 DEBUG [RS:0;f334e8b0fbdf:36519 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T06:24:41,504 INFO [RS:0;f334e8b0fbdf:36519 {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T06:24:41,504 INFO [RS:0;f334e8b0fbdf:36519 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T06:24:41,504 INFO [RS:0;f334e8b0fbdf:36519 {}] hbase.ChoreService(370): Chore service for: regionserver/f334e8b0fbdf:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-11T06:24:41,504 INFO [RS:0;f334e8b0fbdf:36519 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T06:24:41,504 INFO [regionserver/f334e8b0fbdf:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T06:24:41,504 INFO [RS:0;f334e8b0fbdf:36519 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-f334e8b0fbdf,36519,1731306253243 because: Region server is closing 2024-11-11T06:24:41,504 INFO [RS:0;f334e8b0fbdf:36519 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f334e8b0fbdf:36519. 2024-11-11T06:24:41,505 DEBUG [RS:0;f334e8b0fbdf:36519 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T06:24:41,505 DEBUG [RS:0;f334e8b0fbdf:36519 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T06:24:41,505 DEBUG [RS:0;f334e8b0fbdf:36519 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T06:24:41,505 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,36519,1731306253243.replicationSource.wal-reader.f334e8b0fbdf%2C36519%2C1731306253243,1-f334e8b0fbdf,36519,1731306253243 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:35725/user/jenkins/test-data/eac67004-e7e9-dab0-7ca2-a4c3fe090cc4/WALs/f334e8b0fbdf,36519,1731306253243/f334e8b0fbdf%2C36519%2C1731306253243.1731306255229 2024-11-11T06:24:41,505 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T06:24:41,505 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,36519,1731306253243.replicationSource.wal-reader.f334e8b0fbdf%2C36519%2C1731306253243,1-f334e8b0fbdf,36519,1731306253243 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-11T06:24:41,605 INFO [RS:0;f334e8b0fbdf:36519 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,36519,1731306253243.replicationSource.shipperf334e8b0fbdf%2C36519%2C1731306253243,1-f334e8b0fbdf,36519,1731306253243 terminated 2024-11-11T06:24:41,605 INFO [RS:0;f334e8b0fbdf:36519 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f334e8b0fbdf:36519. 2024-11-11T06:24:41,605 DEBUG [RS:0;f334e8b0fbdf:36519 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T06:24:41,605 DEBUG [RS:0;f334e8b0fbdf:36519 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T06:24:41,605 DEBUG [RS:0;f334e8b0fbdf:36519 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T06:24:41,605 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T06:24:41,605 INFO [RS:0;f334e8b0fbdf:36519 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36519 2024-11-11T06:24:41,608 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36519-0x10105b2c3630004, quorum=127.0.0.1:57559, baseZNode=/11501614498 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11501614498/rs/f334e8b0fbdf,36519,1731306253243 2024-11-11T06:24:41,608 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46543-0x10105b2c3630003, quorum=127.0.0.1:57559, baseZNode=/11501614498 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11501614498/rs 2024-11-11T06:24:41,608 INFO [RS:0;f334e8b0fbdf:36519 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T06:24:41,612 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [f334e8b0fbdf,36519,1731306253243] 2024-11-11T06:24:41,613 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /11501614498/draining/f334e8b0fbdf,36519,1731306253243 already deleted, retry=false 2024-11-11T06:24:41,613 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; f334e8b0fbdf,36519,1731306253243 expired; onlineServers=0 2024-11-11T06:24:41,613 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'f334e8b0fbdf,46543,1731306253203' ***** 2024-11-11T06:24:41,613 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-11T06:24:41,614 INFO [M:0;f334e8b0fbdf:46543 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T06:24:41,614 INFO [M:0;f334e8b0fbdf:46543 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T06:24:41,614 DEBUG [M:0;f334e8b0fbdf:46543 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-11T06:24:41,614 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-11T06:24:41,614 DEBUG [M:0;f334e8b0fbdf:46543 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-11T06:24:41,614 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster-HFileCleaner.large.0-1731306254999 {}] cleaner.HFileCleaner(306): Exit Thread[master/f334e8b0fbdf:0:becomeActiveMaster-HFileCleaner.large.0-1731306254999,5,FailOnTimeoutGroup] 2024-11-11T06:24:41,614 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster-HFileCleaner.small.0-1731306254999 {}] cleaner.HFileCleaner(306): Exit Thread[master/f334e8b0fbdf:0:becomeActiveMaster-HFileCleaner.small.0-1731306254999,5,FailOnTimeoutGroup] 2024-11-11T06:24:41,614 INFO [M:0;f334e8b0fbdf:46543 {}] hbase.ChoreService(370): Chore service for: master/f334e8b0fbdf:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-11T06:24:41,614 INFO [M:0;f334e8b0fbdf:46543 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T06:24:41,614 DEBUG [M:0;f334e8b0fbdf:46543 {}] master.HMaster(1795): Stopping service threads 2024-11-11T06:24:41,614 INFO [M:0;f334e8b0fbdf:46543 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-11T06:24:41,614 INFO [M:0;f334e8b0fbdf:46543 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T06:24:41,614 INFO [M:0;f334e8b0fbdf:46543 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-11T06:24:41,615 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-11T06:24:41,615 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46543-0x10105b2c3630003, quorum=127.0.0.1:57559, baseZNode=/11501614498 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11501614498/master 2024-11-11T06:24:41,615 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46543-0x10105b2c3630003, quorum=127.0.0.1:57559, baseZNode=/11501614498 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11501614498 2024-11-11T06:24:41,615 DEBUG [M:0;f334e8b0fbdf:46543 {}] zookeeper.ZKUtil(347): master:46543-0x10105b2c3630003, quorum=127.0.0.1:57559, baseZNode=/11501614498 Unable to get data of znode /11501614498/master because node does not exist (not an error) 2024-11-11T06:24:41,615 WARN [M:0;f334e8b0fbdf:46543 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-11T06:24:41,616 INFO [M:0;f334e8b0fbdf:46543 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:35725/user/jenkins/test-data/eac67004-e7e9-dab0-7ca2-a4c3fe090cc4/.lastflushedseqids 2024-11-11T06:24:41,620 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36581 is added to blk_1073741848_1024 (size=245) 2024-11-11T06:24:41,712 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36519-0x10105b2c3630004, quorum=127.0.0.1:57559, baseZNode=/11501614498 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T06:24:41,712 INFO [RS:0;f334e8b0fbdf:36519 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T06:24:41,712 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36519-0x10105b2c3630004, quorum=127.0.0.1:57559, baseZNode=/11501614498 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T06:24:41,712 INFO [RS:0;f334e8b0fbdf:36519 {}] regionserver.HRegionServer(1031): Exiting; stopping=f334e8b0fbdf,36519,1731306253243; zookeeper connection closed. 2024-11-11T06:24:41,713 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3eb8cc82 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3eb8cc82 2024-11-11T06:24:41,713 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-11T06:24:41,950 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T06:24:41,951 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T06:24:41,951 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T06:24:41,951 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T06:24:41,951 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T06:24:41,951 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T06:24:41,976 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T06:24:41,976 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T06:24:41,977 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T06:24:41,977 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T06:24:41,977 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T06:24:41,977 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T06:24:41,981 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T06:24:41,983 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T06:24:41,984 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T06:24:41,985 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T06:24:42,020 INFO [M:0;f334e8b0fbdf:46543 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-11T06:24:42,020 INFO [M:0;f334e8b0fbdf:46543 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-11T06:24:42,021 DEBUG [M:0;f334e8b0fbdf:46543 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-11T06:24:42,021 INFO [M:0;f334e8b0fbdf:46543 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T06:24:42,021 DEBUG [M:0;f334e8b0fbdf:46543 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T06:24:42,021 DEBUG [M:0;f334e8b0fbdf:46543 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-11T06:24:42,021 DEBUG [M:0;f334e8b0fbdf:46543 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T06:24:42,021 INFO [M:0;f334e8b0fbdf:46543 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.51 KB heapSize=64.93 KB 2024-11-11T06:24:42,037 DEBUG [M:0;f334e8b0fbdf:46543 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35725/user/jenkins/test-data/eac67004-e7e9-dab0-7ca2-a4c3fe090cc4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b1e69ac439f44aaba5f51ff1e48462f5 is 82, key is hbase:meta,,1/info:regioninfo/1731306256164/Put/seqid=0 2024-11-11T06:24:42,041 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36581 is added to blk_1073741849_1025 (size=5672) 2024-11-11T06:24:42,041 INFO [M:0;f334e8b0fbdf:46543 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:35725/user/jenkins/test-data/eac67004-e7e9-dab0-7ca2-a4c3fe090cc4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b1e69ac439f44aaba5f51ff1e48462f5 2024-11-11T06:24:42,057 DEBUG [M:0;f334e8b0fbdf:46543 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35725/user/jenkins/test-data/eac67004-e7e9-dab0-7ca2-a4c3fe090cc4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/be368b3b5643440d935f541bea7e2ca1 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731306266861/Put/seqid=0 2024-11-11T06:24:42,060 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36581 is added to blk_1073741850_1026 (size=8517) 2024-11-11T06:24:42,461 INFO [M:0;f334e8b0fbdf:46543 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.96 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:35725/user/jenkins/test-data/eac67004-e7e9-dab0-7ca2-a4c3fe090cc4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/be368b3b5643440d935f541bea7e2ca1 2024-11-11T06:24:42,478 DEBUG [M:0;f334e8b0fbdf:46543 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35725/user/jenkins/test-data/eac67004-e7e9-dab0-7ca2-a4c3fe090cc4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/67f255daea3b4db68bfeecb30c5d847a is 69, key is f334e8b0fbdf,36519,1731306253243/rs:state/1731306255086/Put/seqid=0 2024-11-11T06:24:42,481 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36581 is added to blk_1073741851_1027 (size=5156) 2024-11-11T06:24:42,500 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-11T06:24:42,501 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T06:24:42,501 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T06:24:42,501 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T06:24:42,502 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T06:24:42,502 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T06:24:42,502 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T06:24:42,531 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T06:24:42,531 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T06:24:42,531 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T06:24:42,531 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T06:24:42,531 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T06:24:42,532 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T06:24:42,536 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T06:24:42,539 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T06:24:42,539 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T06:24:42,540 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T06:24:42,580 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,41105,1731306249635.replicationSource.wal-reader.f334e8b0fbdf%2C41105%2C1731306249635,1-f334e8b0fbdf,41105,1731306249635 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35925/user/jenkins/test-data/a27919e7-367a-9678-6f20-da8773124b44/WALs/f334e8b0fbdf,41105,1731306249635/f334e8b0fbdf%2C41105%2C1731306249635.1731306251615 to pos 636, reset compression=false 2024-11-11T06:24:42,791 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-11T06:24:42,882 INFO [M:0;f334e8b0fbdf:46543 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:35725/user/jenkins/test-data/eac67004-e7e9-dab0-7ca2-a4c3fe090cc4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/67f255daea3b4db68bfeecb30c5d847a 2024-11-11T06:24:42,886 DEBUG [M:0;f334e8b0fbdf:46543 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35725/user/jenkins/test-data/eac67004-e7e9-dab0-7ca2-a4c3fe090cc4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b1e69ac439f44aaba5f51ff1e48462f5 as hdfs://localhost:35725/user/jenkins/test-data/eac67004-e7e9-dab0-7ca2-a4c3fe090cc4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/b1e69ac439f44aaba5f51ff1e48462f5 2024-11-11T06:24:42,889 INFO [M:0;f334e8b0fbdf:46543 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35725/user/jenkins/test-data/eac67004-e7e9-dab0-7ca2-a4c3fe090cc4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/b1e69ac439f44aaba5f51ff1e48462f5, entries=8, sequenceid=97, filesize=5.5 K 2024-11-11T06:24:42,890 DEBUG [M:0;f334e8b0fbdf:46543 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35725/user/jenkins/test-data/eac67004-e7e9-dab0-7ca2-a4c3fe090cc4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/be368b3b5643440d935f541bea7e2ca1 as hdfs://localhost:35725/user/jenkins/test-data/eac67004-e7e9-dab0-7ca2-a4c3fe090cc4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/be368b3b5643440d935f541bea7e2ca1 2024-11-11T06:24:42,893 INFO [M:0;f334e8b0fbdf:46543 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35725/user/jenkins/test-data/eac67004-e7e9-dab0-7ca2-a4c3fe090cc4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/be368b3b5643440d935f541bea7e2ca1, entries=11, sequenceid=97, filesize=8.3 K 2024-11-11T06:24:42,893 DEBUG [M:0;f334e8b0fbdf:46543 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35725/user/jenkins/test-data/eac67004-e7e9-dab0-7ca2-a4c3fe090cc4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/67f255daea3b4db68bfeecb30c5d847a as hdfs://localhost:35725/user/jenkins/test-data/eac67004-e7e9-dab0-7ca2-a4c3fe090cc4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/67f255daea3b4db68bfeecb30c5d847a 2024-11-11T06:24:42,896 INFO [M:0;f334e8b0fbdf:46543 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35725/user/jenkins/test-data/eac67004-e7e9-dab0-7ca2-a4c3fe090cc4/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/67f255daea3b4db68bfeecb30c5d847a, entries=1, sequenceid=97, filesize=5.0 K 2024-11-11T06:24:42,897 INFO [M:0;f334e8b0fbdf:46543 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 876ms, sequenceid=97, compaction requested=false 2024-11-11T06:24:42,898 INFO [M:0;f334e8b0fbdf:46543 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T06:24:42,899 DEBUG [M:0;f334e8b0fbdf:46543 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731306282021Disabling compacts and flushes for region at 1731306282021Disabling writes for close at 1731306282021Obtaining lock to block concurrent updates at 1731306282021Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731306282021Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56847, getHeapSize=66424, getOffHeapSize=0, getCellsCount=114 at 1731306282021Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731306282022 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731306282022Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731306282037 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731306282037Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731306282044 (+7 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731306282057 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731306282057Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731306282464 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731306282477 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731306282477Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4eecade8: reopening flushed file at 1731306282885 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2e55fc84: reopening flushed file at 1731306282889 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2c34f1a8: reopening flushed file at 1731306282893 (+4 ms)Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 876ms, sequenceid=97, compaction requested=false at 1731306282897 (+4 ms)Writing region close event to WAL at 1731306282898 (+1 ms)Closed at 1731306282898 2024-11-11T06:24:42,904 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36581 is added to blk_1073741830_1006 (size=63666) 2024-11-11T06:24:42,904 INFO [M:0;f334e8b0fbdf:46543 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-11T06:24:42,904 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T06:24:42,904 INFO [M:0;f334e8b0fbdf:46543 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:46543 2024-11-11T06:24:42,905 INFO [M:0;f334e8b0fbdf:46543 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T06:24:43,007 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46543-0x10105b2c3630003, quorum=127.0.0.1:57559, baseZNode=/11501614498 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T06:24:43,007 INFO [M:0;f334e8b0fbdf:46543 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T06:24:43,007 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46543-0x10105b2c3630003, quorum=127.0.0.1:57559, baseZNode=/11501614498 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T06:24:43,010 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1ba2423e{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T06:24:43,010 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@61c82eeb{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T06:24:43,010 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T06:24:43,010 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1605efc2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T06:24:43,010 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4924268d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ac087d9c-85b5-e97b-d95c-8d4d38fb6690/hadoop.log.dir/,STOPPED} 2024-11-11T06:24:43,012 WARN [BP-793742067-172.17.0.2-1731306252290 heartbeating to localhost/127.0.0.1:35725 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-11T06:24:43,012 WARN [BP-793742067-172.17.0.2-1731306252290 heartbeating to localhost/127.0.0.1:35725 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-793742067-172.17.0.2-1731306252290 (Datanode Uuid b2be2507-b44f-42e7-80e9-95c097cf8f79) service to localhost/127.0.0.1:35725 2024-11-11T06:24:43,013 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ac087d9c-85b5-e97b-d95c-8d4d38fb6690/cluster_5b607b6d-917d-6091-8982-ebf4bfa481f3/data/data1/current/BP-793742067-172.17.0.2-1731306252290 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T06:24:43,013 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ac087d9c-85b5-e97b-d95c-8d4d38fb6690/cluster_5b607b6d-917d-6091-8982-ebf4bfa481f3/data/data2/current/BP-793742067-172.17.0.2-1731306252290 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T06:24:43,013 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-11T06:24:43,013 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-11T06:24:43,013 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-11T06:24:43,020 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@783d9914{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-11T06:24:43,020 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1f1d46b0{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T06:24:43,020 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T06:24:43,020 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@20521353{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T06:24:43,021 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@21996fb9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ac087d9c-85b5-e97b-d95c-8d4d38fb6690/hadoop.log.dir/,STOPPED} 2024-11-11T06:24:43,035 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-11T06:24:43,035 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-11T06:24:43,036 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T06:24:43,036 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T06:24:43,036 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T06:24:43,036 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T06:24:43,036 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T06:24:43,036 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-11T06:24:43,036 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=548309395, stopped=false 2024-11-11T06:24:43,036 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=f334e8b0fbdf,38435,1731306249580 2024-11-11T06:24:43,038 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41105-0x10105b2c3630001, quorum=127.0.0.1:57559, baseZNode=/01122334627 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01122334627/running 2024-11-11T06:24:43,038 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38435-0x10105b2c3630000, quorum=127.0.0.1:57559, baseZNode=/01122334627 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01122334627/running 2024-11-11T06:24:43,038 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41105-0x10105b2c3630001, quorum=127.0.0.1:57559, baseZNode=/01122334627 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01122334627 2024-11-11T06:24:43,038 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38435-0x10105b2c3630000, quorum=127.0.0.1:57559, baseZNode=/01122334627 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01122334627 2024-11-11T06:24:43,038 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T06:24:43,038 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T06:24:43,038 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T06:24:43,038 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T06:24:43,038 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'f334e8b0fbdf,41105,1731306249635' ***** 2024-11-11T06:24:43,038 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:38435-0x10105b2c3630000, quorum=127.0.0.1:57559, baseZNode=/01122334627 Set watcher on znode that does not yet exist, /01122334627/running 2024-11-11T06:24:43,038 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-11T06:24:43,039 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41105-0x10105b2c3630001, quorum=127.0.0.1:57559, baseZNode=/01122334627 Set watcher on znode that does not yet exist, /01122334627/running 2024-11-11T06:24:43,039 INFO [RS:0;f334e8b0fbdf:41105 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-11T06:24:43,039 INFO [RS:0;f334e8b0fbdf:41105 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-11T06:24:43,039 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-11T06:24:43,039 INFO [RS:0;f334e8b0fbdf:41105 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-11T06:24:43,039 INFO [RS:0;f334e8b0fbdf:41105 {}] regionserver.HRegionServer(3091): Received CLOSE for 6c1494f51baba2d88a0079c0eb463ba5 2024-11-11T06:24:43,040 INFO [RS:0;f334e8b0fbdf:41105 {}] regionserver.HRegionServer(3091): Received CLOSE for 6c165351d04d795ce416849646b2806a 2024-11-11T06:24:43,040 INFO [RS:0;f334e8b0fbdf:41105 {}] regionserver.HRegionServer(959): stopping server f334e8b0fbdf,41105,1731306249635 2024-11-11T06:24:43,040 INFO [RS:0;f334e8b0fbdf:41105 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T06:24:43,040 INFO [RS:0;f334e8b0fbdf:41105 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f334e8b0fbdf:41105. 2024-11-11T06:24:43,040 DEBUG [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 6c1494f51baba2d88a0079c0eb463ba5, disabling compactions & flushes 2024-11-11T06:24:43,040 DEBUG [RS:0;f334e8b0fbdf:41105 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T06:24:43,040 INFO [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731306264546.6c1494f51baba2d88a0079c0eb463ba5. 2024-11-11T06:24:43,040 DEBUG [RS:0;f334e8b0fbdf:41105 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T06:24:43,040 DEBUG [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731306264546.6c1494f51baba2d88a0079c0eb463ba5. 2024-11-11T06:24:43,040 DEBUG [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731306264546.6c1494f51baba2d88a0079c0eb463ba5. after waiting 0 ms 2024-11-11T06:24:43,040 DEBUG [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731306264546.6c1494f51baba2d88a0079c0eb463ba5. 2024-11-11T06:24:43,040 INFO [RS:0;f334e8b0fbdf:41105 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-11T06:24:43,040 INFO [RS:0;f334e8b0fbdf:41105 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-11T06:24:43,040 INFO [RS:0;f334e8b0fbdf:41105 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-11T06:24:43,040 INFO [RS:0;f334e8b0fbdf:41105 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-11T06:24:43,040 INFO [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 6c1494f51baba2d88a0079c0eb463ba5 3/3 column families, dataSize=594 B heapSize=1.63 KB 2024-11-11T06:24:43,044 INFO [RS:0;f334e8b0fbdf:41105 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-11T06:24:43,044 DEBUG [RS:0;f334e8b0fbdf:41105 {}] regionserver.HRegionServer(1325): Online Regions={6c1494f51baba2d88a0079c0eb463ba5=hbase:replication,,1731306264546.6c1494f51baba2d88a0079c0eb463ba5., 1588230740=hbase:meta,,1.1588230740, 6c165351d04d795ce416849646b2806a=test,,1731306259087.6c165351d04d795ce416849646b2806a.} 2024-11-11T06:24:43,044 DEBUG [RS:0;f334e8b0fbdf:41105 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6c1494f51baba2d88a0079c0eb463ba5, 6c165351d04d795ce416849646b2806a 2024-11-11T06:24:43,044 DEBUG [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-11T06:24:43,044 INFO [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-11T06:24:43,045 DEBUG [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-11T06:24:43,045 DEBUG [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-11T06:24:43,045 DEBUG [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-11T06:24:43,045 INFO [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-11T06:24:43,057 DEBUG [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35925/user/jenkins/test-data/a27919e7-367a-9678-6f20-da8773124b44/data/hbase/replication/6c1494f51baba2d88a0079c0eb463ba5/.tmp/queue/9db5cd77f5a74a7a98664a10031446b9 is 153, key is 1-f334e8b0fbdf,41105,1731306249635/queue:f334e8b0fbdf%2C41105%2C1731306249635/1731306273546/Put/seqid=0 2024-11-11T06:24:43,061 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46491 is added to blk_1073741840_1016 (size=5352) 2024-11-11T06:24:43,061 INFO [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=594 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:35925/user/jenkins/test-data/a27919e7-367a-9678-6f20-da8773124b44/data/hbase/replication/6c1494f51baba2d88a0079c0eb463ba5/.tmp/queue/9db5cd77f5a74a7a98664a10031446b9 2024-11-11T06:24:43,065 DEBUG [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35925/user/jenkins/test-data/a27919e7-367a-9678-6f20-da8773124b44/data/hbase/replication/6c1494f51baba2d88a0079c0eb463ba5/.tmp/queue/9db5cd77f5a74a7a98664a10031446b9 as hdfs://localhost:35925/user/jenkins/test-data/a27919e7-367a-9678-6f20-da8773124b44/data/hbase/replication/6c1494f51baba2d88a0079c0eb463ba5/queue/9db5cd77f5a74a7a98664a10031446b9 2024-11-11T06:24:43,066 DEBUG [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35925/user/jenkins/test-data/a27919e7-367a-9678-6f20-da8773124b44/data/hbase/meta/1588230740/.tmp/info/891207b0b6324451aab1d511774436a5 is 147, key is hbase:replication,,1731306264546.6c1494f51baba2d88a0079c0eb463ba5./info:regioninfo/1731306265305/Put/seqid=0 2024-11-11T06:24:43,069 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46491 is added to blk_1073741841_1017 (size=7686) 2024-11-11T06:24:43,069 INFO [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35925/user/jenkins/test-data/a27919e7-367a-9678-6f20-da8773124b44/data/hbase/replication/6c1494f51baba2d88a0079c0eb463ba5/queue/9db5cd77f5a74a7a98664a10031446b9, entries=1, sequenceid=8, filesize=5.2 K 2024-11-11T06:24:43,069 INFO [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35925/user/jenkins/test-data/a27919e7-367a-9678-6f20-da8773124b44/data/hbase/meta/1588230740/.tmp/info/891207b0b6324451aab1d511774436a5 2024-11-11T06:24:43,070 INFO [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~594 B/594, heapSize ~1.11 KB/1136, currentSize=0 B/0 for 6c1494f51baba2d88a0079c0eb463ba5 in 30ms, sequenceid=8, compaction requested=false 2024-11-11T06:24:43,073 DEBUG [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35925/user/jenkins/test-data/a27919e7-367a-9678-6f20-da8773124b44/data/hbase/replication/6c1494f51baba2d88a0079c0eb463ba5/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-11T06:24:43,074 DEBUG [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-11T06:24:43,074 DEBUG [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-11T06:24:43,074 INFO [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731306264546.6c1494f51baba2d88a0079c0eb463ba5. 2024-11-11T06:24:43,074 DEBUG [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 6c1494f51baba2d88a0079c0eb463ba5: Waiting for close lock at 1731306283040Running coprocessor pre-close hooks at 1731306283040Disabling compacts and flushes for region at 1731306283040Disabling writes for close at 1731306283040Obtaining lock to block concurrent updates at 1731306283040Preparing flush snapshotting stores in 6c1494f51baba2d88a0079c0eb463ba5 at 1731306283040Finished memstore snapshotting hbase:replication,,1731306264546.6c1494f51baba2d88a0079c0eb463ba5., syncing WAL and waiting on mvcc, flushsize=dataSize=594, getHeapSize=1616, getOffHeapSize=0, getCellsCount=4 at 1731306283040Flushing stores of hbase:replication,,1731306264546.6c1494f51baba2d88a0079c0eb463ba5. at 1731306283041 (+1 ms)Flushing 6c1494f51baba2d88a0079c0eb463ba5/queue: creating writer at 1731306283041Flushing 6c1494f51baba2d88a0079c0eb463ba5/queue: appending metadata at 1731306283057 (+16 ms)Flushing 6c1494f51baba2d88a0079c0eb463ba5/queue: closing flushed file at 1731306283057Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6dc113f6: reopening flushed file at 1731306283065 (+8 ms)Finished flush of dataSize ~594 B/594, heapSize ~1.11 KB/1136, currentSize=0 B/0 for 6c1494f51baba2d88a0079c0eb463ba5 in 30ms, sequenceid=8, compaction requested=false at 1731306283070 (+5 ms)Writing region close event to WAL at 1731306283071 (+1 ms)Running coprocessor post-close hooks at 1731306283074 (+3 ms)Closed at 1731306283074 2024-11-11T06:24:43,074 DEBUG [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731306264546.6c1494f51baba2d88a0079c0eb463ba5. 2024-11-11T06:24:43,074 DEBUG [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 6c165351d04d795ce416849646b2806a, disabling compactions & flushes 2024-11-11T06:24:43,074 INFO [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731306259087.6c165351d04d795ce416849646b2806a. 2024-11-11T06:24:43,074 DEBUG [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731306259087.6c165351d04d795ce416849646b2806a. 2024-11-11T06:24:43,074 DEBUG [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731306259087.6c165351d04d795ce416849646b2806a. after waiting 0 ms 2024-11-11T06:24:43,074 DEBUG [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731306259087.6c165351d04d795ce416849646b2806a. 2024-11-11T06:24:43,075 INFO [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 6c165351d04d795ce416849646b2806a 3/3 column families, dataSize=107 B heapSize=1.15 KB 2024-11-11T06:24:43,091 DEBUG [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35925/user/jenkins/test-data/a27919e7-367a-9678-6f20-da8773124b44/data/hbase/meta/1588230740/.tmp/ns/cfd15c4a83c54ab3af3723abeef5dfe6 is 43, key is default/ns:d/1731306252174/Put/seqid=0 2024-11-11T06:24:43,093 DEBUG [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35925/user/jenkins/test-data/a27919e7-367a-9678-6f20-da8773124b44/data/default/test/6c165351d04d795ce416849646b2806a/.tmp/f/ece120002e1c4ae49645e98960c9b5d2 is 28, key is row/f:/1731306273026/DeleteFamily/seqid=0 2024-11-11T06:24:43,095 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46491 is added to blk_1073741842_1018 (size=5153) 2024-11-11T06:24:43,096 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46491 is added to blk_1073741843_1019 (size=5085) 2024-11-11T06:24:43,108 INFO [regionserver/f334e8b0fbdf:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T06:24:43,245 DEBUG [RS:0;f334e8b0fbdf:41105 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6c165351d04d795ce416849646b2806a 2024-11-11T06:24:43,445 DEBUG [RS:0;f334e8b0fbdf:41105 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 6c165351d04d795ce416849646b2806a 2024-11-11T06:24:43,496 INFO [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35925/user/jenkins/test-data/a27919e7-367a-9678-6f20-da8773124b44/data/hbase/meta/1588230740/.tmp/ns/cfd15c4a83c54ab3af3723abeef5dfe6 2024-11-11T06:24:43,497 INFO [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:35925/user/jenkins/test-data/a27919e7-367a-9678-6f20-da8773124b44/data/default/test/6c165351d04d795ce416849646b2806a/.tmp/f/ece120002e1c4ae49645e98960c9b5d2 2024-11-11T06:24:43,500 INFO [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ece120002e1c4ae49645e98960c9b5d2 2024-11-11T06:24:43,514 DEBUG [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35925/user/jenkins/test-data/a27919e7-367a-9678-6f20-da8773124b44/data/hbase/meta/1588230740/.tmp/rep_barrier/3cb8d655c9c34030ba65004a628b3d25 is 112, key is test,,1731306259087.6c165351d04d795ce416849646b2806a./rep_barrier:seqnumDuringOpen/1731306259838/Put/seqid=0 2024-11-11T06:24:43,517 DEBUG [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35925/user/jenkins/test-data/a27919e7-367a-9678-6f20-da8773124b44/data/default/test/6c165351d04d795ce416849646b2806a/.tmp/f1/1e689a60310542068f39971d5bb9d5d3 is 29, key is row/f1:/1731306273026/DeleteFamily/seqid=0 2024-11-11T06:24:43,518 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46491 is added to blk_1073741844_1020 (size=5518) 2024-11-11T06:24:43,518 INFO [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35925/user/jenkins/test-data/a27919e7-367a-9678-6f20-da8773124b44/data/hbase/meta/1588230740/.tmp/rep_barrier/3cb8d655c9c34030ba65004a628b3d25 2024-11-11T06:24:43,530 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46491 is added to blk_1073741845_1021 (size=5089) 2024-11-11T06:24:43,544 DEBUG [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35925/user/jenkins/test-data/a27919e7-367a-9678-6f20-da8773124b44/data/hbase/meta/1588230740/.tmp/table/c546a5e5f7b84e4bb471717309a9ecba is 53, key is hbase:replication/table:state/1731306265311/Put/seqid=0 2024-11-11T06:24:43,548 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46491 is added to blk_1073741846_1022 (size=5308) 2024-11-11T06:24:43,548 INFO [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:35925/user/jenkins/test-data/a27919e7-367a-9678-6f20-da8773124b44/data/hbase/meta/1588230740/.tmp/table/c546a5e5f7b84e4bb471717309a9ecba 2024-11-11T06:24:43,553 DEBUG [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35925/user/jenkins/test-data/a27919e7-367a-9678-6f20-da8773124b44/data/hbase/meta/1588230740/.tmp/info/891207b0b6324451aab1d511774436a5 as hdfs://localhost:35925/user/jenkins/test-data/a27919e7-367a-9678-6f20-da8773124b44/data/hbase/meta/1588230740/info/891207b0b6324451aab1d511774436a5 2024-11-11T06:24:43,556 INFO [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35925/user/jenkins/test-data/a27919e7-367a-9678-6f20-da8773124b44/data/hbase/meta/1588230740/info/891207b0b6324451aab1d511774436a5, entries=20, sequenceid=16, filesize=7.5 K 2024-11-11T06:24:43,557 DEBUG [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35925/user/jenkins/test-data/a27919e7-367a-9678-6f20-da8773124b44/data/hbase/meta/1588230740/.tmp/ns/cfd15c4a83c54ab3af3723abeef5dfe6 as hdfs://localhost:35925/user/jenkins/test-data/a27919e7-367a-9678-6f20-da8773124b44/data/hbase/meta/1588230740/ns/cfd15c4a83c54ab3af3723abeef5dfe6 2024-11-11T06:24:43,560 INFO [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35925/user/jenkins/test-data/a27919e7-367a-9678-6f20-da8773124b44/data/hbase/meta/1588230740/ns/cfd15c4a83c54ab3af3723abeef5dfe6, entries=2, sequenceid=16, filesize=5.0 K 2024-11-11T06:24:43,560 DEBUG [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35925/user/jenkins/test-data/a27919e7-367a-9678-6f20-da8773124b44/data/hbase/meta/1588230740/.tmp/rep_barrier/3cb8d655c9c34030ba65004a628b3d25 as hdfs://localhost:35925/user/jenkins/test-data/a27919e7-367a-9678-6f20-da8773124b44/data/hbase/meta/1588230740/rep_barrier/3cb8d655c9c34030ba65004a628b3d25 2024-11-11T06:24:43,564 INFO [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35925/user/jenkins/test-data/a27919e7-367a-9678-6f20-da8773124b44/data/hbase/meta/1588230740/rep_barrier/3cb8d655c9c34030ba65004a628b3d25, entries=1, sequenceid=16, filesize=5.4 K 2024-11-11T06:24:43,564 DEBUG [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35925/user/jenkins/test-data/a27919e7-367a-9678-6f20-da8773124b44/data/hbase/meta/1588230740/.tmp/table/c546a5e5f7b84e4bb471717309a9ecba as hdfs://localhost:35925/user/jenkins/test-data/a27919e7-367a-9678-6f20-da8773124b44/data/hbase/meta/1588230740/table/c546a5e5f7b84e4bb471717309a9ecba 2024-11-11T06:24:43,567 INFO [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35925/user/jenkins/test-data/a27919e7-367a-9678-6f20-da8773124b44/data/hbase/meta/1588230740/table/c546a5e5f7b84e4bb471717309a9ecba, entries=4, sequenceid=16, filesize=5.2 K 2024-11-11T06:24:43,568 INFO [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 523ms, sequenceid=16, compaction requested=false 2024-11-11T06:24:43,568 DEBUG [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-11T06:24:43,569 INFO [regionserver/f334e8b0fbdf:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-11T06:24:43,569 INFO [regionserver/f334e8b0fbdf:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-11T06:24:43,572 DEBUG [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35925/user/jenkins/test-data/a27919e7-367a-9678-6f20-da8773124b44/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-11T06:24:43,572 DEBUG [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-11T06:24:43,572 DEBUG [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-11T06:24:43,572 INFO [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-11T06:24:43,573 DEBUG [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731306283044Running coprocessor pre-close hooks at 1731306283044Disabling compacts and flushes for region at 1731306283044Disabling writes for close at 1731306283045 (+1 ms)Obtaining lock to block concurrent updates at 1731306283045Preparing flush snapshotting stores in 1588230740 at 1731306283045Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731306283045Flushing stores of hbase:meta,,1.1588230740 at 1731306283045Flushing 1588230740/info: creating writer at 1731306283046 (+1 ms)Flushing 1588230740/info: appending metadata at 1731306283065 (+19 ms)Flushing 1588230740/info: closing flushed file at 1731306283065Flushing 1588230740/ns: creating writer at 1731306283072 (+7 ms)Flushing 1588230740/ns: appending metadata at 1731306283090 (+18 ms)Flushing 1588230740/ns: closing flushed file at 1731306283091 (+1 ms)Flushing 1588230740/rep_barrier: creating writer at 1731306283500 (+409 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731306283513 (+13 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731306283513Flushing 1588230740/table: creating writer at 1731306283522 (+9 ms)Flushing 1588230740/table: appending metadata at 1731306283544 (+22 ms)Flushing 1588230740/table: closing flushed file at 1731306283544Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1cefef45: reopening flushed file at 1731306283552 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@55ede772: reopening flushed file at 1731306283556 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@137fed24: reopening flushed file at 1731306283560 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@905a08f: reopening flushed file at 1731306283564 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 523ms, sequenceid=16, compaction requested=false at 1731306283568 (+4 ms)Writing region close event to WAL at 1731306283570 (+2 ms)Running coprocessor post-close hooks at 1731306283572 (+2 ms)Closed at 1731306283572 2024-11-11T06:24:43,573 DEBUG [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-11T06:24:43,645 DEBUG [RS:0;f334e8b0fbdf:41105 {}] regionserver.HRegionServer(1351): Waiting on 6c165351d04d795ce416849646b2806a 2024-11-11T06:24:43,845 DEBUG [RS:0;f334e8b0fbdf:41105 {}] regionserver.HRegionServer(1351): Waiting on 6c165351d04d795ce416849646b2806a 2024-11-11T06:24:43,931 INFO [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=25 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:35925/user/jenkins/test-data/a27919e7-367a-9678-6f20-da8773124b44/data/default/test/6c165351d04d795ce416849646b2806a/.tmp/f1/1e689a60310542068f39971d5bb9d5d3 2024-11-11T06:24:43,934 INFO [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 1e689a60310542068f39971d5bb9d5d3 2024-11-11T06:24:43,948 DEBUG [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35925/user/jenkins/test-data/a27919e7-367a-9678-6f20-da8773124b44/data/default/test/6c165351d04d795ce416849646b2806a/.tmp/norep/faa98a62801648509652a05efc84f567 is 32, key is row/norep:/1731306273026/DeleteFamily/seqid=0 2024-11-11T06:24:43,951 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46491 is added to blk_1073741847_1023 (size=5101) 2024-11-11T06:24:43,984 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,41105,1731306249635.replicationSource.wal-reader.f334e8b0fbdf%2C41105%2C1731306249635,1-f334e8b0fbdf,41105,1731306249635 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35925/user/jenkins/test-data/a27919e7-367a-9678-6f20-da8773124b44/WALs/f334e8b0fbdf,41105,1731306249635/f334e8b0fbdf%2C41105%2C1731306249635.1731306251615 to pos 636, reset compression=false 2024-11-11T06:24:43,988 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,41105,1731306249635.replicationSource.wal-reader.f334e8b0fbdf%2C41105%2C1731306249635,1-f334e8b0fbdf,41105,1731306249635 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-11T06:24:43,988 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,41105,1731306249635.replicationSource.wal-reader.f334e8b0fbdf%2C41105%2C1731306249635,1-f334e8b0fbdf,41105,1731306249635 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35925/user/jenkins/test-data/a27919e7-367a-9678-6f20-da8773124b44/WALs/f334e8b0fbdf,41105,1731306249635/f334e8b0fbdf%2C41105%2C1731306249635.1731306251615 to pos 883, reset compression=false 2024-11-11T06:24:43,988 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,41105,1731306249635.replicationSource.shipperf334e8b0fbdf%2C41105%2C1731306249635,1-f334e8b0fbdf,41105,1731306249635 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f334e8b0fbdf,41105,1731306249635 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:35925/user/jenkins/test-data/a27919e7-367a-9678-6f20-da8773124b44/WALs/f334e8b0fbdf,41105,1731306249635/f334e8b0fbdf%2C41105%2C1731306249635.1731306251615, lastWalPosition=883, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-11T06:24:43,989 ERROR [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,41105,1731306249635.replicationSource.shipperf334e8b0fbdf%2C41105%2C1731306249635,1-f334e8b0fbdf,41105,1731306249635 {}] regionserver.HRegionServer(2440): ***** ABORTING region server f334e8b0fbdf,41105,1731306249635: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-f334e8b0fbdf,41105,1731306249635, walGroup=f334e8b0fbdf%2C41105%2C1731306249635, offset=f334e8b0fbdf%2C41105%2C1731306249635.1731306251615:883, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f334e8b0fbdf:41105 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor134.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-11T06:24:43,990 ERROR [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,41105,1731306249635.replicationSource.shipperf334e8b0fbdf%2C41105%2C1731306249635,1-f334e8b0fbdf,41105,1731306249635 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-11T06:24:43,990 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,41105,1731306249635.replicationSource.shipperf334e8b0fbdf%2C41105%2C1731306249635,1-f334e8b0fbdf,41105,1731306249635 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-11T06:24:43,990 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,41105,1731306249635.replicationSource.shipperf334e8b0fbdf%2C41105%2C1731306249635,1-f334e8b0fbdf,41105,1731306249635 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-11T06:24:43,990 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,41105,1731306249635.replicationSource.shipperf334e8b0fbdf%2C41105%2C1731306249635,1-f334e8b0fbdf,41105,1731306249635 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-11T06:24:43,991 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,41105,1731306249635.replicationSource.shipperf334e8b0fbdf%2C41105%2C1731306249635,1-f334e8b0fbdf,41105,1731306249635 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-11T06:24:43,991 INFO [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,41105,1731306249635.replicationSource.shipperf334e8b0fbdf%2C41105%2C1731306249635,1-f334e8b0fbdf,41105,1731306249635 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1363148800, "init": 1048576000, "max": 2306867200, "used": 1005018936 }, "NonHeapMemoryUsage": { "committed": 207224832, "init": 7667712, "max": -1, "used": 203241808 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-11T06:24:43,991 WARN [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,41105,1731306249635.replicationSource.shipperf334e8b0fbdf%2C41105%2C1731306249635,1-f334e8b0fbdf,41105,1731306249635 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f334e8b0fbdf:38435 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f334e8b0fbdf:38435 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor134.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-11T06:24:44,045 INFO [RS:0;f334e8b0fbdf:41105 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-11T06:24:44,045 DEBUG [RS:0;f334e8b0fbdf:41105 {}] regionserver.HRegionServer(1325): Online Regions={6c165351d04d795ce416849646b2806a=test,,1731306259087.6c165351d04d795ce416849646b2806a.} 2024-11-11T06:24:44,045 DEBUG [RS:0;f334e8b0fbdf:41105 {}] regionserver.HRegionServer(1351): Waiting on 6c165351d04d795ce416849646b2806a 2024-11-11T06:24:44,149 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T06:24:44,150 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [f334e8b0fbdf,42169,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f334e8b0fbdf:42169 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-11T06:24:44,150 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 15, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 108629 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [f334e8b0fbdf,42169,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f334e8b0fbdf:42169 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-11T06:24:44,191 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,41105,1731306249635.replicationSource.wal-reader.f334e8b0fbdf%2C41105%2C1731306249635,1-f334e8b0fbdf,41105,1731306249635 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35925/user/jenkins/test-data/a27919e7-367a-9678-6f20-da8773124b44/WALs/f334e8b0fbdf,41105,1731306249635/f334e8b0fbdf%2C41105%2C1731306249635.1731306251615 to pos 883, reset compression=false 2024-11-11T06:24:44,246 DEBUG [RS:0;f334e8b0fbdf:41105 {}] regionserver.HRegionServer(1351): Waiting on 6c165351d04d795ce416849646b2806a 2024-11-11T06:24:44,352 INFO [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:35925/user/jenkins/test-data/a27919e7-367a-9678-6f20-da8773124b44/data/default/test/6c165351d04d795ce416849646b2806a/.tmp/norep/faa98a62801648509652a05efc84f567 2024-11-11T06:24:44,356 INFO [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for faa98a62801648509652a05efc84f567 2024-11-11T06:24:44,356 DEBUG [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35925/user/jenkins/test-data/a27919e7-367a-9678-6f20-da8773124b44/data/default/test/6c165351d04d795ce416849646b2806a/.tmp/f/ece120002e1c4ae49645e98960c9b5d2 as hdfs://localhost:35925/user/jenkins/test-data/a27919e7-367a-9678-6f20-da8773124b44/data/default/test/6c165351d04d795ce416849646b2806a/f/ece120002e1c4ae49645e98960c9b5d2 2024-11-11T06:24:44,360 INFO [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ece120002e1c4ae49645e98960c9b5d2 2024-11-11T06:24:44,360 INFO [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35925/user/jenkins/test-data/a27919e7-367a-9678-6f20-da8773124b44/data/default/test/6c165351d04d795ce416849646b2806a/f/ece120002e1c4ae49645e98960c9b5d2, entries=1, sequenceid=6, filesize=5.0 K 2024-11-11T06:24:44,360 DEBUG [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35925/user/jenkins/test-data/a27919e7-367a-9678-6f20-da8773124b44/data/default/test/6c165351d04d795ce416849646b2806a/.tmp/f1/1e689a60310542068f39971d5bb9d5d3 as hdfs://localhost:35925/user/jenkins/test-data/a27919e7-367a-9678-6f20-da8773124b44/data/default/test/6c165351d04d795ce416849646b2806a/f1/1e689a60310542068f39971d5bb9d5d3 2024-11-11T06:24:44,363 INFO [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 1e689a60310542068f39971d5bb9d5d3 2024-11-11T06:24:44,363 INFO [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35925/user/jenkins/test-data/a27919e7-367a-9678-6f20-da8773124b44/data/default/test/6c165351d04d795ce416849646b2806a/f1/1e689a60310542068f39971d5bb9d5d3, entries=1, sequenceid=6, filesize=5.0 K 2024-11-11T06:24:44,364 DEBUG [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35925/user/jenkins/test-data/a27919e7-367a-9678-6f20-da8773124b44/data/default/test/6c165351d04d795ce416849646b2806a/.tmp/norep/faa98a62801648509652a05efc84f567 as hdfs://localhost:35925/user/jenkins/test-data/a27919e7-367a-9678-6f20-da8773124b44/data/default/test/6c165351d04d795ce416849646b2806a/norep/faa98a62801648509652a05efc84f567 2024-11-11T06:24:44,366 INFO [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for faa98a62801648509652a05efc84f567 2024-11-11T06:24:44,366 INFO [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35925/user/jenkins/test-data/a27919e7-367a-9678-6f20-da8773124b44/data/default/test/6c165351d04d795ce416849646b2806a/norep/faa98a62801648509652a05efc84f567, entries=1, sequenceid=6, filesize=5.0 K 2024-11-11T06:24:44,367 INFO [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~107 B/107, heapSize ~1.10 KB/1128, currentSize=0 B/0 for 6c165351d04d795ce416849646b2806a in 1293ms, sequenceid=6, compaction requested=false 2024-11-11T06:24:44,367 DEBUG [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-11T06:24:44,371 DEBUG [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35925/user/jenkins/test-data/a27919e7-367a-9678-6f20-da8773124b44/data/default/test/6c165351d04d795ce416849646b2806a/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-11T06:24:44,371 DEBUG [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-11T06:24:44,371 DEBUG [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-11T06:24:44,371 INFO [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731306259087.6c165351d04d795ce416849646b2806a. 2024-11-11T06:24:44,371 DEBUG [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 6c165351d04d795ce416849646b2806a: Waiting for close lock at 1731306283074Running coprocessor pre-close hooks at 1731306283074Disabling compacts and flushes for region at 1731306283074Disabling writes for close at 1731306283074Obtaining lock to block concurrent updates at 1731306283075 (+1 ms)Preparing flush snapshotting stores in 6c165351d04d795ce416849646b2806a at 1731306283075Finished memstore snapshotting test,,1731306259087.6c165351d04d795ce416849646b2806a., syncing WAL and waiting on mvcc, flushsize=dataSize=107, getHeapSize=1128, getOffHeapSize=0, getCellsCount=4 at 1731306283075Flushing stores of test,,1731306259087.6c165351d04d795ce416849646b2806a. at 1731306283075Flushing 6c165351d04d795ce416849646b2806a/f: creating writer at 1731306283075Flushing 6c165351d04d795ce416849646b2806a/f: appending metadata at 1731306283093 (+18 ms)Flushing 6c165351d04d795ce416849646b2806a/f: closing flushed file at 1731306283093Flushing 6c165351d04d795ce416849646b2806a/f1: creating writer at 1731306283500 (+407 ms)Flushing 6c165351d04d795ce416849646b2806a/f1: appending metadata at 1731306283517 (+17 ms)Flushing 6c165351d04d795ce416849646b2806a/f1: closing flushed file at 1731306283517Flushing 6c165351d04d795ce416849646b2806a/norep: creating writer at 1731306283934 (+417 ms)Flushing 6c165351d04d795ce416849646b2806a/norep: appending metadata at 1731306283948 (+14 ms)Flushing 6c165351d04d795ce416849646b2806a/norep: closing flushed file at 1731306283948Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@54e7212: reopening flushed file at 1731306284356 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@21998eed: reopening flushed file at 1731306284360 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4eee50fb: reopening flushed file at 1731306284363 (+3 ms)Finished flush of dataSize ~107 B/107, heapSize ~1.10 KB/1128, currentSize=0 B/0 for 6c165351d04d795ce416849646b2806a in 1293ms, sequenceid=6, compaction requested=false at 1731306284367 (+4 ms)Writing region close event to WAL at 1731306284369 (+2 ms)Running coprocessor post-close hooks at 1731306284371 (+2 ms)Closed at 1731306284371 2024-11-11T06:24:44,371 DEBUG [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731306259087.6c165351d04d795ce416849646b2806a. 2024-11-11T06:24:44,446 INFO [RS:0;f334e8b0fbdf:41105 {}] regionserver.HRegionServer(976): stopping server f334e8b0fbdf,41105,1731306249635; all regions closed. 2024-11-11T06:24:44,448 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46491 is added to blk_1073741834_1010 (size=4239) 2024-11-11T06:24:44,448 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/a27919e7-367a-9678-6f20-da8773124b44/WALs/f334e8b0fbdf,41105,1731306249635/f334e8b0fbdf%2C41105%2C1731306249635.meta.1731306252132.meta not finished, retry = 0 2024-11-11T06:24:44,463 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f334e8b0fbdf:38435 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor134.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 10 more 2024-11-11T06:24:44,495 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,41105,1731306249635.replicationSource.wal-reader.f334e8b0fbdf%2C41105%2C1731306249635,1-f334e8b0fbdf,41105,1731306249635 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35925/user/jenkins/test-data/a27919e7-367a-9678-6f20-da8773124b44/WALs/f334e8b0fbdf,41105,1731306249635/f334e8b0fbdf%2C41105%2C1731306249635.1731306251615 to pos 883, reset compression=false 2024-11-11T06:24:44,499 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,41105,1731306249635.replicationSource.wal-reader.f334e8b0fbdf%2C41105%2C1731306249635,1-f334e8b0fbdf,41105,1731306249635 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-11T06:24:44,499 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,41105,1731306249635.replicationSource.wal-reader.f334e8b0fbdf%2C41105%2C1731306249635,1-f334e8b0fbdf,41105,1731306249635 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:35925/user/jenkins/test-data/a27919e7-367a-9678-6f20-da8773124b44/WALs/f334e8b0fbdf,41105,1731306249635/f334e8b0fbdf%2C41105%2C1731306249635.1731306251615 to pos 1527, reset compression=false 2024-11-11T06:24:44,551 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46491 is added to blk_1073741839_1015 (size=2240) 2024-11-11T06:24:44,553 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46491 is added to blk_1073741833_1009 (size=1535) 2024-11-11T06:24:44,553 DEBUG [RS:0;f334e8b0fbdf:41105 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T06:24:44,553 INFO [RS:0;f334e8b0fbdf:41105 {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T06:24:44,553 INFO [RS:0;f334e8b0fbdf:41105 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T06:24:44,554 INFO [RS:0;f334e8b0fbdf:41105 {}] hbase.ChoreService(370): Chore service for: regionserver/f334e8b0fbdf:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-11T06:24:44,554 INFO [RS:0;f334e8b0fbdf:41105 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T06:24:44,554 INFO [RS:0;f334e8b0fbdf:41105 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-f334e8b0fbdf,41105,1731306249635 because: Region server is closing 2024-11-11T06:24:44,554 INFO [RS:0;f334e8b0fbdf:41105 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f334e8b0fbdf:41105. 2024-11-11T06:24:44,554 DEBUG [RS:0;f334e8b0fbdf:41105 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T06:24:44,554 DEBUG [RS:0;f334e8b0fbdf:41105 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T06:24:44,554 DEBUG [RS:0;f334e8b0fbdf:41105 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T06:24:44,554 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T06:24:44,555 INFO [regionserver/f334e8b0fbdf:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T06:24:44,655 INFO [RS:0;f334e8b0fbdf:41105 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,41105,1731306249635.replicationSource.shipperf334e8b0fbdf%2C41105%2C1731306249635,1-f334e8b0fbdf,41105,1731306249635 terminated 2024-11-11T06:24:44,655 WARN [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,41105,1731306249635.replicationSource.wal-reader.f334e8b0fbdf%2C41105%2C1731306249635,1-f334e8b0fbdf,41105,1731306249635 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-11T06:24:44,655 INFO [RS:0;f334e8b0fbdf:41105 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41105 2024-11-11T06:24:44,657 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41105-0x10105b2c3630001, quorum=127.0.0.1:57559, baseZNode=/01122334627 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01122334627/rs/f334e8b0fbdf,41105,1731306249635 2024-11-11T06:24:44,657 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38435-0x10105b2c3630000, quorum=127.0.0.1:57559, baseZNode=/01122334627 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01122334627/rs 2024-11-11T06:24:44,657 INFO [RS:0;f334e8b0fbdf:41105 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T06:24:44,658 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [f334e8b0fbdf,41105,1731306249635] 2024-11-11T06:24:44,660 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01122334627/draining/f334e8b0fbdf,41105,1731306249635 already deleted, retry=false 2024-11-11T06:24:44,660 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; f334e8b0fbdf,41105,1731306249635 expired; onlineServers=0 2024-11-11T06:24:44,660 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'f334e8b0fbdf,38435,1731306249580' ***** 2024-11-11T06:24:44,660 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-11T06:24:44,660 INFO [M:0;f334e8b0fbdf:38435 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T06:24:44,660 INFO [M:0;f334e8b0fbdf:38435 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T06:24:44,660 DEBUG [M:0;f334e8b0fbdf:38435 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-11T06:24:44,660 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-11T06:24:44,660 DEBUG [M:0;f334e8b0fbdf:38435 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-11T06:24:44,660 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster-HFileCleaner.small.0-1731306251392 {}] cleaner.HFileCleaner(306): Exit Thread[master/f334e8b0fbdf:0:becomeActiveMaster-HFileCleaner.small.0-1731306251392,5,FailOnTimeoutGroup] 2024-11-11T06:24:44,660 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster-HFileCleaner.large.0-1731306251388 {}] cleaner.HFileCleaner(306): Exit Thread[master/f334e8b0fbdf:0:becomeActiveMaster-HFileCleaner.large.0-1731306251388,5,FailOnTimeoutGroup] 2024-11-11T06:24:44,661 INFO [M:0;f334e8b0fbdf:38435 {}] hbase.ChoreService(370): Chore service for: master/f334e8b0fbdf:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-11T06:24:44,661 INFO [M:0;f334e8b0fbdf:38435 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T06:24:44,661 DEBUG [M:0;f334e8b0fbdf:38435 {}] master.HMaster(1795): Stopping service threads 2024-11-11T06:24:44,661 INFO [M:0;f334e8b0fbdf:38435 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-11T06:24:44,661 INFO [M:0;f334e8b0fbdf:38435 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T06:24:44,661 INFO [M:0;f334e8b0fbdf:38435 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-11T06:24:44,661 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-11T06:24:44,662 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38435-0x10105b2c3630000, quorum=127.0.0.1:57559, baseZNode=/01122334627 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01122334627/master 2024-11-11T06:24:44,662 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38435-0x10105b2c3630000, quorum=127.0.0.1:57559, baseZNode=/01122334627 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01122334627 2024-11-11T06:24:44,662 DEBUG [M:0;f334e8b0fbdf:38435 {}] zookeeper.ZKUtil(347): master:38435-0x10105b2c3630000, quorum=127.0.0.1:57559, baseZNode=/01122334627 Unable to get data of znode /01122334627/master because node does not exist (not an error) 2024-11-11T06:24:44,662 WARN [M:0;f334e8b0fbdf:38435 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-11T06:24:44,662 INFO [M:0;f334e8b0fbdf:38435 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:35925/user/jenkins/test-data/a27919e7-367a-9678-6f20-da8773124b44/.lastflushedseqids 2024-11-11T06:24:44,666 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46491 is added to blk_1073741848_1024 (size=245) 2024-11-11T06:24:44,758 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41105-0x10105b2c3630001, quorum=127.0.0.1:57559, baseZNode=/01122334627 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T06:24:44,758 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41105-0x10105b2c3630001, quorum=127.0.0.1:57559, baseZNode=/01122334627 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T06:24:44,758 INFO [RS:0;f334e8b0fbdf:41105 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T06:24:44,758 INFO [RS:0;f334e8b0fbdf:41105 {}] regionserver.HRegionServer(1031): Exiting; stopping=f334e8b0fbdf,41105,1731306249635; zookeeper connection closed. 2024-11-11T06:24:44,759 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@47bb809a {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@47bb809a 2024-11-11T06:24:44,759 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-11T06:24:45,067 INFO [M:0;f334e8b0fbdf:38435 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-11T06:24:45,067 INFO [M:0;f334e8b0fbdf:38435 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-11T06:24:45,067 DEBUG [M:0;f334e8b0fbdf:38435 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-11T06:24:45,067 INFO [M:0;f334e8b0fbdf:38435 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T06:24:45,067 DEBUG [M:0;f334e8b0fbdf:38435 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T06:24:45,067 DEBUG [M:0;f334e8b0fbdf:38435 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-11T06:24:45,067 DEBUG [M:0;f334e8b0fbdf:38435 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T06:24:45,067 INFO [M:0;f334e8b0fbdf:38435 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.77 KB heapSize=65.75 KB 2024-11-11T06:24:45,082 DEBUG [M:0;f334e8b0fbdf:38435 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35925/user/jenkins/test-data/a27919e7-367a-9678-6f20-da8773124b44/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b64b4fdea31f479ca916a472b8ea692d is 82, key is hbase:meta,,1/info:regioninfo/1731306252162/Put/seqid=0 2024-11-11T06:24:45,085 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46491 is added to blk_1073741849_1025 (size=5672) 2024-11-11T06:24:45,486 INFO [M:0;f334e8b0fbdf:38435 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:35925/user/jenkins/test-data/a27919e7-367a-9678-6f20-da8773124b44/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b64b4fdea31f479ca916a472b8ea692d 2024-11-11T06:24:45,503 DEBUG [M:0;f334e8b0fbdf:38435 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35925/user/jenkins/test-data/a27919e7-367a-9678-6f20-da8773124b44/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/40ee1b9fd9724bb4880d644d189797f4 is 1247, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731306259847/Put/seqid=0 2024-11-11T06:24:45,506 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46491 is added to blk_1073741850_1026 (size=7219) 2024-11-11T06:24:45,907 INFO [M:0;f334e8b0fbdf:38435 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.21 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:35925/user/jenkins/test-data/a27919e7-367a-9678-6f20-da8773124b44/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/40ee1b9fd9724bb4880d644d189797f4 2024-11-11T06:24:45,911 INFO [M:0;f334e8b0fbdf:38435 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 40ee1b9fd9724bb4880d644d189797f4 2024-11-11T06:24:45,925 DEBUG [M:0;f334e8b0fbdf:38435 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35925/user/jenkins/test-data/a27919e7-367a-9678-6f20-da8773124b44/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/48aa4815e2fd4d2ca7ad269df56d65bc is 69, key is f334e8b0fbdf,41105,1731306249635/rs:state/1731306251476/Put/seqid=0 2024-11-11T06:24:45,928 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46491 is added to blk_1073741851_1027 (size=5156) 2024-11-11T06:24:46,328 INFO [M:0;f334e8b0fbdf:38435 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:35925/user/jenkins/test-data/a27919e7-367a-9678-6f20-da8773124b44/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/48aa4815e2fd4d2ca7ad269df56d65bc 2024-11-11T06:24:46,332 DEBUG [M:0;f334e8b0fbdf:38435 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35925/user/jenkins/test-data/a27919e7-367a-9678-6f20-da8773124b44/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b64b4fdea31f479ca916a472b8ea692d as hdfs://localhost:35925/user/jenkins/test-data/a27919e7-367a-9678-6f20-da8773124b44/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/b64b4fdea31f479ca916a472b8ea692d 2024-11-11T06:24:46,335 INFO [M:0;f334e8b0fbdf:38435 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35925/user/jenkins/test-data/a27919e7-367a-9678-6f20-da8773124b44/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/b64b4fdea31f479ca916a472b8ea692d, entries=8, sequenceid=105, filesize=5.5 K 2024-11-11T06:24:46,336 DEBUG [M:0;f334e8b0fbdf:38435 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35925/user/jenkins/test-data/a27919e7-367a-9678-6f20-da8773124b44/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/40ee1b9fd9724bb4880d644d189797f4 as hdfs://localhost:35925/user/jenkins/test-data/a27919e7-367a-9678-6f20-da8773124b44/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/40ee1b9fd9724bb4880d644d189797f4 2024-11-11T06:24:46,339 INFO [M:0;f334e8b0fbdf:38435 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 40ee1b9fd9724bb4880d644d189797f4 2024-11-11T06:24:46,339 INFO [M:0;f334e8b0fbdf:38435 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35925/user/jenkins/test-data/a27919e7-367a-9678-6f20-da8773124b44/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/40ee1b9fd9724bb4880d644d189797f4, entries=11, sequenceid=105, filesize=7.0 K 2024-11-11T06:24:46,339 DEBUG [M:0;f334e8b0fbdf:38435 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35925/user/jenkins/test-data/a27919e7-367a-9678-6f20-da8773124b44/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/48aa4815e2fd4d2ca7ad269df56d65bc as hdfs://localhost:35925/user/jenkins/test-data/a27919e7-367a-9678-6f20-da8773124b44/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/48aa4815e2fd4d2ca7ad269df56d65bc 2024-11-11T06:24:46,343 INFO [M:0;f334e8b0fbdf:38435 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35925/user/jenkins/test-data/a27919e7-367a-9678-6f20-da8773124b44/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/48aa4815e2fd4d2ca7ad269df56d65bc, entries=1, sequenceid=105, filesize=5.0 K 2024-11-11T06:24:46,343 INFO [M:0;f334e8b0fbdf:38435 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.77 KB/57104, heapSize ~65.45 KB/67024, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1276ms, sequenceid=105, compaction requested=false 2024-11-11T06:24:46,345 INFO [M:0;f334e8b0fbdf:38435 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T06:24:46,345 DEBUG [M:0;f334e8b0fbdf:38435 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731306285067Disabling compacts and flushes for region at 1731306285067Disabling writes for close at 1731306285067Obtaining lock to block concurrent updates at 1731306285067Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731306285067Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57104, getHeapSize=67264, getOffHeapSize=0, getCellsCount=122 at 1731306285068 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731306285068Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731306285068Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731306285082 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731306285082Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731306285490 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731306285503 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731306285503Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731306285911 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731306285924 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731306285924Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@28c340b5: reopening flushed file at 1731306286332 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4066b024: reopening flushed file at 1731306286335 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@44f7336e: reopening flushed file at 1731306286339 (+4 ms)Finished flush of dataSize ~55.77 KB/57104, heapSize ~65.45 KB/67024, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1276ms, sequenceid=105, compaction requested=false at 1731306286343 (+4 ms)Writing region close event to WAL at 1731306286345 (+2 ms)Closed at 1731306286345 2024-11-11T06:24:46,347 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46491 is added to blk_1073741830_1006 (size=64435) 2024-11-11T06:24:46,347 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/a27919e7-367a-9678-6f20-da8773124b44/MasterData/WALs/f334e8b0fbdf,38435,1731306249580/f334e8b0fbdf%2C38435%2C1731306249580.1731306251317 not finished, retry = 0 2024-11-11T06:24:46,448 INFO [M:0;f334e8b0fbdf:38435 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-11T06:24:46,448 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T06:24:46,448 INFO [M:0;f334e8b0fbdf:38435 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38435 2024-11-11T06:24:46,448 INFO [M:0;f334e8b0fbdf:38435 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T06:24:46,550 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38435-0x10105b2c3630000, quorum=127.0.0.1:57559, baseZNode=/01122334627 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T06:24:46,550 INFO [M:0;f334e8b0fbdf:38435 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T06:24:46,550 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38435-0x10105b2c3630000, quorum=127.0.0.1:57559, baseZNode=/01122334627 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T06:24:46,553 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2636c6bb{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T06:24:46,553 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5feb4bb2{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T06:24:46,553 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T06:24:46,553 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@672da220{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T06:24:46,553 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@41f438e5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/440d60a4-64c6-46a1-7aed-5005f24a6f96/hadoop.log.dir/,STOPPED} 2024-11-11T06:24:46,555 WARN [BP-1448042973-172.17.0.2-1731306248427 heartbeating to localhost/127.0.0.1:35925 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-11T06:24:46,555 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-11T06:24:46,555 WARN [BP-1448042973-172.17.0.2-1731306248427 heartbeating to localhost/127.0.0.1:35925 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1448042973-172.17.0.2-1731306248427 (Datanode Uuid 1baa134d-2546-43b3-8684-3626d78a4010) service to localhost/127.0.0.1:35925 2024-11-11T06:24:46,555 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-11T06:24:46,556 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/440d60a4-64c6-46a1-7aed-5005f24a6f96/cluster_f2005234-4c43-d7c7-95b6-8f62af2bb09b/data/data1/current/BP-1448042973-172.17.0.2-1731306248427 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T06:24:46,556 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/440d60a4-64c6-46a1-7aed-5005f24a6f96/cluster_f2005234-4c43-d7c7-95b6-8f62af2bb09b/data/data2/current/BP-1448042973-172.17.0.2-1731306248427 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T06:24:46,556 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-11T06:24:46,562 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3c41a706{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-11T06:24:46,562 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1b6f6b07{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T06:24:46,562 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T06:24:46,562 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1dbdd5c4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T06:24:46,562 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3710c716{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/440d60a4-64c6-46a1-7aed-5005f24a6f96/hadoop.log.dir/,STOPPED} 2024-11-11T06:24:46,568 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-11T06:24:46,579 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-11T06:24:46,594 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication3 Thread=360 (was 315) Potentially hanging thread: nioEventLoopGroup-32-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-37-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:44957 from jenkins.hfs.19 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35925 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:44957 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.17@localhost:35925 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:35725 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-39-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-33-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44957 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:35925 from jenkins.hfs.17 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.18@localhost:35725 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-33-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-33-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-41-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-37-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35925 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-39-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:35725 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:57559) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35725 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:35725 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35925 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:35925 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-39-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:35925 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:44957 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:35925 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:44957 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-41-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35725 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44957 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-37-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.19@localhost:44957 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-41-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:35725 from jenkins.hfs.18 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44957 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:57559) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-32-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-32-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:57559) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35725 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=792 (was 728) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=224 (was 209) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=8492 (was 8652) 2024-11-11T06:24:46,604 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testLoopedReplication Thread=360, OpenFileDescriptor=792, MaxFileDescriptor=1048576, SystemLoadAverage=224, ProcessCount=11, AvailableMemoryMB=8492 2024-11-11T06:24:46,618 INFO [Time-limited test {}] replication.TestMasterReplication(178): testLoopedReplication 2024-11-11T06:24:46,618 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4eb19c09-94dc-35f8-8d79-bdb806f64bec/hadoop.log.dir so I do NOT create it in target/test-data/78ec7fd2-7d27-250d-e367-c3e868019539 2024-11-11T06:24:46,618 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4eb19c09-94dc-35f8-8d79-bdb806f64bec/hadoop.log.dir Erasing configuration value by system value. 2024-11-11T06:24:46,618 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4eb19c09-94dc-35f8-8d79-bdb806f64bec/hadoop.tmp.dir so I do NOT create it in target/test-data/78ec7fd2-7d27-250d-e367-c3e868019539 2024-11-11T06:24:46,618 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/4eb19c09-94dc-35f8-8d79-bdb806f64bec/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-11T06:24:46,618 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/78ec7fd2-7d27-250d-e367-c3e868019539 2024-11-11T06:24:46,618 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/78ec7fd2-7d27-250d-e367-c3e868019539/cluster_faf183a0-a32a-e3a3-4cd5-0a8f8599a685, deleteOnExit=true 2024-11-11T06:24:46,621 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/78ec7fd2-7d27-250d-e367-c3e868019539/cluster_faf183a0-a32a-e3a3-4cd5-0a8f8599a685/zookeeper_0, clientPort=58903, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/78ec7fd2-7d27-250d-e367-c3e868019539/cluster_faf183a0-a32a-e3a3-4cd5-0a8f8599a685/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/78ec7fd2-7d27-250d-e367-c3e868019539/cluster_faf183a0-a32a-e3a3-4cd5-0a8f8599a685/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-11T06:24:46,622 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=58903 2024-11-11T06:24:46,622 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-11T06:24:46,622 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-11T06:24:46,622 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/78ec7fd2-7d27-250d-e367-c3e868019539/test.cache.data in system properties and HBase conf 2024-11-11T06:24:46,622 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/78ec7fd2-7d27-250d-e367-c3e868019539/hadoop.tmp.dir in system properties and HBase conf 2024-11-11T06:24:46,622 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/78ec7fd2-7d27-250d-e367-c3e868019539/hadoop.log.dir in system properties and HBase conf 2024-11-11T06:24:46,622 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/78ec7fd2-7d27-250d-e367-c3e868019539/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-11T06:24:46,622 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/78ec7fd2-7d27-250d-e367-c3e868019539/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-11T06:24:46,622 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-11T06:24:46,622 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-11T06:24:46,623 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/78ec7fd2-7d27-250d-e367-c3e868019539/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-11T06:24:46,623 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/78ec7fd2-7d27-250d-e367-c3e868019539/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-11T06:24:46,623 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/78ec7fd2-7d27-250d-e367-c3e868019539/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-11T06:24:46,623 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/78ec7fd2-7d27-250d-e367-c3e868019539/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-11T06:24:46,623 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/78ec7fd2-7d27-250d-e367-c3e868019539/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-11T06:24:46,623 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/78ec7fd2-7d27-250d-e367-c3e868019539/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-11T06:24:46,623 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/78ec7fd2-7d27-250d-e367-c3e868019539/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-11T06:24:46,623 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/78ec7fd2-7d27-250d-e367-c3e868019539/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-11T06:24:46,623 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/78ec7fd2-7d27-250d-e367-c3e868019539/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-11T06:24:46,623 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/78ec7fd2-7d27-250d-e367-c3e868019539/nfs.dump.dir in system properties and HBase conf 2024-11-11T06:24:46,623 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/78ec7fd2-7d27-250d-e367-c3e868019539/java.io.tmpdir in system properties and HBase conf 2024-11-11T06:24:46,623 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/78ec7fd2-7d27-250d-e367-c3e868019539/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-11T06:24:46,623 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/78ec7fd2-7d27-250d-e367-c3e868019539/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-11T06:24:46,623 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/78ec7fd2-7d27-250d-e367-c3e868019539/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-11T06:24:46,666 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x10105b2c3630005, quorum=127.0.0.1:57559, baseZNode=/11501614498 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-11T06:24:46,666 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x10105b2c3630002, quorum=127.0.0.1:57559, baseZNode=/01122334627 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-11T06:24:46,666 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x10105b2c3630008, quorum=127.0.0.1:57559, baseZNode=/2-1848316247 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-11T06:24:46,666 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x10105b2c3630005, quorum=127.0.0.1:57559, baseZNode=/11501614498 Received Disconnected from ZooKeeper, ignoring 2024-11-11T06:24:46,666 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x10105b2c3630002, quorum=127.0.0.1:57559, baseZNode=/01122334627 Received Disconnected from ZooKeeper, ignoring 2024-11-11T06:24:46,666 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x10105b2c3630008, quorum=127.0.0.1:57559, baseZNode=/2-1848316247 Received Disconnected from ZooKeeper, ignoring 2024-11-11T06:24:46,717 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T06:24:46,721 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T06:24:46,722 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T06:24:46,722 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T06:24:46,723 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-11T06:24:46,723 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T06:24:46,724 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2ac6f1e7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/78ec7fd2-7d27-250d-e367-c3e868019539/hadoop.log.dir/,AVAILABLE} 2024-11-11T06:24:46,724 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3775cd5f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T06:24:46,846 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4307b040{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/78ec7fd2-7d27-250d-e367-c3e868019539/java.io.tmpdir/jetty-localhost-40111-hadoop-hdfs-3_4_1-tests_jar-_-any-2773767334556828645/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-11T06:24:46,847 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1501b66d{HTTP/1.1, (http/1.1)}{localhost:40111} 2024-11-11T06:24:46,847 INFO [Time-limited test {}] server.Server(415): Started @293852ms 2024-11-11T06:24:46,961 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T06:24:46,964 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T06:24:46,969 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T06:24:46,969 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T06:24:46,969 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-11T06:24:46,972 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4562e76a{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/78ec7fd2-7d27-250d-e367-c3e868019539/hadoop.log.dir/,AVAILABLE} 2024-11-11T06:24:46,973 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@890b56{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T06:24:47,088 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@76cd1a6d{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/78ec7fd2-7d27-250d-e367-c3e868019539/java.io.tmpdir/jetty-localhost-32807-hadoop-hdfs-3_4_1-tests_jar-_-any-2046148362601577582/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T06:24:47,088 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@31c5a5b0{HTTP/1.1, (http/1.1)}{localhost:32807} 2024-11-11T06:24:47,088 INFO [Time-limited test {}] server.Server(415): Started @294094ms 2024-11-11T06:24:47,090 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-11T06:24:47,193 WARN [Thread-4183 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/78ec7fd2-7d27-250d-e367-c3e868019539/cluster_faf183a0-a32a-e3a3-4cd5-0a8f8599a685/data/data1/current/BP-939339599-172.17.0.2-1731306286650/current, will proceed with Du for space computation calculation, 2024-11-11T06:24:47,193 WARN [Thread-4184 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/78ec7fd2-7d27-250d-e367-c3e868019539/cluster_faf183a0-a32a-e3a3-4cd5-0a8f8599a685/data/data2/current/BP-939339599-172.17.0.2-1731306286650/current, will proceed with Du for space computation calculation, 2024-11-11T06:24:47,213 WARN [Thread-4171 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-11T06:24:47,216 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x69468acbf376268b with lease ID 0xe23f7e20a642beab: Processing first storage report for DS-ab7c0bcf-ec78-44b7-b71f-68e06f9ad371 from datanode DatanodeRegistration(127.0.0.1:41553, datanodeUuid=784883c0-9c4b-45ce-8494-8973aec2e755, infoPort=40543, infoSecurePort=0, ipcPort=42871, storageInfo=lv=-57;cid=testClusterID;nsid=570202511;c=1731306286650) 2024-11-11T06:24:47,216 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x69468acbf376268b with lease ID 0xe23f7e20a642beab: from storage DS-ab7c0bcf-ec78-44b7-b71f-68e06f9ad371 node DatanodeRegistration(127.0.0.1:41553, datanodeUuid=784883c0-9c4b-45ce-8494-8973aec2e755, infoPort=40543, infoSecurePort=0, ipcPort=42871, storageInfo=lv=-57;cid=testClusterID;nsid=570202511;c=1731306286650), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T06:24:47,216 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x69468acbf376268b with lease ID 0xe23f7e20a642beab: Processing first storage report for DS-a777101f-77ee-455d-a5c2-33bec3416166 from datanode DatanodeRegistration(127.0.0.1:41553, datanodeUuid=784883c0-9c4b-45ce-8494-8973aec2e755, infoPort=40543, infoSecurePort=0, ipcPort=42871, storageInfo=lv=-57;cid=testClusterID;nsid=570202511;c=1731306286650) 2024-11-11T06:24:47,216 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x69468acbf376268b with lease ID 0xe23f7e20a642beab: from storage DS-a777101f-77ee-455d-a5c2-33bec3416166 node DatanodeRegistration(127.0.0.1:41553, datanodeUuid=784883c0-9c4b-45ce-8494-8973aec2e755, infoPort=40543, infoSecurePort=0, ipcPort=42871, storageInfo=lv=-57;cid=testClusterID;nsid=570202511;c=1731306286650), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T06:24:47,315 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/78ec7fd2-7d27-250d-e367-c3e868019539 2024-11-11T06:24:47,315 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T06:24:47,316 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T06:24:47,322 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41553 is added to blk_1073741825_1001 (size=7) 2024-11-11T06:24:47,723 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:44537/user/jenkins/test-data/37f1ba31-366b-166a-dc77-37b39b4bcceb with version=8 2024-11-11T06:24:47,723 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:44537/user/jenkins/test-data/37f1ba31-366b-166a-dc77-37b39b4bcceb/hbase-staging 2024-11-11T06:24:47,725 INFO [Time-limited test {}] client.ConnectionUtils(128): master/f334e8b0fbdf:0 server-side Connection retries=45 2024-11-11T06:24:47,725 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T06:24:47,725 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T06:24:47,726 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T06:24:47,726 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T06:24:47,726 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T06:24:47,726 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-11T06:24:47,726 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T06:24:47,726 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40095 2024-11-11T06:24:47,727 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:40095 connecting to ZooKeeper ensemble=127.0.0.1:58903 2024-11-11T06:24:47,735 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:400950x0, quorum=127.0.0.1:58903, baseZNode=/0640628644 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T06:24:47,735 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:40095-0x10105b358ac0000 connected 2024-11-11T06:24:47,755 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T06:24:47,756 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T06:24:47,758 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40095-0x10105b358ac0000, quorum=127.0.0.1:58903, baseZNode=/0640628644 Set watcher on znode that does not yet exist, /0640628644/running 2024-11-11T06:24:47,758 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:44537/user/jenkins/test-data/37f1ba31-366b-166a-dc77-37b39b4bcceb, hbase.cluster.distributed=false 2024-11-11T06:24:47,759 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40095-0x10105b358ac0000, quorum=127.0.0.1:58903, baseZNode=/0640628644 Set watcher on znode that does not yet exist, /0640628644/acl 2024-11-11T06:24:47,760 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40095 2024-11-11T06:24:47,760 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40095 2024-11-11T06:24:47,763 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40095 2024-11-11T06:24:47,764 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40095 2024-11-11T06:24:47,764 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40095 2024-11-11T06:24:47,779 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/f334e8b0fbdf:0 server-side Connection retries=45 2024-11-11T06:24:47,779 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T06:24:47,779 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T06:24:47,779 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T06:24:47,779 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T06:24:47,779 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T06:24:47,779 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-11T06:24:47,779 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T06:24:47,779 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44823 2024-11-11T06:24:47,780 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44823 connecting to ZooKeeper ensemble=127.0.0.1:58903 2024-11-11T06:24:47,780 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T06:24:47,782 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T06:24:47,785 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:448230x0, quorum=127.0.0.1:58903, baseZNode=/0640628644 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T06:24:47,786 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:448230x0, quorum=127.0.0.1:58903, baseZNode=/0640628644 Set watcher on znode that does not yet exist, /0640628644/running 2024-11-11T06:24:47,786 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44823-0x10105b358ac0001 connected 2024-11-11T06:24:47,786 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-11T06:24:47,788 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-11T06:24:47,789 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44823-0x10105b358ac0001, quorum=127.0.0.1:58903, baseZNode=/0640628644 Set watcher on znode that does not yet exist, /0640628644/master 2024-11-11T06:24:47,789 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44823-0x10105b358ac0001, quorum=127.0.0.1:58903, baseZNode=/0640628644 Set watcher on znode that does not yet exist, /0640628644/acl 2024-11-11T06:24:47,791 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44823 2024-11-11T06:24:47,792 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44823 2024-11-11T06:24:47,794 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44823 2024-11-11T06:24:47,794 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44823 2024-11-11T06:24:47,794 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44823 2024-11-11T06:24:47,805 DEBUG [M:0;f334e8b0fbdf:40095 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;f334e8b0fbdf:40095 2024-11-11T06:24:47,805 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0640628644/backup-masters/f334e8b0fbdf,40095,1731306287725 2024-11-11T06:24:47,806 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40095-0x10105b358ac0000, quorum=127.0.0.1:58903, baseZNode=/0640628644 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0640628644/backup-masters 2024-11-11T06:24:47,806 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44823-0x10105b358ac0001, quorum=127.0.0.1:58903, baseZNode=/0640628644 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0640628644/backup-masters 2024-11-11T06:24:47,807 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40095-0x10105b358ac0000, quorum=127.0.0.1:58903, baseZNode=/0640628644 Set watcher on existing znode=/0640628644/backup-masters/f334e8b0fbdf,40095,1731306287725 2024-11-11T06:24:47,808 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44823-0x10105b358ac0001, quorum=127.0.0.1:58903, baseZNode=/0640628644 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0640628644/master 2024-11-11T06:24:47,808 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44823-0x10105b358ac0001, quorum=127.0.0.1:58903, baseZNode=/0640628644 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0640628644 2024-11-11T06:24:47,808 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40095-0x10105b358ac0000, quorum=127.0.0.1:58903, baseZNode=/0640628644 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0640628644 2024-11-11T06:24:47,808 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40095-0x10105b358ac0000, quorum=127.0.0.1:58903, baseZNode=/0640628644 Set watcher on existing znode=/0640628644/master 2024-11-11T06:24:47,809 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0640628644/backup-masters/f334e8b0fbdf,40095,1731306287725 from backup master directory 2024-11-11T06:24:47,811 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40095-0x10105b358ac0000, quorum=127.0.0.1:58903, baseZNode=/0640628644 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0640628644/backup-masters/f334e8b0fbdf,40095,1731306287725 2024-11-11T06:24:47,811 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44823-0x10105b358ac0001, quorum=127.0.0.1:58903, baseZNode=/0640628644 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0640628644/backup-masters 2024-11-11T06:24:47,811 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40095-0x10105b358ac0000, quorum=127.0.0.1:58903, baseZNode=/0640628644 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0640628644/backup-masters 2024-11-11T06:24:47,811 WARN [master/f334e8b0fbdf:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T06:24:47,811 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=f334e8b0fbdf,40095,1731306287725 2024-11-11T06:24:47,814 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:44537/user/jenkins/test-data/37f1ba31-366b-166a-dc77-37b39b4bcceb/hbase.id] with ID: b45044dc-d41a-438e-a734-df15a939e78f 2024-11-11T06:24:47,814 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:44537/user/jenkins/test-data/37f1ba31-366b-166a-dc77-37b39b4bcceb/.tmp/hbase.id 2024-11-11T06:24:47,819 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41553 is added to blk_1073741826_1002 (size=42) 2024-11-11T06:24:48,219 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:44537/user/jenkins/test-data/37f1ba31-366b-166a-dc77-37b39b4bcceb/.tmp/hbase.id]:[hdfs://localhost:44537/user/jenkins/test-data/37f1ba31-366b-166a-dc77-37b39b4bcceb/hbase.id] 2024-11-11T06:24:48,227 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T06:24:48,227 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-11T06:24:48,227 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-11-11T06:24:48,229 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40095-0x10105b358ac0000, quorum=127.0.0.1:58903, baseZNode=/0640628644 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0640628644 2024-11-11T06:24:48,229 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44823-0x10105b358ac0001, quorum=127.0.0.1:58903, baseZNode=/0640628644 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0640628644 2024-11-11T06:24:48,233 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41553 is added to blk_1073741827_1003 (size=196) 2024-11-11T06:24:48,577 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-11T06:24:48,578 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T06:24:48,578 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T06:24:48,578 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T06:24:48,578 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T06:24:48,578 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T06:24:48,578 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T06:24:48,579 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T06:24:48,579 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T06:24:48,611 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T06:24:48,611 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T06:24:48,611 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T06:24:48,611 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T06:24:48,612 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T06:24:48,612 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T06:24:48,616 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T06:24:48,618 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T06:24:48,619 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T06:24:48,620 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T06:24:48,634 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T06:24:48,634 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-11T06:24:48,635 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T06:24:48,637 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-11T06:24:48,637 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-11T06:24:48,637 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-11T06:24:48,637 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-11T06:24:48,640 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41553 is added to blk_1073741828_1004 (size=1189) 2024-11-11T06:24:49,041 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:44537/user/jenkins/test-data/37f1ba31-366b-166a-dc77-37b39b4bcceb/MasterData/data/master/store 2024-11-11T06:24:49,045 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41553 is added to blk_1073741829_1005 (size=34) 2024-11-11T06:24:49,446 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T06:24:49,446 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-11T06:24:49,446 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T06:24:49,446 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T06:24:49,446 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-11T06:24:49,446 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T06:24:49,446 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T06:24:49,446 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731306289446Disabling compacts and flushes for region at 1731306289446Disabling writes for close at 1731306289446Writing region close event to WAL at 1731306289446Closed at 1731306289446 2024-11-11T06:24:49,447 WARN [master/f334e8b0fbdf:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:44537/user/jenkins/test-data/37f1ba31-366b-166a-dc77-37b39b4bcceb/MasterData/data/master/store/.initializing 2024-11-11T06:24:49,447 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:44537/user/jenkins/test-data/37f1ba31-366b-166a-dc77-37b39b4bcceb/MasterData/WALs/f334e8b0fbdf,40095,1731306287725 2024-11-11T06:24:49,448 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T06:24:49,449 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=f334e8b0fbdf%2C40095%2C1731306287725, suffix=, logDir=hdfs://localhost:44537/user/jenkins/test-data/37f1ba31-366b-166a-dc77-37b39b4bcceb/MasterData/WALs/f334e8b0fbdf,40095,1731306287725, archiveDir=hdfs://localhost:44537/user/jenkins/test-data/37f1ba31-366b-166a-dc77-37b39b4bcceb/MasterData/oldWALs, maxLogs=10 2024-11-11T06:24:49,462 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/37f1ba31-366b-166a-dc77-37b39b4bcceb/MasterData/WALs/f334e8b0fbdf,40095,1731306287725/f334e8b0fbdf%2C40095%2C1731306287725.1731306289449, exclude list is [], retry=0 2024-11-11T06:24:49,464 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41553,DS-ab7c0bcf-ec78-44b7-b71f-68e06f9ad371,DISK] 2024-11-11T06:24:49,465 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/37f1ba31-366b-166a-dc77-37b39b4bcceb/MasterData/WALs/f334e8b0fbdf,40095,1731306287725/f334e8b0fbdf%2C40095%2C1731306287725.1731306289449 2024-11-11T06:24:49,466 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40543:40543)] 2024-11-11T06:24:49,466 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-11T06:24:49,466 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T06:24:49,466 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T06:24:49,466 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T06:24:49,467 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T06:24:49,468 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-11T06:24:49,468 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:24:49,468 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T06:24:49,468 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T06:24:49,469 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-11T06:24:49,469 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:24:49,469 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T06:24:49,470 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T06:24:49,470 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-11T06:24:49,470 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:24:49,470 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T06:24:49,471 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T06:24:49,471 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-11T06:24:49,471 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:24:49,471 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T06:24:49,472 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T06:24:49,472 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44537/user/jenkins/test-data/37f1ba31-366b-166a-dc77-37b39b4bcceb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-11T06:24:49,472 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44537/user/jenkins/test-data/37f1ba31-366b-166a-dc77-37b39b4bcceb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-11T06:24:49,473 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T06:24:49,473 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T06:24:49,473 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T06:24:49,474 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T06:24:49,475 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44537/user/jenkins/test-data/37f1ba31-366b-166a-dc77-37b39b4bcceb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T06:24:49,476 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71308304, jitterRate=0.0625765323638916}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T06:24:49,476 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731306289466Initializing all the Stores at 1731306289467 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731306289467Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731306289467Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731306289467Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731306289467Cleaning up temporary data from old regions at 1731306289473 (+6 ms)Region opened successfully at 1731306289476 (+3 ms) 2024-11-11T06:24:49,476 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-11T06:24:49,478 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@eee9f0b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f334e8b0fbdf/172.17.0.2:0 2024-11-11T06:24:49,479 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-11T06:24:49,479 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-11T06:24:49,479 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-11T06:24:49,479 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-11T06:24:49,479 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-11T06:24:49,480 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-11T06:24:49,480 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-11T06:24:49,481 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-11T06:24:49,482 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40095-0x10105b358ac0000, quorum=127.0.0.1:58903, baseZNode=/0640628644 Unable to get data of znode /0640628644/balancer because node does not exist (not necessarily an error) 2024-11-11T06:24:49,483 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0640628644/balancer already deleted, retry=false 2024-11-11T06:24:49,483 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-11T06:24:49,484 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40095-0x10105b358ac0000, quorum=127.0.0.1:58903, baseZNode=/0640628644 Unable to get data of znode /0640628644/normalizer because node does not exist (not necessarily an error) 2024-11-11T06:24:49,485 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0640628644/normalizer already deleted, retry=false 2024-11-11T06:24:49,485 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-11T06:24:49,485 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40095-0x10105b358ac0000, quorum=127.0.0.1:58903, baseZNode=/0640628644 Unable to get data of znode /0640628644/switch/split because node does not exist (not necessarily an error) 2024-11-11T06:24:49,487 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0640628644/switch/split already deleted, retry=false 2024-11-11T06:24:49,488 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40095-0x10105b358ac0000, quorum=127.0.0.1:58903, baseZNode=/0640628644 Unable to get data of znode /0640628644/switch/merge because node does not exist (not necessarily an error) 2024-11-11T06:24:49,489 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0640628644/switch/merge already deleted, retry=false 2024-11-11T06:24:49,490 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40095-0x10105b358ac0000, quorum=127.0.0.1:58903, baseZNode=/0640628644 Unable to get data of znode /0640628644/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-11T06:24:49,491 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0640628644/snapshot-cleanup already deleted, retry=false 2024-11-11T06:24:49,492 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44823-0x10105b358ac0001, quorum=127.0.0.1:58903, baseZNode=/0640628644 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0640628644/running 2024-11-11T06:24:49,492 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44823-0x10105b358ac0001, quorum=127.0.0.1:58903, baseZNode=/0640628644 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0640628644 2024-11-11T06:24:49,492 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40095-0x10105b358ac0000, quorum=127.0.0.1:58903, baseZNode=/0640628644 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0640628644/running 2024-11-11T06:24:49,492 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40095-0x10105b358ac0000, quorum=127.0.0.1:58903, baseZNode=/0640628644 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0640628644 2024-11-11T06:24:49,493 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=f334e8b0fbdf,40095,1731306287725, sessionid=0x10105b358ac0000, setting cluster-up flag (Was=false) 2024-11-11T06:24:49,495 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40095-0x10105b358ac0000, quorum=127.0.0.1:58903, baseZNode=/0640628644 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0640628644 2024-11-11T06:24:49,495 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44823-0x10105b358ac0001, quorum=127.0.0.1:58903, baseZNode=/0640628644 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0640628644 2024-11-11T06:24:49,500 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0640628644/flush-table-proc/acquired, /0640628644/flush-table-proc/reached, /0640628644/flush-table-proc/abort 2024-11-11T06:24:49,501 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f334e8b0fbdf,40095,1731306287725 2024-11-11T06:24:49,503 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40095-0x10105b358ac0000, quorum=127.0.0.1:58903, baseZNode=/0640628644 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0640628644 2024-11-11T06:24:49,503 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44823-0x10105b358ac0001, quorum=127.0.0.1:58903, baseZNode=/0640628644 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0640628644 2024-11-11T06:24:49,507 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0640628644/online-snapshot/acquired, /0640628644/online-snapshot/reached, /0640628644/online-snapshot/abort 2024-11-11T06:24:49,508 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f334e8b0fbdf,40095,1731306287725 2024-11-11T06:24:49,509 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:44537/user/jenkins/test-data/37f1ba31-366b-166a-dc77-37b39b4bcceb/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-11T06:24:49,510 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-11T06:24:49,510 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-11T06:24:49,510 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-11T06:24:49,511 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: f334e8b0fbdf,40095,1731306287725 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-11T06:24:49,512 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/f334e8b0fbdf:0, corePoolSize=5, maxPoolSize=5 2024-11-11T06:24:49,512 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/f334e8b0fbdf:0, corePoolSize=5, maxPoolSize=5 2024-11-11T06:24:49,512 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/f334e8b0fbdf:0, corePoolSize=5, maxPoolSize=5 2024-11-11T06:24:49,512 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/f334e8b0fbdf:0, corePoolSize=5, maxPoolSize=5 2024-11-11T06:24:49,512 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/f334e8b0fbdf:0, corePoolSize=10, maxPoolSize=10 2024-11-11T06:24:49,512 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/f334e8b0fbdf:0, corePoolSize=1, maxPoolSize=1 2024-11-11T06:24:49,512 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/f334e8b0fbdf:0, corePoolSize=2, maxPoolSize=2 2024-11-11T06:24:49,512 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/f334e8b0fbdf:0, corePoolSize=1, maxPoolSize=1 2024-11-11T06:24:49,513 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T06:24:49,513 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-11T06:24:49,514 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:24:49,514 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-11T06:24:49,519 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731306319519 2024-11-11T06:24:49,519 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-11T06:24:49,519 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-11T06:24:49,519 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-11T06:24:49,519 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-11T06:24:49,519 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-11T06:24:49,519 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-11T06:24:49,520 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T06:24:49,520 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-11T06:24:49,520 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-11T06:24:49,520 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-11T06:24:49,520 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-11T06:24:49,521 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-11T06:24:49,521 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-11T06:24:49,521 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/f334e8b0fbdf:0:becomeActiveMaster-HFileCleaner.large.0-1731306289521,5,FailOnTimeoutGroup] 2024-11-11T06:24:49,521 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41553 is added to blk_1073741831_1007 (size=1321) 2024-11-11T06:24:49,521 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/f334e8b0fbdf:0:becomeActiveMaster-HFileCleaner.small.0-1731306289521,5,FailOnTimeoutGroup] 2024-11-11T06:24:49,521 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T06:24:49,521 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-11T06:24:49,521 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-11T06:24:49,521 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-11T06:24:49,597 INFO [RS:0;f334e8b0fbdf:44823 {}] regionserver.HRegionServer(746): ClusterId : b45044dc-d41a-438e-a734-df15a939e78f 2024-11-11T06:24:49,597 DEBUG [RS:0;f334e8b0fbdf:44823 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-11T06:24:49,598 DEBUG [RS:0;f334e8b0fbdf:44823 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-11T06:24:49,599 DEBUG [RS:0;f334e8b0fbdf:44823 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-11T06:24:49,600 DEBUG [RS:0;f334e8b0fbdf:44823 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-11T06:24:49,600 DEBUG [RS:0;f334e8b0fbdf:44823 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@299b745b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f334e8b0fbdf/172.17.0.2:0 2024-11-11T06:24:49,612 DEBUG [RS:0;f334e8b0fbdf:44823 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;f334e8b0fbdf:44823 2024-11-11T06:24:49,612 INFO [RS:0;f334e8b0fbdf:44823 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-11T06:24:49,612 INFO [RS:0;f334e8b0fbdf:44823 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-11T06:24:49,612 DEBUG [RS:0;f334e8b0fbdf:44823 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-11T06:24:49,613 INFO [RS:0;f334e8b0fbdf:44823 {}] regionserver.HRegionServer(2659): reportForDuty to master=f334e8b0fbdf,40095,1731306287725 with port=44823, startcode=1731306287778 2024-11-11T06:24:49,613 DEBUG [RS:0;f334e8b0fbdf:44823 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-11T06:24:49,614 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41979, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.20 (auth:SIMPLE), service=RegionServerStatusService 2024-11-11T06:24:49,615 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40095 {}] master.ServerManager(363): Checking decommissioned status of RegionServer f334e8b0fbdf,44823,1731306287778 2024-11-11T06:24:49,615 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40095 {}] master.ServerManager(517): Registering regionserver=f334e8b0fbdf,44823,1731306287778 2024-11-11T06:24:49,616 DEBUG [RS:0;f334e8b0fbdf:44823 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:44537/user/jenkins/test-data/37f1ba31-366b-166a-dc77-37b39b4bcceb 2024-11-11T06:24:49,616 DEBUG [RS:0;f334e8b0fbdf:44823 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:44537 2024-11-11T06:24:49,616 DEBUG [RS:0;f334e8b0fbdf:44823 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-11T06:24:49,619 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40095-0x10105b358ac0000, quorum=127.0.0.1:58903, baseZNode=/0640628644 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0640628644/rs 2024-11-11T06:24:49,619 DEBUG [RS:0;f334e8b0fbdf:44823 {}] zookeeper.ZKUtil(111): regionserver:44823-0x10105b358ac0001, quorum=127.0.0.1:58903, baseZNode=/0640628644 Set watcher on existing znode=/0640628644/rs/f334e8b0fbdf,44823,1731306287778 2024-11-11T06:24:49,619 WARN [RS:0;f334e8b0fbdf:44823 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T06:24:49,619 INFO [RS:0;f334e8b0fbdf:44823 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T06:24:49,619 DEBUG [RS:0;f334e8b0fbdf:44823 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:44537/user/jenkins/test-data/37f1ba31-366b-166a-dc77-37b39b4bcceb/WALs/f334e8b0fbdf,44823,1731306287778 2024-11-11T06:24:49,619 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [f334e8b0fbdf,44823,1731306287778] 2024-11-11T06:24:49,622 INFO [RS:0;f334e8b0fbdf:44823 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-11T06:24:49,623 INFO [RS:0;f334e8b0fbdf:44823 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-11T06:24:49,623 INFO [RS:0;f334e8b0fbdf:44823 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-11T06:24:49,623 INFO [RS:0;f334e8b0fbdf:44823 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T06:24:49,624 INFO [RS:0;f334e8b0fbdf:44823 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-11T06:24:49,624 INFO [RS:0;f334e8b0fbdf:44823 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-11T06:24:49,624 INFO [RS:0;f334e8b0fbdf:44823 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-11T06:24:49,624 DEBUG [RS:0;f334e8b0fbdf:44823 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/f334e8b0fbdf:0, corePoolSize=1, maxPoolSize=1 2024-11-11T06:24:49,624 DEBUG [RS:0;f334e8b0fbdf:44823 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/f334e8b0fbdf:0, corePoolSize=1, maxPoolSize=1 2024-11-11T06:24:49,624 DEBUG [RS:0;f334e8b0fbdf:44823 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/f334e8b0fbdf:0, corePoolSize=1, maxPoolSize=1 2024-11-11T06:24:49,624 DEBUG [RS:0;f334e8b0fbdf:44823 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0, corePoolSize=1, maxPoolSize=1 2024-11-11T06:24:49,624 DEBUG [RS:0;f334e8b0fbdf:44823 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/f334e8b0fbdf:0, corePoolSize=1, maxPoolSize=1 2024-11-11T06:24:49,624 DEBUG [RS:0;f334e8b0fbdf:44823 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/f334e8b0fbdf:0, corePoolSize=2, maxPoolSize=2 2024-11-11T06:24:49,624 DEBUG [RS:0;f334e8b0fbdf:44823 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/f334e8b0fbdf:0, corePoolSize=1, maxPoolSize=1 2024-11-11T06:24:49,624 DEBUG [RS:0;f334e8b0fbdf:44823 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/f334e8b0fbdf:0, corePoolSize=1, maxPoolSize=1 2024-11-11T06:24:49,624 DEBUG [RS:0;f334e8b0fbdf:44823 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0, corePoolSize=1, maxPoolSize=1 2024-11-11T06:24:49,624 DEBUG [RS:0;f334e8b0fbdf:44823 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/f334e8b0fbdf:0, corePoolSize=1, maxPoolSize=1 2024-11-11T06:24:49,624 DEBUG [RS:0;f334e8b0fbdf:44823 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/f334e8b0fbdf:0, corePoolSize=1, maxPoolSize=1 2024-11-11T06:24:49,624 DEBUG [RS:0;f334e8b0fbdf:44823 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/f334e8b0fbdf:0, corePoolSize=1, maxPoolSize=1 2024-11-11T06:24:49,624 DEBUG [RS:0;f334e8b0fbdf:44823 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/f334e8b0fbdf:0, corePoolSize=3, maxPoolSize=3 2024-11-11T06:24:49,624 DEBUG [RS:0;f334e8b0fbdf:44823 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/f334e8b0fbdf:0, corePoolSize=3, maxPoolSize=3 2024-11-11T06:24:49,626 INFO [RS:0;f334e8b0fbdf:44823 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T06:24:49,626 INFO [RS:0;f334e8b0fbdf:44823 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T06:24:49,626 INFO [RS:0;f334e8b0fbdf:44823 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T06:24:49,626 INFO [RS:0;f334e8b0fbdf:44823 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-11T06:24:49,626 INFO [RS:0;f334e8b0fbdf:44823 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-11T06:24:49,626 INFO [RS:0;f334e8b0fbdf:44823 {}] hbase.ChoreService(168): Chore ScheduledChore name=f334e8b0fbdf,44823,1731306287778-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T06:24:49,640 INFO [RS:0;f334e8b0fbdf:44823 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-11T06:24:49,640 INFO [RS:0;f334e8b0fbdf:44823 {}] hbase.ChoreService(168): Chore ScheduledChore name=f334e8b0fbdf,44823,1731306287778-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T06:24:49,640 INFO [RS:0;f334e8b0fbdf:44823 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T06:24:49,640 INFO [RS:0;f334e8b0fbdf:44823 {}] regionserver.Replication(171): f334e8b0fbdf,44823,1731306287778 started 2024-11-11T06:24:49,653 INFO [RS:0;f334e8b0fbdf:44823 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T06:24:49,653 INFO [RS:0;f334e8b0fbdf:44823 {}] regionserver.HRegionServer(1482): Serving as f334e8b0fbdf,44823,1731306287778, RpcServer on f334e8b0fbdf/172.17.0.2:44823, sessionid=0x10105b358ac0001 2024-11-11T06:24:49,654 DEBUG [RS:0;f334e8b0fbdf:44823 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-11T06:24:49,654 DEBUG [RS:0;f334e8b0fbdf:44823 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager f334e8b0fbdf,44823,1731306287778 2024-11-11T06:24:49,654 DEBUG [RS:0;f334e8b0fbdf:44823 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f334e8b0fbdf,44823,1731306287778' 2024-11-11T06:24:49,654 DEBUG [RS:0;f334e8b0fbdf:44823 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0640628644/flush-table-proc/abort' 2024-11-11T06:24:49,654 DEBUG [RS:0;f334e8b0fbdf:44823 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0640628644/flush-table-proc/acquired' 2024-11-11T06:24:49,654 DEBUG [RS:0;f334e8b0fbdf:44823 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-11T06:24:49,654 DEBUG [RS:0;f334e8b0fbdf:44823 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-11T06:24:49,654 DEBUG [RS:0;f334e8b0fbdf:44823 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager f334e8b0fbdf,44823,1731306287778 2024-11-11T06:24:49,654 DEBUG [RS:0;f334e8b0fbdf:44823 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f334e8b0fbdf,44823,1731306287778' 2024-11-11T06:24:49,654 DEBUG [RS:0;f334e8b0fbdf:44823 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0640628644/online-snapshot/abort' 2024-11-11T06:24:49,655 DEBUG [RS:0;f334e8b0fbdf:44823 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0640628644/online-snapshot/acquired' 2024-11-11T06:24:49,655 DEBUG [RS:0;f334e8b0fbdf:44823 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-11T06:24:49,655 INFO [RS:0;f334e8b0fbdf:44823 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-11T06:24:49,655 INFO [RS:0;f334e8b0fbdf:44823 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-11T06:24:49,755 INFO [RS:0;f334e8b0fbdf:44823 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T06:24:49,756 INFO [RS:0;f334e8b0fbdf:44823 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f334e8b0fbdf%2C44823%2C1731306287778, suffix=, logDir=hdfs://localhost:44537/user/jenkins/test-data/37f1ba31-366b-166a-dc77-37b39b4bcceb/WALs/f334e8b0fbdf,44823,1731306287778, archiveDir=hdfs://localhost:44537/user/jenkins/test-data/37f1ba31-366b-166a-dc77-37b39b4bcceb/oldWALs, maxLogs=10 2024-11-11T06:24:49,770 DEBUG [RS:0;f334e8b0fbdf:44823 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/37f1ba31-366b-166a-dc77-37b39b4bcceb/WALs/f334e8b0fbdf,44823,1731306287778/f334e8b0fbdf%2C44823%2C1731306287778.1731306289757, exclude list is [], retry=0 2024-11-11T06:24:49,772 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41553,DS-ab7c0bcf-ec78-44b7-b71f-68e06f9ad371,DISK] 2024-11-11T06:24:49,773 INFO [RS:0;f334e8b0fbdf:44823 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/37f1ba31-366b-166a-dc77-37b39b4bcceb/WALs/f334e8b0fbdf,44823,1731306287778/f334e8b0fbdf%2C44823%2C1731306287778.1731306289757 2024-11-11T06:24:49,774 DEBUG [RS:0;f334e8b0fbdf:44823 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40543:40543)] 2024-11-11T06:24:49,922 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:44537/user/jenkins/test-data/37f1ba31-366b-166a-dc77-37b39b4bcceb/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-11T06:24:49,922 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:44537/user/jenkins/test-data/37f1ba31-366b-166a-dc77-37b39b4bcceb 2024-11-11T06:24:49,926 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41553 is added to blk_1073741833_1009 (size=32) 2024-11-11T06:24:50,327 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T06:24:50,328 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T06:24:50,329 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T06:24:50,329 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:24:50,329 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T06:24:50,329 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T06:24:50,330 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T06:24:50,330 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:24:50,331 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T06:24:50,331 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T06:24:50,331 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T06:24:50,331 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:24:50,332 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T06:24:50,332 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T06:24:50,332 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T06:24:50,332 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:24:50,333 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T06:24:50,333 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T06:24:50,333 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44537/user/jenkins/test-data/37f1ba31-366b-166a-dc77-37b39b4bcceb/data/hbase/meta/1588230740 2024-11-11T06:24:50,334 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44537/user/jenkins/test-data/37f1ba31-366b-166a-dc77-37b39b4bcceb/data/hbase/meta/1588230740 2024-11-11T06:24:50,334 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T06:24:50,334 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T06:24:50,335 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T06:24:50,335 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T06:24:50,337 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44537/user/jenkins/test-data/37f1ba31-366b-166a-dc77-37b39b4bcceb/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T06:24:50,337 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68342611, jitterRate=0.018384262919425964}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T06:24:50,338 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731306290327Initializing all the Stores at 1731306290328 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731306290328Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731306290328Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731306290328Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731306290328Cleaning up temporary data from old regions at 1731306290334 (+6 ms)Region opened successfully at 1731306290338 (+4 ms) 2024-11-11T06:24:50,338 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-11T06:24:50,338 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-11T06:24:50,338 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-11T06:24:50,338 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-11T06:24:50,338 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-11T06:24:50,338 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-11T06:24:50,338 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731306290338Disabling compacts and flushes for region at 1731306290338Disabling writes for close at 1731306290338Writing region close event to WAL at 1731306290338Closed at 1731306290338 2024-11-11T06:24:50,339 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T06:24:50,339 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-11T06:24:50,339 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-11T06:24:50,340 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T06:24:50,341 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-11T06:24:50,491 DEBUG [f334e8b0fbdf:40095 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-11T06:24:50,492 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=f334e8b0fbdf,44823,1731306287778 2024-11-11T06:24:50,493 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f334e8b0fbdf,44823,1731306287778, state=OPENING 2024-11-11T06:24:50,494 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-11T06:24:50,495 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40095-0x10105b358ac0000, quorum=127.0.0.1:58903, baseZNode=/0640628644 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0640628644 2024-11-11T06:24:50,495 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44823-0x10105b358ac0001, quorum=127.0.0.1:58903, baseZNode=/0640628644 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0640628644 2024-11-11T06:24:50,496 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T06:24:50,496 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0640628644/meta-region-server: CHANGED 2024-11-11T06:24:50,496 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0640628644/meta-region-server: CHANGED 2024-11-11T06:24:50,496 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=f334e8b0fbdf,44823,1731306287778}] 2024-11-11T06:24:50,648 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-11T06:24:50,649 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43979, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-11T06:24:50,652 INFO [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-11T06:24:50,652 INFO [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T06:24:50,652 INFO [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-11T06:24:50,653 INFO [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f334e8b0fbdf%2C44823%2C1731306287778.meta, suffix=.meta, logDir=hdfs://localhost:44537/user/jenkins/test-data/37f1ba31-366b-166a-dc77-37b39b4bcceb/WALs/f334e8b0fbdf,44823,1731306287778, archiveDir=hdfs://localhost:44537/user/jenkins/test-data/37f1ba31-366b-166a-dc77-37b39b4bcceb/oldWALs, maxLogs=10 2024-11-11T06:24:50,666 DEBUG [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/37f1ba31-366b-166a-dc77-37b39b4bcceb/WALs/f334e8b0fbdf,44823,1731306287778/f334e8b0fbdf%2C44823%2C1731306287778.meta.1731306290653.meta, exclude list is [], retry=0 2024-11-11T06:24:50,668 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41553,DS-ab7c0bcf-ec78-44b7-b71f-68e06f9ad371,DISK] 2024-11-11T06:24:50,669 INFO [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/37f1ba31-366b-166a-dc77-37b39b4bcceb/WALs/f334e8b0fbdf,44823,1731306287778/f334e8b0fbdf%2C44823%2C1731306287778.meta.1731306290653.meta 2024-11-11T06:24:50,670 DEBUG [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40543:40543)] 2024-11-11T06:24:50,670 DEBUG [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-11T06:24:50,670 INFO [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-11T06:24:50,670 DEBUG [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-11T06:24:50,670 DEBUG [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-11T06:24:50,670 INFO [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-11T06:24:50,670 DEBUG [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-11T06:24:50,670 DEBUG [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T06:24:50,670 DEBUG [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-11T06:24:50,670 DEBUG [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-11T06:24:50,671 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T06:24:50,672 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T06:24:50,672 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:24:50,672 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T06:24:50,672 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T06:24:50,673 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T06:24:50,673 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:24:50,673 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T06:24:50,673 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T06:24:50,674 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T06:24:50,674 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:24:50,674 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T06:24:50,674 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T06:24:50,674 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T06:24:50,675 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:24:50,675 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T06:24:50,675 DEBUG [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T06:24:50,675 DEBUG [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44537/user/jenkins/test-data/37f1ba31-366b-166a-dc77-37b39b4bcceb/data/hbase/meta/1588230740 2024-11-11T06:24:50,676 DEBUG [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44537/user/jenkins/test-data/37f1ba31-366b-166a-dc77-37b39b4bcceb/data/hbase/meta/1588230740 2024-11-11T06:24:50,677 DEBUG [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T06:24:50,677 DEBUG [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T06:24:50,677 DEBUG [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T06:24:50,678 DEBUG [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T06:24:50,678 INFO [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59447997, jitterRate=-0.11415581405162811}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T06:24:50,678 DEBUG [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-11T06:24:50,679 DEBUG [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731306290671Writing region info on filesystem at 1731306290671Initializing all the Stores at 1731306290671Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731306290671Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731306290671Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731306290671Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731306290671Cleaning up temporary data from old regions at 1731306290677 (+6 ms)Running coprocessor post-open hooks at 1731306290678 (+1 ms)Region opened successfully at 1731306290679 (+1 ms) 2024-11-11T06:24:50,679 INFO [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731306290648 2024-11-11T06:24:50,681 DEBUG [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-11T06:24:50,681 INFO [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-11T06:24:50,682 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=f334e8b0fbdf,44823,1731306287778 2024-11-11T06:24:50,682 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f334e8b0fbdf,44823,1731306287778, state=OPEN 2024-11-11T06:24:50,691 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40095-0x10105b358ac0000, quorum=127.0.0.1:58903, baseZNode=/0640628644 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0640628644/meta-region-server 2024-11-11T06:24:50,691 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44823-0x10105b358ac0001, quorum=127.0.0.1:58903, baseZNode=/0640628644 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0640628644/meta-region-server 2024-11-11T06:24:50,692 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0640628644/meta-region-server: CHANGED 2024-11-11T06:24:50,692 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=f334e8b0fbdf,44823,1731306287778 2024-11-11T06:24:50,692 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0640628644/meta-region-server: CHANGED 2024-11-11T06:24:50,693 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-11T06:24:50,693 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=f334e8b0fbdf,44823,1731306287778 in 196 msec 2024-11-11T06:24:50,695 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-11T06:24:50,695 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 354 msec 2024-11-11T06:24:50,695 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T06:24:50,695 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-11T06:24:50,696 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T06:24:50,696 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f334e8b0fbdf,44823,1731306287778, seqNum=-1] 2024-11-11T06:24:50,696 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T06:24:50,697 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52361, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T06:24:50,700 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.1900 sec 2024-11-11T06:24:50,700 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731306290700, completionTime=-1 2024-11-11T06:24:50,700 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-11T06:24:50,700 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-11T06:24:50,702 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-11T06:24:50,702 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731306350702 2024-11-11T06:24:50,702 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731306410702 2024-11-11T06:24:50,702 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-11T06:24:50,702 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f334e8b0fbdf,40095,1731306287725-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T06:24:50,702 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f334e8b0fbdf,40095,1731306287725-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T06:24:50,702 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f334e8b0fbdf,40095,1731306287725-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T06:24:50,702 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-f334e8b0fbdf:40095, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T06:24:50,702 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-11T06:24:50,702 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-11T06:24:50,704 DEBUG [master/f334e8b0fbdf:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-11T06:24:50,705 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.894sec 2024-11-11T06:24:50,705 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-11T06:24:50,705 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-11T06:24:50,705 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-11T06:24:50,705 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-11T06:24:50,705 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-11T06:24:50,705 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f334e8b0fbdf,40095,1731306287725-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T06:24:50,705 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f334e8b0fbdf,40095,1731306287725-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-11T06:24:50,706 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-11T06:24:50,706 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-11T06:24:50,707 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f334e8b0fbdf,40095,1731306287725-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T06:24:50,797 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@49b8553b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T06:24:50,797 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f334e8b0fbdf,40095,-1 for getting cluster id 2024-11-11T06:24:50,798 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T06:24:50,799 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b45044dc-d41a-438e-a734-df15a939e78f' 2024-11-11T06:24:50,799 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T06:24:50,799 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b45044dc-d41a-438e-a734-df15a939e78f" 2024-11-11T06:24:50,799 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@423c8eb2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T06:24:50,799 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f334e8b0fbdf,40095,-1] 2024-11-11T06:24:50,799 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T06:24:50,799 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T06:24:50,800 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47628, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T06:24:50,801 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@193a37b1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T06:24:50,801 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T06:24:50,802 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f334e8b0fbdf,44823,1731306287778, seqNum=-1] 2024-11-11T06:24:50,802 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T06:24:50,803 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49954, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T06:24:50,804 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=f334e8b0fbdf,40095,1731306287725 2024-11-11T06:24:50,804 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:58903 2024-11-11T06:24:50,806 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:58903, baseZNode=/0640628644 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T06:24:50,806 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x10105b358ac0002 connected 2024-11-11T06:24:50,809 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T06:24:50,809 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is f334e8b0fbdf,40095,1731306287725 2024-11-11T06:24:50,809 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@29f31482 2024-11-11T06:24:50,810 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T06:24:50,810 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47630, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T06:24:50,811 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40095 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T06:24:50,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40095 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-11T06:24:50,813 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-11T06:24:50,813 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:24:50,813 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40095 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-11T06:24:50,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40095 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T06:24:50,814 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-11T06:24:50,818 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41553 is added to blk_1073741835_1011 (size=902) 2024-11-11T06:24:50,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40095 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T06:24:51,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40095 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T06:24:51,220 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 3c8071306f8b2565442b806ecd468c5d, NAME => 'test,,1731306290811.3c8071306f8b2565442b806ecd468c5d.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44537/user/jenkins/test-data/37f1ba31-366b-166a-dc77-37b39b4bcceb 2024-11-11T06:24:51,224 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41553 is added to blk_1073741836_1012 (size=39) 2024-11-11T06:24:51,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40095 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T06:24:51,625 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731306290811.3c8071306f8b2565442b806ecd468c5d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T06:24:51,625 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 3c8071306f8b2565442b806ecd468c5d, disabling compactions & flushes 2024-11-11T06:24:51,625 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731306290811.3c8071306f8b2565442b806ecd468c5d. 2024-11-11T06:24:51,625 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731306290811.3c8071306f8b2565442b806ecd468c5d. 2024-11-11T06:24:51,625 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731306290811.3c8071306f8b2565442b806ecd468c5d. after waiting 0 ms 2024-11-11T06:24:51,625 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731306290811.3c8071306f8b2565442b806ecd468c5d. 2024-11-11T06:24:51,625 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731306290811.3c8071306f8b2565442b806ecd468c5d. 2024-11-11T06:24:51,625 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 3c8071306f8b2565442b806ecd468c5d: Waiting for close lock at 1731306291625Disabling compacts and flushes for region at 1731306291625Disabling writes for close at 1731306291625Writing region close event to WAL at 1731306291625Closed at 1731306291625 2024-11-11T06:24:51,626 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-11T06:24:51,626 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731306290811.3c8071306f8b2565442b806ecd468c5d.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731306291626"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731306291626"}]},"ts":"1731306291626"} 2024-11-11T06:24:51,628 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-11T06:24:51,629 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-11T06:24:51,629 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731306291629"}]},"ts":"1731306291629"} 2024-11-11T06:24:51,630 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-11T06:24:51,630 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=3c8071306f8b2565442b806ecd468c5d, ASSIGN}] 2024-11-11T06:24:51,631 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=3c8071306f8b2565442b806ecd468c5d, ASSIGN 2024-11-11T06:24:51,632 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=3c8071306f8b2565442b806ecd468c5d, ASSIGN; state=OFFLINE, location=f334e8b0fbdf,44823,1731306287778; forceNewPlan=false, retain=false 2024-11-11T06:24:51,783 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=3c8071306f8b2565442b806ecd468c5d, regionState=OPENING, regionLocation=f334e8b0fbdf,44823,1731306287778 2024-11-11T06:24:51,784 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=3c8071306f8b2565442b806ecd468c5d, ASSIGN because future has completed 2024-11-11T06:24:51,785 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3c8071306f8b2565442b806ecd468c5d, server=f334e8b0fbdf,44823,1731306287778}] 2024-11-11T06:24:51,940 INFO [RS_OPEN_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731306290811.3c8071306f8b2565442b806ecd468c5d. 2024-11-11T06:24:51,940 DEBUG [RS_OPEN_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 3c8071306f8b2565442b806ecd468c5d, NAME => 'test,,1731306290811.3c8071306f8b2565442b806ecd468c5d.', STARTKEY => '', ENDKEY => ''} 2024-11-11T06:24:51,940 INFO [RS_OPEN_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-11T06:24:51,940 INFO [RS_OPEN_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-11T06:24:51,940 DEBUG [RS_OPEN_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 3c8071306f8b2565442b806ecd468c5d 2024-11-11T06:24:51,940 DEBUG [RS_OPEN_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731306290811.3c8071306f8b2565442b806ecd468c5d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T06:24:51,940 DEBUG [RS_OPEN_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 3c8071306f8b2565442b806ecd468c5d 2024-11-11T06:24:51,940 DEBUG [RS_OPEN_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 3c8071306f8b2565442b806ecd468c5d 2024-11-11T06:24:51,941 INFO [StoreOpener-3c8071306f8b2565442b806ecd468c5d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 3c8071306f8b2565442b806ecd468c5d 2024-11-11T06:24:51,942 INFO [StoreOpener-3c8071306f8b2565442b806ecd468c5d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3c8071306f8b2565442b806ecd468c5d columnFamilyName f 2024-11-11T06:24:51,942 DEBUG [StoreOpener-3c8071306f8b2565442b806ecd468c5d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:24:51,943 INFO [StoreOpener-3c8071306f8b2565442b806ecd468c5d-1 {}] regionserver.HStore(327): Store=3c8071306f8b2565442b806ecd468c5d/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T06:24:51,943 INFO [StoreOpener-3c8071306f8b2565442b806ecd468c5d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 3c8071306f8b2565442b806ecd468c5d 2024-11-11T06:24:51,943 INFO [StoreOpener-3c8071306f8b2565442b806ecd468c5d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3c8071306f8b2565442b806ecd468c5d columnFamilyName f1 2024-11-11T06:24:51,944 DEBUG [StoreOpener-3c8071306f8b2565442b806ecd468c5d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:24:51,944 INFO [StoreOpener-3c8071306f8b2565442b806ecd468c5d-1 {}] regionserver.HStore(327): Store=3c8071306f8b2565442b806ecd468c5d/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T06:24:51,944 INFO [StoreOpener-3c8071306f8b2565442b806ecd468c5d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 3c8071306f8b2565442b806ecd468c5d 2024-11-11T06:24:51,944 INFO [StoreOpener-3c8071306f8b2565442b806ecd468c5d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3c8071306f8b2565442b806ecd468c5d columnFamilyName norep 2024-11-11T06:24:51,945 DEBUG [StoreOpener-3c8071306f8b2565442b806ecd468c5d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:24:51,945 INFO [StoreOpener-3c8071306f8b2565442b806ecd468c5d-1 {}] regionserver.HStore(327): Store=3c8071306f8b2565442b806ecd468c5d/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T06:24:51,945 DEBUG [RS_OPEN_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 3c8071306f8b2565442b806ecd468c5d 2024-11-11T06:24:51,945 DEBUG [RS_OPEN_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44537/user/jenkins/test-data/37f1ba31-366b-166a-dc77-37b39b4bcceb/data/default/test/3c8071306f8b2565442b806ecd468c5d 2024-11-11T06:24:51,945 DEBUG [RS_OPEN_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44537/user/jenkins/test-data/37f1ba31-366b-166a-dc77-37b39b4bcceb/data/default/test/3c8071306f8b2565442b806ecd468c5d 2024-11-11T06:24:51,946 DEBUG [RS_OPEN_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 3c8071306f8b2565442b806ecd468c5d 2024-11-11T06:24:51,946 DEBUG [RS_OPEN_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 3c8071306f8b2565442b806ecd468c5d 2024-11-11T06:24:51,946 DEBUG [RS_OPEN_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-11T06:24:51,947 DEBUG [RS_OPEN_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 3c8071306f8b2565442b806ecd468c5d 2024-11-11T06:24:51,948 DEBUG [RS_OPEN_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44537/user/jenkins/test-data/37f1ba31-366b-166a-dc77-37b39b4bcceb/data/default/test/3c8071306f8b2565442b806ecd468c5d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T06:24:51,949 INFO [RS_OPEN_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 3c8071306f8b2565442b806ecd468c5d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71747094, jitterRate=0.06911501288414001}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-11T06:24:51,949 DEBUG [RS_OPEN_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 3c8071306f8b2565442b806ecd468c5d 2024-11-11T06:24:51,949 DEBUG [RS_OPEN_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 3c8071306f8b2565442b806ecd468c5d: Running coprocessor pre-open hook at 1731306291941Writing region info on filesystem at 1731306291941Initializing all the Stores at 1731306291941Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731306291941Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731306291941Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731306291941Cleaning up temporary data from old regions at 1731306291946 (+5 ms)Running coprocessor post-open hooks at 1731306291949 (+3 ms)Region opened successfully at 1731306291949 2024-11-11T06:24:51,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40095 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T06:24:51,950 INFO [RS_OPEN_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731306290811.3c8071306f8b2565442b806ecd468c5d., pid=6, masterSystemTime=1731306291937 2024-11-11T06:24:51,952 DEBUG [RS_OPEN_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731306290811.3c8071306f8b2565442b806ecd468c5d. 2024-11-11T06:24:51,952 INFO [RS_OPEN_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731306290811.3c8071306f8b2565442b806ecd468c5d. 2024-11-11T06:24:51,952 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=3c8071306f8b2565442b806ecd468c5d, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=f334e8b0fbdf,44823,1731306287778 2024-11-11T06:24:51,954 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3c8071306f8b2565442b806ecd468c5d, server=f334e8b0fbdf,44823,1731306287778 because future has completed 2024-11-11T06:24:51,956 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-11T06:24:51,956 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 3c8071306f8b2565442b806ecd468c5d, server=f334e8b0fbdf,44823,1731306287778 in 170 msec 2024-11-11T06:24:51,957 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-11T06:24:51,957 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=3c8071306f8b2565442b806ecd468c5d, ASSIGN in 326 msec 2024-11-11T06:24:51,958 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-11T06:24:51,958 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731306291958"}]},"ts":"1731306291958"} 2024-11-11T06:24:51,959 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-11T06:24:51,960 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-11T06:24:51,961 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1490 sec 2024-11-11T06:24:52,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40095 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T06:24:52,970 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-11T06:24:52,970 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2322de1b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T06:24:52,970 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f334e8b0fbdf,40095,-1 for getting cluster id 2024-11-11T06:24:52,970 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T06:24:52,971 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b45044dc-d41a-438e-a734-df15a939e78f' 2024-11-11T06:24:52,971 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T06:24:52,971 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b45044dc-d41a-438e-a734-df15a939e78f" 2024-11-11T06:24:52,971 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ab1f3a3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T06:24:52,971 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f334e8b0fbdf,40095,-1] 2024-11-11T06:24:52,971 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T06:24:52,972 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T06:24:52,972 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47654, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T06:24:52,973 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2be5a087, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T06:24:52,973 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T06:24:52,974 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is f334e8b0fbdf,40095,1731306287725 2024-11-11T06:24:52,974 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2687d963 2024-11-11T06:24:52,974 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T06:24:52,974 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47658, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T06:24:52,975 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40095 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://f334e8b0fbdf:40095,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-11T06:24:52,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40095 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-11T06:24:52,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40095 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T06:24:52,977 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='f334e8b0fbdf:40095' 2024-11-11T06:24:52,978 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@193dd1b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T06:24:52,978 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request f334e8b0fbdf,40095,-1 for getting cluster id 2024-11-11T06:24:52,978 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T06:24:52,978 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b45044dc-d41a-438e-a734-df15a939e78f' 2024-11-11T06:24:52,978 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T06:24:52,978 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b45044dc-d41a-438e-a734-df15a939e78f" 2024-11-11T06:24:52,979 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@25cfa3b1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T06:24:52,979 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f334e8b0fbdf,40095,-1] 2024-11-11T06:24:52,979 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T06:24:52,979 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T06:24:52,979 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47668, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T06:24:52,980 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@44b002ec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T06:24:52,980 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T06:24:52,980 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] client.AsyncConnectionImpl(321): The fetched master address is f334e8b0fbdf,40095,1731306287725 2024-11-11T06:24:52,980 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@24c82e2e 2024-11-11T06:24:52,981 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T06:24:52,981 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47670, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T06:24:52,982 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-11T06:24:52,982 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-11T06:24:52,982 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T06:24:52,982 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T06:24:52,982 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T06:24:52,982 WARN [PEWorker-2 {}] replication.ModifyPeerProcedure(190): org.apache.hadoop.hbase.master.replication.AddPeerProcedure failed to call pre CP hook or the pre check is failed for peer 1, mark the procedure as failure and give up org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://f334e8b0fbdf:40095, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:456) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] 2024-11-11T06:24:52,988 ERROR [PEWorker-2 {}] procedure2.ProcedureExecutor(1697): Root Procedure pid=7, state=FAILED, hasLock=true, exception=org.apache.hadoop.hbase.DoNotRetryIOException via master-add-peer:org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://f334e8b0fbdf:40095, should not replicate to itself for HBaseInterClusterReplicationEndpoint; org.apache.hadoop.hbase.master.replication.AddPeerProcedure does not support rollback but the execution failed and try to rollback, code bug? org.apache.hadoop.hbase.procedure2.RemoteProcedureException: org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://f334e8b0fbdf:40095, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.procedure2.Procedure.setFailure(Procedure.java:765) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:192) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] Caused by: org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://f334e8b0fbdf:40095, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:456) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) ~[classes/:?] ... 8 more 2024-11-11T06:24:52,989 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1707): Rolled back pid=7, state=ROLLEDBACK, hasLock=true, exception=org.apache.hadoop.hbase.DoNotRetryIOException via master-add-peer:org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://f334e8b0fbdf:40095, should not replicate to itself for HBaseInterClusterReplicationEndpoint; org.apache.hadoop.hbase.master.replication.AddPeerProcedure exec-time=13 msec 2024-11-11T06:24:52,989 WARN [PEWorker-2 {}] procedure2.ProcedureExecutor(2061): Usually this should not happen, we will release the lock before if the procedure is finished, even if the holdLock is true, arrive here means we have some holes where we do not release the lock. And the releaseLock below may fail since the procedure may have already been deleted from the procedure store. 2024-11-11T06:24:53,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40095 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T06:24:53,080 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3009): Operation: ADD_REPLICATION_PEER, peerId: 1 failed with Invalid cluster key: hbase+rpc://f334e8b0fbdf:40095, should not replicate to itself for HBaseInterClusterReplicationEndpoint 2024-11-11T06:24:53,080 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T06:24:53,080 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:616) at org.apache.hadoop.hbase.replication.TestMasterReplication.testLoopedReplication(TestMasterReplication.java:181) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.ExpectException.evaluate(ExpectException.java:19) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T06:24:53,080 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T06:24:53,080 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T06:24:53,080 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T06:24:53,098 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testLoopedReplication Thread=531 (was 360) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40095 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: Hadoop-Metrics-Updater-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: BootstrapNodeManager java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.blockmanagement.HeartbeatManager$Monitor@4413a6db java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.HeartbeatManager$Monitor.run(HeartbeatManager.java:563) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1192786814_20 at /127.0.0.1:35182 [Waiting for operation #6] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server idle connection scanner for port 44537 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=0,queue=0,port=44823 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: NIOWorkerThread-9 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-11 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: WorkerMonitor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:279) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.TimeoutExecutorThread.run(TimeoutExecutorThread.java:56) Potentially hanging thread: normalizer-worker-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.master.normalizer.RegionNormalizerWorkQueue.take(RegionNormalizerWorkQueue.java:146) app//org.apache.hadoop.hbase.master.normalizer.RegionNormalizerWorker.run(RegionNormalizerWorker.java:191) java.base@17.0.11/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) java.base@17.0.11/java.util.concurrent.FutureTask.run(FutureTask.java:264) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=40095 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: pool-2268-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp826369770-7898 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007fd5b4432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-16 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeEditLogRoller@6c8a8680 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeEditLogRoller.run(FSNamesystem.java:4592) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44537 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.datanode.DataXceiverServer@2325e01d java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) java.base@17.0.11/sun.nio.ch.ServerSocketAdaptor.accept(ServerSocketAdaptor.java:126) app//org.apache.hadoop.hdfs.net.TcpPeerServer.accept(TcpPeerServer.java:85) app//org.apache.hadoop.hdfs.server.datanode.DataXceiverServer.run(DataXceiverServer.java:242) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40095 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: qtp826369770-7897 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007fd5b4432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 0 on default port 44537 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: Socket Reader #1 for port 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:1497) app//org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:1476) Potentially hanging thread: PacketResponder: BP-939339599-172.17.0.2-1731306286650:blk_1073741832_1008, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 2 on default port 42871 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: NIOServerCxnFactory.AcceptThread:localhost/127.0.0.1:58903 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.select(NIOServerCnxnFactory.java:205) app//org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.run(NIOServerCnxnFactory.java:181) Potentially hanging thread: regionserver/f334e8b0fbdf:0.leaseChecker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.regionserver.LeaseManager.run(LeaseManager.java:82) Potentially hanging thread: master/f334e8b0fbdf:0:becomeActiveMaster-HFileCleaner.small.0-1731306289521 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.PriorityBlockingQueue.take(PriorityBlockingQueue.java:535) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner.consumerLoop(HFileCleaner.java:285) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner$2.run(HFileCleaner.java:269) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44823 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1225262427_20 at /127.0.0.1:35238 [Receiving block BP-939339599-172.17.0.2-1731306286650:blk_1073741830_1006] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Block report processor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:420) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$BlockReportProcessingThread.processQueue(BlockManager.java:5627) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$BlockReportProcessingThread.run(BlockManager.java:5614) Potentially hanging thread: LeaseRenewer:jenkins@localhost:44537 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-12 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureDispatcherTimeoutThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.RemoteProcedureDispatcher$TimeoutExecutorThread.run(RemoteProcedureDispatcher.java:328) Potentially hanging thread: VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/78ec7fd2-7d27-250d-e367-c3e868019539/cluster_faf183a0-a32a-e3a3-4cd5-0a8f8599a685/data/data2) java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656) Potentially hanging thread: RedundancyMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) java.base@17.0.11/java.lang.Thread.sleep(Thread.java:344) java.base@17.0.11/java.util.concurrent.TimeUnit.sleep(TimeUnit.java:446) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$RedundancyMonitor.run(BlockManager.java:5352) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=40095 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: Time-limited test.LruBlockCache.EvictionThread java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.io.hfile.LruBlockCache$EvictionThread.run(LruBlockCache.java:957) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=40095 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: master/f334e8b0fbdf:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.LeaseManager$Monitor@811cab7 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.LeaseManager$Monitor.run(LeaseManager.java:537) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DatanodeAdminMonitor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RegionServerTracker-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2274-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.metaPriority.FPBQ.Fifo.handler=0,queue=0,port=44823 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: regionserver/f334e8b0fbdf:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server listener on 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener.run(Server.java:1559) Potentially hanging thread: NIOWorkerThread-13 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40095 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44823 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: M:0;f334e8b0fbdf:40095 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:81) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:64) app//org.apache.hadoop.hbase.master.HMaster.run(HMaster.java:625) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: MemStoreFlusher.0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:77) app//org.apache.hadoop.hbase.regionserver.MemStoreFlusher$FlushHandler.run(MemStoreFlusher.java:323) Potentially hanging thread: IPC Server listener on 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener.run(Server.java:1559) Potentially hanging thread: java.util.concurrent.ThreadPoolExecutor$Worker@7baa37bd[State = -1, empty queue] java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:44537/user/jenkins/test-data/37f1ba31-366b-166a-dc77-37b39b4bcceb-prefix:f334e8b0fbdf,44823,1731306287778 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-43-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1876388736-7946 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-10 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp826369770-7895 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007fd5b4432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-939339599-172.17.0.2-1731306286650:blk_1073741834_1010, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server Responder java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:1733) app//org.apache.hadoop.ipc.Server$Responder.run(Server.java:1716) Potentially hanging thread: BP-939339599-172.17.0.2-1731306286650 heartbeating to localhost/127.0.0.1:44537 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.IncrementalBlockReportManager.waitTillNextIBR(IncrementalBlockReportManager.java:158) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.offerService(BPServiceActor.java:771) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.run(BPServiceActor.java:914) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/f334e8b0fbdf:0:becomeActiveMaster-HFileCleaner.large.0-1731306289521 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.util.StealJobQueue.take(StealJobQueue.java:101) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner.consumerLoop(HFileCleaner.java:285) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner$1.run(HFileCleaner.java:254) Potentially hanging thread: HMaster-EventLoopGroup-43-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LruBlockCacheStatsExecutor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44823 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: DataNode DiskChecker thread 1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 3 on default port 42871 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: PacketResponder: BP-939339599-172.17.0.2-1731306286650:blk_1073741830_1006, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44537 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.util.JvmPauseMonitor$Monitor@742ecac9 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:189) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 1 on default port 42871 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: qtp1876388736-7944 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007fd5b4432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/f334e8b0fbdf:0.logRoller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: NIOWorkerThread-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp826369770-7901 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.metaPriority.FPBQ.Fifo.handler=0,queue=0,port=40095 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40095 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: Hadoop-Metrics-Updater-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: NIOWorkerThread-15 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44823 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:44537/user/jenkins/test-data/37f1ba31-366b-166a-dc77-37b39b4bcceb/MasterData-prefix:f334e8b0fbdf,40095,1731306287725 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: f334e8b0fbdf:40095 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager.waitOnAssignQueue(AssignmentManager.java:2390) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager.processAssignQueue(AssignmentManager.java:2412) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager$1.run(AssignmentManager.java:2352) Potentially hanging thread: nioEventLoopGroup-38-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44823 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: StorageLocationChecker thread 1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS:0;f334e8b0fbdf:44823 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:81) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:64) app//org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:906) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) java.base@17.0.11/java.security.AccessController.executePrivileged(AccessController.java:776) java.base@17.0.11/java.security.AccessController.doPrivileged(AccessController.java:399) java.base@17.0.11/javax.security.auth.Subject.doAs(Subject.java:376) app//org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) app//org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOServerCxnFactory.SelectorThread-0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.select(NIOServerCnxnFactory.java:403) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.run(NIOServerCnxnFactory.java:368) Potentially hanging thread: snapshot-hfile-cleaner-cache-refresher java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: qtp826369770-7899-acceptor-0@214977bf-ServerConnector@1501b66d{HTTP/1.1, (http/1.1)}{localhost:40111} java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388) app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:704) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:44537 from jenkins.hfs.20 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: pool-2263-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 4 on default port 42871 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$LazyPersistFileScrubber@1352f183 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$LazyPersistFileScrubber.run(FSNamesystem.java:4689) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2271-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp1876388736-7945-acceptor-0@1ebb113b-ServerConnector@31c5a5b0{HTTP/1.1, (http/1.1)}{localhost:32807} java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388) app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:704) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=44823 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: IPC Server handler 3 on default port 44537 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: Socket Reader #1 for port 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:1497) app//org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:1476) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:58903) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: org.apache.hadoop.util.JvmPauseMonitor$Monitor@37f9980f java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:189) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 4 on default port 44537 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44823 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RS:0;f334e8b0fbdf:44823-longCompactions-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.util.StealJobQueue.take(StealJobQueue.java:101) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MarkedDeleteBlockScrubberThread java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$MarkedDeleteBlockScrubber.run(BlockManager.java:5326) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RequestThrottler java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.RequestThrottler.run(RequestThrottler.java:147) Potentially hanging thread: MobFileCache #0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/78ec7fd2-7d27-250d-e367-c3e868019539/cluster_faf183a0-a32a-e3a3-4cd5-0a8f8599a685/data/data1/current/BP-939339599-172.17.0.2-1731306286650 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.blockmanagement.PendingReconstructionBlocks$PendingReconstructionMonitor@6d90da47 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.PendingReconstructionBlocks$PendingReconstructionMonitor.run(PendingReconstructionBlocks.java:267) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:44537 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: qtp1876388736-7947 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Command processor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.processQueue(BPServiceActor.java:1411) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.run(BPServiceActor.java:1395) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=44823 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/78ec7fd2-7d27-250d-e367-c3e868019539/cluster_faf183a0-a32a-e3a3-4cd5-0a8f8599a685/data/data2/current/BP-939339599-172.17.0.2-1731306286650 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server idle connection scanner for port 42871 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:58903) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: NIOServerCxnFactory.SelectorThread-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.select(NIOServerCnxnFactory.java:403) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.run(NIOServerCnxnFactory.java:368) Potentially hanging thread: RS_OPEN_REGION-regionserver/f334e8b0fbdf:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: qtp826369770-7902 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:44537 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1192786814_20 at /127.0.0.1:35262 [Receiving block BP-939339599-172.17.0.2-1731306286650:blk_1073741832_1008] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master:store-WAL-Roller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44537 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcessThread(sid:0 cport:58903): java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.PrepRequestProcessor.run(PrepRequestProcessor.java:142) Potentially hanging thread: FSEditLogAsync java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:420) app//org.apache.hadoop.hdfs.server.namenode.FSEditLogAsync.dequeueEdit(FSEditLogAsync.java:241) app//org.apache.hadoop.hdfs.server.namenode.FSEditLogAsync.run(FSEditLogAsync.java:250) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp826369770-7896 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007fd5b4432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2262-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master:store-Flusher java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1759) app//org.apache.hadoop.hbase.master.region.MasterRegionFlusherAndCompactor.flushLoop(MasterRegionFlusherAndCompactor.java:200) app//org.apache.hadoop.hbase.master.region.MasterRegionFlusherAndCompactor$$Lambda$480/0x00007fd5b49fc208.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server Responder java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:1733) app//org.apache.hadoop.ipc.Server$Responder.run(Server.java:1716) Potentially hanging thread: ProcExecTimeout java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:274) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.TimeoutExecutorThread.run(TimeoutExecutorThread.java:56) Potentially hanging thread: pool-2276-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SyncThread:0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.SyncRequestProcessor.run(SyncRequestProcessor.java:170) Potentially hanging thread: NIOWorkerThread-14 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 1 on default port 44537 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: OldWALsCleaner-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner.deleteFile(LogCleaner.java:172) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner.lambda$createOldWalsCleaner$1(LogCleaner.java:152) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner$$Lambda$606/0x00007fd5b4acddd8.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FsDatasetAsyncDiskServiceFixer java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer.run(HBaseTestingUtil.java:576) Potentially hanging thread: DataNode DiskChecker thread 0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 2 on default port 44537 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: IPC Server handler 0 on default port 42871 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: Session-HouseKeeper-64194794-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Session-HouseKeeper-26226928-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ConnnectionExpirer java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.NIOServerCnxnFactory$ConnectionExpirerThread.run(NIOServerCnxnFactory.java:554) Potentially hanging thread: HMaster-EventLoopGroup-43-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/78ec7fd2-7d27-250d-e367-c3e868019539/cluster_faf183a0-a32a-e3a3-4cd5-0a8f8599a685/data/data1) java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:58903) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: CacheReplicationMonitor(394520618) java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1759) app//org.apache.hadoop.hdfs.server.blockmanagement.CacheReplicationMonitor.run(CacheReplicationMonitor.java:186) Potentially hanging thread: StorageLocationChecker thread 0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=0,queue=0,port=40095 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: qtp826369770-7900 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:44537/user/jenkins/test-data/37f1ba31-366b-166a-dc77-37b39b4bcceb-prefix:f334e8b0fbdf,44823,1731306287778.meta java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: JvmPauseMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:148) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1192786814_20 at /127.0.0.1:58434 [Receiving block BP-939339599-172.17.0.2-1731306286650:blk_1073741834_1010] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.20@localhost:44537 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40095 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: NIOWorkerThread-8 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor@5d675be5 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor.run(FSNamesystem.java:4550) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=870 (was 792) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=246 (was 224) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=8470 (was 8492) 2024-11-11T06:24:53,100 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=531 is superior to 500 2024-11-11T06:24:53,114 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileMultiSlaveReplication Thread=531, OpenFileDescriptor=870, MaxFileDescriptor=1048576, SystemLoadAverage=246, ProcessCount=11, AvailableMemoryMB=8469 2024-11-11T06:24:53,114 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=531 is superior to 500 2024-11-11T06:24:53,131 INFO [Time-limited test {}] replication.TestMasterReplication(298): testHFileMultiSlaveReplication 2024-11-11T06:24:53,132 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/78ec7fd2-7d27-250d-e367-c3e868019539/hadoop.log.dir so I do NOT create it in target/test-data/ea4169fa-5968-9401-ec5d-797197749dba 2024-11-11T06:24:53,132 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/78ec7fd2-7d27-250d-e367-c3e868019539/hadoop.log.dir Erasing configuration value by system value. 2024-11-11T06:24:53,132 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/78ec7fd2-7d27-250d-e367-c3e868019539/hadoop.tmp.dir so I do NOT create it in target/test-data/ea4169fa-5968-9401-ec5d-797197749dba 2024-11-11T06:24:53,132 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/78ec7fd2-7d27-250d-e367-c3e868019539/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-11T06:24:53,132 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ea4169fa-5968-9401-ec5d-797197749dba 2024-11-11T06:24:53,132 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ea4169fa-5968-9401-ec5d-797197749dba/cluster_bb1ec7bc-c95c-c798-2a8d-7cf40a60373d, deleteOnExit=true 2024-11-11T06:24:53,135 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ea4169fa-5968-9401-ec5d-797197749dba/cluster_bb1ec7bc-c95c-c798-2a8d-7cf40a60373d/zookeeper_0, clientPort=58288, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ea4169fa-5968-9401-ec5d-797197749dba/cluster_bb1ec7bc-c95c-c798-2a8d-7cf40a60373d/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ea4169fa-5968-9401-ec5d-797197749dba/cluster_bb1ec7bc-c95c-c798-2a8d-7cf40a60373d/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-11T06:24:53,136 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=58288 2024-11-11T06:24:53,136 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-11T06:24:53,136 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-11T06:24:53,136 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ea4169fa-5968-9401-ec5d-797197749dba/test.cache.data in system properties and HBase conf 2024-11-11T06:24:53,136 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ea4169fa-5968-9401-ec5d-797197749dba/hadoop.tmp.dir in system properties and HBase conf 2024-11-11T06:24:53,136 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ea4169fa-5968-9401-ec5d-797197749dba/hadoop.log.dir in system properties and HBase conf 2024-11-11T06:24:53,136 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ea4169fa-5968-9401-ec5d-797197749dba/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-11T06:24:53,136 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ea4169fa-5968-9401-ec5d-797197749dba/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-11T06:24:53,136 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-11T06:24:53,136 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-11T06:24:53,137 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ea4169fa-5968-9401-ec5d-797197749dba/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-11T06:24:53,137 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ea4169fa-5968-9401-ec5d-797197749dba/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-11T06:24:53,137 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ea4169fa-5968-9401-ec5d-797197749dba/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-11T06:24:53,137 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ea4169fa-5968-9401-ec5d-797197749dba/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-11T06:24:53,137 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ea4169fa-5968-9401-ec5d-797197749dba/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-11T06:24:53,137 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ea4169fa-5968-9401-ec5d-797197749dba/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-11T06:24:53,137 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ea4169fa-5968-9401-ec5d-797197749dba/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-11T06:24:53,137 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ea4169fa-5968-9401-ec5d-797197749dba/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-11T06:24:53,137 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ea4169fa-5968-9401-ec5d-797197749dba/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-11T06:24:53,137 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ea4169fa-5968-9401-ec5d-797197749dba/nfs.dump.dir in system properties and HBase conf 2024-11-11T06:24:53,137 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ea4169fa-5968-9401-ec5d-797197749dba/java.io.tmpdir in system properties and HBase conf 2024-11-11T06:24:53,137 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ea4169fa-5968-9401-ec5d-797197749dba/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-11T06:24:53,137 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ea4169fa-5968-9401-ec5d-797197749dba/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-11T06:24:53,137 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ea4169fa-5968-9401-ec5d-797197749dba/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-11T06:24:53,216 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T06:24:53,220 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T06:24:53,221 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T06:24:53,221 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T06:24:53,221 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-11T06:24:53,222 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T06:24:53,223 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7596a966{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ea4169fa-5968-9401-ec5d-797197749dba/hadoop.log.dir/,AVAILABLE} 2024-11-11T06:24:53,223 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1cb4bfa8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T06:24:53,337 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3d873ff5{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ea4169fa-5968-9401-ec5d-797197749dba/java.io.tmpdir/jetty-localhost-45101-hadoop-hdfs-3_4_1-tests_jar-_-any-8356396077046812562/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-11T06:24:53,337 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@368fdfc4{HTTP/1.1, (http/1.1)}{localhost:45101} 2024-11-11T06:24:53,338 INFO [Time-limited test {}] server.Server(415): Started @300343ms 2024-11-11T06:24:53,419 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T06:24:53,422 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T06:24:53,425 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T06:24:53,425 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T06:24:53,425 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-11T06:24:53,425 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@57591a4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ea4169fa-5968-9401-ec5d-797197749dba/hadoop.log.dir/,AVAILABLE} 2024-11-11T06:24:53,426 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@25701275{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T06:24:53,545 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@47ce9b25{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ea4169fa-5968-9401-ec5d-797197749dba/java.io.tmpdir/jetty-localhost-39547-hadoop-hdfs-3_4_1-tests_jar-_-any-6833328066058862296/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T06:24:53,546 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2e46ca82{HTTP/1.1, (http/1.1)}{localhost:39547} 2024-11-11T06:24:53,546 INFO [Time-limited test {}] server.Server(415): Started @300551ms 2024-11-11T06:24:53,547 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-11T06:24:53,657 WARN [Thread-4317 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ea4169fa-5968-9401-ec5d-797197749dba/cluster_bb1ec7bc-c95c-c798-2a8d-7cf40a60373d/data/data1/current/BP-944599041-172.17.0.2-1731306293158/current, will proceed with Du for space computation calculation, 2024-11-11T06:24:53,657 WARN [Thread-4318 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ea4169fa-5968-9401-ec5d-797197749dba/cluster_bb1ec7bc-c95c-c798-2a8d-7cf40a60373d/data/data2/current/BP-944599041-172.17.0.2-1731306293158/current, will proceed with Du for space computation calculation, 2024-11-11T06:24:53,678 WARN [Thread-4305 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-11T06:24:53,680 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf2c9b85a9cb87c28 with lease ID 0x10f4b18fdd56b833: Processing first storage report for DS-396600b1-19d0-41d9-a395-11d314c359ed from datanode DatanodeRegistration(127.0.0.1:38855, datanodeUuid=d0705379-b47c-471e-8c13-cf9d284f3d6d, infoPort=38859, infoSecurePort=0, ipcPort=38867, storageInfo=lv=-57;cid=testClusterID;nsid=1332955785;c=1731306293158) 2024-11-11T06:24:53,680 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf2c9b85a9cb87c28 with lease ID 0x10f4b18fdd56b833: from storage DS-396600b1-19d0-41d9-a395-11d314c359ed node DatanodeRegistration(127.0.0.1:38855, datanodeUuid=d0705379-b47c-471e-8c13-cf9d284f3d6d, infoPort=38859, infoSecurePort=0, ipcPort=38867, storageInfo=lv=-57;cid=testClusterID;nsid=1332955785;c=1731306293158), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T06:24:53,680 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf2c9b85a9cb87c28 with lease ID 0x10f4b18fdd56b833: Processing first storage report for DS-a303c119-494a-4313-9b29-9a256eccb718 from datanode DatanodeRegistration(127.0.0.1:38855, datanodeUuid=d0705379-b47c-471e-8c13-cf9d284f3d6d, infoPort=38859, infoSecurePort=0, ipcPort=38867, storageInfo=lv=-57;cid=testClusterID;nsid=1332955785;c=1731306293158) 2024-11-11T06:24:53,680 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf2c9b85a9cb87c28 with lease ID 0x10f4b18fdd56b833: from storage DS-a303c119-494a-4313-9b29-9a256eccb718 node DatanodeRegistration(127.0.0.1:38855, datanodeUuid=d0705379-b47c-471e-8c13-cf9d284f3d6d, infoPort=38859, infoSecurePort=0, ipcPort=38867, storageInfo=lv=-57;cid=testClusterID;nsid=1332955785;c=1731306293158), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T06:24:53,772 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ea4169fa-5968-9401-ec5d-797197749dba 2024-11-11T06:24:53,772 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T06:24:53,773 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T06:24:53,781 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38855 is added to blk_1073741825_1001 (size=7) 2024-11-11T06:24:54,139 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-11T06:24:54,140 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T06:24:54,140 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T06:24:54,140 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T06:24:54,140 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T06:24:54,140 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T06:24:54,140 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T06:24:54,141 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T06:24:54,141 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T06:24:54,164 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T06:24:54,165 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T06:24:54,165 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T06:24:54,165 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T06:24:54,165 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T06:24:54,165 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T06:24:54,170 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T06:24:54,172 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T06:24:54,172 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T06:24:54,181 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42993/user/jenkins/test-data/3cccb1b0-7cae-fb26-2b05-e0c51f6b15c6 with version=8 2024-11-11T06:24:54,182 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:42993/user/jenkins/test-data/3cccb1b0-7cae-fb26-2b05-e0c51f6b15c6/hbase-staging 2024-11-11T06:24:54,184 INFO [Time-limited test {}] client.ConnectionUtils(128): master/f334e8b0fbdf:0 server-side Connection retries=45 2024-11-11T06:24:54,184 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T06:24:54,184 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T06:24:54,184 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T06:24:54,184 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T06:24:54,184 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T06:24:54,184 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-11T06:24:54,184 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T06:24:54,184 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38421 2024-11-11T06:24:54,185 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:38421 connecting to ZooKeeper ensemble=127.0.0.1:58288 2024-11-11T06:24:54,190 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:384210x0, quorum=127.0.0.1:58288, baseZNode=/0900951446 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T06:24:54,191 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:38421-0x10105b3721e0000 connected 2024-11-11T06:24:54,210 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T06:24:54,211 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T06:24:54,213 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38421-0x10105b3721e0000, quorum=127.0.0.1:58288, baseZNode=/0900951446 Set watcher on znode that does not yet exist, /0900951446/running 2024-11-11T06:24:54,213 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:42993/user/jenkins/test-data/3cccb1b0-7cae-fb26-2b05-e0c51f6b15c6, hbase.cluster.distributed=false 2024-11-11T06:24:54,214 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:38421-0x10105b3721e0000, quorum=127.0.0.1:58288, baseZNode=/0900951446 Set watcher on znode that does not yet exist, /0900951446/acl 2024-11-11T06:24:54,216 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38421 2024-11-11T06:24:54,217 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38421 2024-11-11T06:24:54,219 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38421 2024-11-11T06:24:54,221 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38421 2024-11-11T06:24:54,221 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38421 2024-11-11T06:24:54,236 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/f334e8b0fbdf:0 server-side Connection retries=45 2024-11-11T06:24:54,236 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T06:24:54,236 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T06:24:54,236 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T06:24:54,236 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T06:24:54,236 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T06:24:54,236 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-11T06:24:54,236 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T06:24:54,236 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37727 2024-11-11T06:24:54,237 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37727 connecting to ZooKeeper ensemble=127.0.0.1:58288 2024-11-11T06:24:54,237 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T06:24:54,239 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T06:24:54,242 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:377270x0, quorum=127.0.0.1:58288, baseZNode=/0900951446 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T06:24:54,243 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:377270x0, quorum=127.0.0.1:58288, baseZNode=/0900951446 Set watcher on znode that does not yet exist, /0900951446/running 2024-11-11T06:24:54,243 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37727-0x10105b3721e0001 connected 2024-11-11T06:24:54,243 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-11T06:24:54,243 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-11T06:24:54,244 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37727-0x10105b3721e0001, quorum=127.0.0.1:58288, baseZNode=/0900951446 Set watcher on znode that does not yet exist, /0900951446/master 2024-11-11T06:24:54,244 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37727-0x10105b3721e0001, quorum=127.0.0.1:58288, baseZNode=/0900951446 Set watcher on znode that does not yet exist, /0900951446/acl 2024-11-11T06:24:54,248 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37727 2024-11-11T06:24:54,248 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37727 2024-11-11T06:24:54,250 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37727 2024-11-11T06:24:54,251 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37727 2024-11-11T06:24:54,251 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37727 2024-11-11T06:24:54,262 DEBUG [M:0;f334e8b0fbdf:38421 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;f334e8b0fbdf:38421 2024-11-11T06:24:54,263 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0900951446/backup-masters/f334e8b0fbdf,38421,1731306294183 2024-11-11T06:24:54,264 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38421-0x10105b3721e0000, quorum=127.0.0.1:58288, baseZNode=/0900951446 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0900951446/backup-masters 2024-11-11T06:24:54,264 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37727-0x10105b3721e0001, quorum=127.0.0.1:58288, baseZNode=/0900951446 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0900951446/backup-masters 2024-11-11T06:24:54,264 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38421-0x10105b3721e0000, quorum=127.0.0.1:58288, baseZNode=/0900951446 Set watcher on existing znode=/0900951446/backup-masters/f334e8b0fbdf,38421,1731306294183 2024-11-11T06:24:54,266 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37727-0x10105b3721e0001, quorum=127.0.0.1:58288, baseZNode=/0900951446 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0900951446/master 2024-11-11T06:24:54,266 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37727-0x10105b3721e0001, quorum=127.0.0.1:58288, baseZNode=/0900951446 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0900951446 2024-11-11T06:24:54,266 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38421-0x10105b3721e0000, quorum=127.0.0.1:58288, baseZNode=/0900951446 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0900951446 2024-11-11T06:24:54,266 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:38421-0x10105b3721e0000, quorum=127.0.0.1:58288, baseZNode=/0900951446 Set watcher on existing znode=/0900951446/master 2024-11-11T06:24:54,266 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0900951446/backup-masters/f334e8b0fbdf,38421,1731306294183 from backup master directory 2024-11-11T06:24:54,274 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37727-0x10105b3721e0001, quorum=127.0.0.1:58288, baseZNode=/0900951446 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0900951446/backup-masters 2024-11-11T06:24:54,274 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38421-0x10105b3721e0000, quorum=127.0.0.1:58288, baseZNode=/0900951446 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0900951446/backup-masters/f334e8b0fbdf,38421,1731306294183 2024-11-11T06:24:54,274 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38421-0x10105b3721e0000, quorum=127.0.0.1:58288, baseZNode=/0900951446 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0900951446/backup-masters 2024-11-11T06:24:54,274 WARN [master/f334e8b0fbdf:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T06:24:54,274 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=f334e8b0fbdf,38421,1731306294183 2024-11-11T06:24:54,277 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:42993/user/jenkins/test-data/3cccb1b0-7cae-fb26-2b05-e0c51f6b15c6/hbase.id] with ID: d8791c45-c57b-4d0b-92ed-bb38a545dbde 2024-11-11T06:24:54,278 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:42993/user/jenkins/test-data/3cccb1b0-7cae-fb26-2b05-e0c51f6b15c6/.tmp/hbase.id 2024-11-11T06:24:54,290 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38855 is added to blk_1073741826_1002 (size=42) 2024-11-11T06:24:54,691 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:42993/user/jenkins/test-data/3cccb1b0-7cae-fb26-2b05-e0c51f6b15c6/.tmp/hbase.id]:[hdfs://localhost:42993/user/jenkins/test-data/3cccb1b0-7cae-fb26-2b05-e0c51f6b15c6/hbase.id] 2024-11-11T06:24:54,699 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T06:24:54,699 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-11T06:24:54,700 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-11-11T06:24:54,701 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38421-0x10105b3721e0000, quorum=127.0.0.1:58288, baseZNode=/0900951446 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0900951446 2024-11-11T06:24:54,701 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37727-0x10105b3721e0001, quorum=127.0.0.1:58288, baseZNode=/0900951446 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0900951446 2024-11-11T06:24:54,706 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38855 is added to blk_1073741827_1003 (size=196) 2024-11-11T06:24:55,107 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T06:24:55,107 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-11T06:24:55,108 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T06:24:55,112 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38855 is added to blk_1073741828_1004 (size=1189) 2024-11-11T06:24:55,514 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:42993/user/jenkins/test-data/3cccb1b0-7cae-fb26-2b05-e0c51f6b15c6/MasterData/data/master/store 2024-11-11T06:24:55,518 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38855 is added to blk_1073741829_1005 (size=34) 2024-11-11T06:24:55,622 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-11T06:24:55,622 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-11T06:24:55,919 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T06:24:55,919 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-11T06:24:55,919 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T06:24:55,919 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T06:24:55,919 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-11T06:24:55,919 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T06:24:55,919 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T06:24:55,919 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731306295919Disabling compacts and flushes for region at 1731306295919Disabling writes for close at 1731306295919Writing region close event to WAL at 1731306295919Closed at 1731306295919 2024-11-11T06:24:55,920 WARN [master/f334e8b0fbdf:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:42993/user/jenkins/test-data/3cccb1b0-7cae-fb26-2b05-e0c51f6b15c6/MasterData/data/master/store/.initializing 2024-11-11T06:24:55,920 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:42993/user/jenkins/test-data/3cccb1b0-7cae-fb26-2b05-e0c51f6b15c6/MasterData/WALs/f334e8b0fbdf,38421,1731306294183 2024-11-11T06:24:55,921 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T06:24:55,922 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=f334e8b0fbdf%2C38421%2C1731306294183, suffix=, logDir=hdfs://localhost:42993/user/jenkins/test-data/3cccb1b0-7cae-fb26-2b05-e0c51f6b15c6/MasterData/WALs/f334e8b0fbdf,38421,1731306294183, archiveDir=hdfs://localhost:42993/user/jenkins/test-data/3cccb1b0-7cae-fb26-2b05-e0c51f6b15c6/MasterData/oldWALs, maxLogs=10 2024-11-11T06:24:55,935 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/3cccb1b0-7cae-fb26-2b05-e0c51f6b15c6/MasterData/WALs/f334e8b0fbdf,38421,1731306294183/f334e8b0fbdf%2C38421%2C1731306294183.1731306295922, exclude list is [], retry=0 2024-11-11T06:24:55,937 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38855,DS-396600b1-19d0-41d9-a395-11d314c359ed,DISK] 2024-11-11T06:24:55,939 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3cccb1b0-7cae-fb26-2b05-e0c51f6b15c6/MasterData/WALs/f334e8b0fbdf,38421,1731306294183/f334e8b0fbdf%2C38421%2C1731306294183.1731306295922 2024-11-11T06:24:55,939 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38859:38859)] 2024-11-11T06:24:55,940 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-11T06:24:55,940 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T06:24:55,940 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T06:24:55,940 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T06:24:55,941 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T06:24:55,942 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-11T06:24:55,942 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:24:55,942 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T06:24:55,942 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T06:24:55,943 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-11T06:24:55,943 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:24:55,943 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T06:24:55,943 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T06:24:55,944 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-11T06:24:55,944 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:24:55,944 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T06:24:55,944 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T06:24:55,945 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-11T06:24:55,945 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:24:55,945 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T06:24:55,945 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T06:24:55,946 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42993/user/jenkins/test-data/3cccb1b0-7cae-fb26-2b05-e0c51f6b15c6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-11T06:24:55,946 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42993/user/jenkins/test-data/3cccb1b0-7cae-fb26-2b05-e0c51f6b15c6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-11T06:24:55,947 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T06:24:55,947 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T06:24:55,948 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T06:24:55,948 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T06:24:55,951 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42993/user/jenkins/test-data/3cccb1b0-7cae-fb26-2b05-e0c51f6b15c6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T06:24:55,951 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63931997, jitterRate=-0.04733900725841522}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T06:24:55,951 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731306295940Initializing all the Stores at 1731306295941 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731306295941Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731306295941Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731306295941Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731306295941Cleaning up temporary data from old regions at 1731306295947 (+6 ms)Region opened successfully at 1731306295951 (+4 ms) 2024-11-11T06:24:55,952 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-11T06:24:55,953 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@252699e4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f334e8b0fbdf/172.17.0.2:0 2024-11-11T06:24:55,954 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-11T06:24:55,954 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-11T06:24:55,954 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-11T06:24:55,954 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-11T06:24:55,955 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-11T06:24:55,955 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-11T06:24:55,955 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-11T06:24:55,956 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-11T06:24:55,957 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38421-0x10105b3721e0000, quorum=127.0.0.1:58288, baseZNode=/0900951446 Unable to get data of znode /0900951446/balancer because node does not exist (not necessarily an error) 2024-11-11T06:24:55,958 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0900951446/balancer already deleted, retry=false 2024-11-11T06:24:55,958 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-11T06:24:55,959 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38421-0x10105b3721e0000, quorum=127.0.0.1:58288, baseZNode=/0900951446 Unable to get data of znode /0900951446/normalizer because node does not exist (not necessarily an error) 2024-11-11T06:24:55,960 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0900951446/normalizer already deleted, retry=false 2024-11-11T06:24:55,960 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-11T06:24:55,961 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38421-0x10105b3721e0000, quorum=127.0.0.1:58288, baseZNode=/0900951446 Unable to get data of znode /0900951446/switch/split because node does not exist (not necessarily an error) 2024-11-11T06:24:55,962 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0900951446/switch/split already deleted, retry=false 2024-11-11T06:24:55,963 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38421-0x10105b3721e0000, quorum=127.0.0.1:58288, baseZNode=/0900951446 Unable to get data of znode /0900951446/switch/merge because node does not exist (not necessarily an error) 2024-11-11T06:24:55,964 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0900951446/switch/merge already deleted, retry=false 2024-11-11T06:24:55,965 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:38421-0x10105b3721e0000, quorum=127.0.0.1:58288, baseZNode=/0900951446 Unable to get data of znode /0900951446/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-11T06:24:55,966 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0900951446/snapshot-cleanup already deleted, retry=false 2024-11-11T06:24:55,967 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38421-0x10105b3721e0000, quorum=127.0.0.1:58288, baseZNode=/0900951446 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0900951446/running 2024-11-11T06:24:55,967 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37727-0x10105b3721e0001, quorum=127.0.0.1:58288, baseZNode=/0900951446 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0900951446/running 2024-11-11T06:24:55,967 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38421-0x10105b3721e0000, quorum=127.0.0.1:58288, baseZNode=/0900951446 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0900951446 2024-11-11T06:24:55,967 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37727-0x10105b3721e0001, quorum=127.0.0.1:58288, baseZNode=/0900951446 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0900951446 2024-11-11T06:24:55,967 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=f334e8b0fbdf,38421,1731306294183, sessionid=0x10105b3721e0000, setting cluster-up flag (Was=false) 2024-11-11T06:24:55,971 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37727-0x10105b3721e0001, quorum=127.0.0.1:58288, baseZNode=/0900951446 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0900951446 2024-11-11T06:24:55,971 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38421-0x10105b3721e0000, quorum=127.0.0.1:58288, baseZNode=/0900951446 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0900951446 2024-11-11T06:24:55,976 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0900951446/flush-table-proc/acquired, /0900951446/flush-table-proc/reached, /0900951446/flush-table-proc/abort 2024-11-11T06:24:55,977 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f334e8b0fbdf,38421,1731306294183 2024-11-11T06:24:55,979 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38421-0x10105b3721e0000, quorum=127.0.0.1:58288, baseZNode=/0900951446 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0900951446 2024-11-11T06:24:55,979 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37727-0x10105b3721e0001, quorum=127.0.0.1:58288, baseZNode=/0900951446 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0900951446 2024-11-11T06:24:55,984 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0900951446/online-snapshot/acquired, /0900951446/online-snapshot/reached, /0900951446/online-snapshot/abort 2024-11-11T06:24:55,984 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f334e8b0fbdf,38421,1731306294183 2024-11-11T06:24:55,985 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:42993/user/jenkins/test-data/3cccb1b0-7cae-fb26-2b05-e0c51f6b15c6/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-11T06:24:55,986 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-11T06:24:55,986 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-11T06:24:55,986 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-11T06:24:55,986 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: f334e8b0fbdf,38421,1731306294183 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-11T06:24:55,987 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/f334e8b0fbdf:0, corePoolSize=5, maxPoolSize=5 2024-11-11T06:24:55,987 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/f334e8b0fbdf:0, corePoolSize=5, maxPoolSize=5 2024-11-11T06:24:55,987 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/f334e8b0fbdf:0, corePoolSize=5, maxPoolSize=5 2024-11-11T06:24:55,987 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/f334e8b0fbdf:0, corePoolSize=5, maxPoolSize=5 2024-11-11T06:24:55,987 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/f334e8b0fbdf:0, corePoolSize=10, maxPoolSize=10 2024-11-11T06:24:55,987 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/f334e8b0fbdf:0, corePoolSize=1, maxPoolSize=1 2024-11-11T06:24:55,987 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/f334e8b0fbdf:0, corePoolSize=2, maxPoolSize=2 2024-11-11T06:24:55,987 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/f334e8b0fbdf:0, corePoolSize=1, maxPoolSize=1 2024-11-11T06:24:55,988 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731306325988 2024-11-11T06:24:55,988 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-11T06:24:55,988 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-11T06:24:55,988 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-11T06:24:55,988 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-11T06:24:55,988 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-11T06:24:55,988 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-11T06:24:55,989 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T06:24:55,989 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T06:24:55,989 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-11T06:24:55,989 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:24:55,989 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-11T06:24:55,992 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-11T06:24:55,992 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-11T06:24:55,992 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-11T06:24:55,992 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-11T06:24:55,993 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-11T06:24:55,993 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-11T06:24:55,993 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/f334e8b0fbdf:0:becomeActiveMaster-HFileCleaner.large.0-1731306295993,5,FailOnTimeoutGroup] 2024-11-11T06:24:55,993 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/f334e8b0fbdf:0:becomeActiveMaster-HFileCleaner.small.0-1731306295993,5,FailOnTimeoutGroup] 2024-11-11T06:24:55,993 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T06:24:55,993 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-11T06:24:55,993 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-11T06:24:55,993 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-11T06:24:55,995 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38855 is added to blk_1073741831_1007 (size=1321) 2024-11-11T06:24:56,054 INFO [RS:0;f334e8b0fbdf:37727 {}] regionserver.HRegionServer(746): ClusterId : d8791c45-c57b-4d0b-92ed-bb38a545dbde 2024-11-11T06:24:56,054 DEBUG [RS:0;f334e8b0fbdf:37727 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-11T06:24:56,056 DEBUG [RS:0;f334e8b0fbdf:37727 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-11T06:24:56,056 DEBUG [RS:0;f334e8b0fbdf:37727 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-11T06:24:56,057 DEBUG [RS:0;f334e8b0fbdf:37727 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-11T06:24:56,058 DEBUG [RS:0;f334e8b0fbdf:37727 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@174869b8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f334e8b0fbdf/172.17.0.2:0 2024-11-11T06:24:56,070 DEBUG [RS:0;f334e8b0fbdf:37727 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;f334e8b0fbdf:37727 2024-11-11T06:24:56,070 INFO [RS:0;f334e8b0fbdf:37727 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-11T06:24:56,070 INFO [RS:0;f334e8b0fbdf:37727 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-11T06:24:56,070 DEBUG [RS:0;f334e8b0fbdf:37727 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-11T06:24:56,071 INFO [RS:0;f334e8b0fbdf:37727 {}] regionserver.HRegionServer(2659): reportForDuty to master=f334e8b0fbdf,38421,1731306294183 with port=37727, startcode=1731306294235 2024-11-11T06:24:56,071 DEBUG [RS:0;f334e8b0fbdf:37727 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-11T06:24:56,072 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52777, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=RegionServerStatusService 2024-11-11T06:24:56,072 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38421 {}] master.ServerManager(363): Checking decommissioned status of RegionServer f334e8b0fbdf,37727,1731306294235 2024-11-11T06:24:56,072 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=38421 {}] master.ServerManager(517): Registering regionserver=f334e8b0fbdf,37727,1731306294235 2024-11-11T06:24:56,073 DEBUG [RS:0;f334e8b0fbdf:37727 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:42993/user/jenkins/test-data/3cccb1b0-7cae-fb26-2b05-e0c51f6b15c6 2024-11-11T06:24:56,073 DEBUG [RS:0;f334e8b0fbdf:37727 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:42993 2024-11-11T06:24:56,073 DEBUG [RS:0;f334e8b0fbdf:37727 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-11T06:24:56,076 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38421-0x10105b3721e0000, quorum=127.0.0.1:58288, baseZNode=/0900951446 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0900951446/rs 2024-11-11T06:24:56,076 DEBUG [RS:0;f334e8b0fbdf:37727 {}] zookeeper.ZKUtil(111): regionserver:37727-0x10105b3721e0001, quorum=127.0.0.1:58288, baseZNode=/0900951446 Set watcher on existing znode=/0900951446/rs/f334e8b0fbdf,37727,1731306294235 2024-11-11T06:24:56,076 WARN [RS:0;f334e8b0fbdf:37727 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T06:24:56,076 INFO [RS:0;f334e8b0fbdf:37727 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T06:24:56,076 DEBUG [RS:0;f334e8b0fbdf:37727 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:42993/user/jenkins/test-data/3cccb1b0-7cae-fb26-2b05-e0c51f6b15c6/WALs/f334e8b0fbdf,37727,1731306294235 2024-11-11T06:24:56,076 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [f334e8b0fbdf,37727,1731306294235] 2024-11-11T06:24:56,079 INFO [RS:0;f334e8b0fbdf:37727 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-11T06:24:56,080 INFO [RS:0;f334e8b0fbdf:37727 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-11T06:24:56,080 INFO [RS:0;f334e8b0fbdf:37727 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-11T06:24:56,080 INFO [RS:0;f334e8b0fbdf:37727 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T06:24:56,082 INFO [RS:0;f334e8b0fbdf:37727 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-11T06:24:56,083 INFO [RS:0;f334e8b0fbdf:37727 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-11T06:24:56,083 INFO [RS:0;f334e8b0fbdf:37727 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-11T06:24:56,083 DEBUG [RS:0;f334e8b0fbdf:37727 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/f334e8b0fbdf:0, corePoolSize=1, maxPoolSize=1 2024-11-11T06:24:56,083 DEBUG [RS:0;f334e8b0fbdf:37727 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/f334e8b0fbdf:0, corePoolSize=1, maxPoolSize=1 2024-11-11T06:24:56,083 DEBUG [RS:0;f334e8b0fbdf:37727 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/f334e8b0fbdf:0, corePoolSize=1, maxPoolSize=1 2024-11-11T06:24:56,083 DEBUG [RS:0;f334e8b0fbdf:37727 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0, corePoolSize=1, maxPoolSize=1 2024-11-11T06:24:56,083 DEBUG [RS:0;f334e8b0fbdf:37727 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/f334e8b0fbdf:0, corePoolSize=1, maxPoolSize=1 2024-11-11T06:24:56,083 DEBUG [RS:0;f334e8b0fbdf:37727 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/f334e8b0fbdf:0, corePoolSize=2, maxPoolSize=2 2024-11-11T06:24:56,083 DEBUG [RS:0;f334e8b0fbdf:37727 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/f334e8b0fbdf:0, corePoolSize=1, maxPoolSize=1 2024-11-11T06:24:56,083 DEBUG [RS:0;f334e8b0fbdf:37727 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/f334e8b0fbdf:0, corePoolSize=1, maxPoolSize=1 2024-11-11T06:24:56,083 DEBUG [RS:0;f334e8b0fbdf:37727 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0, corePoolSize=1, maxPoolSize=1 2024-11-11T06:24:56,083 DEBUG [RS:0;f334e8b0fbdf:37727 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/f334e8b0fbdf:0, corePoolSize=1, maxPoolSize=1 2024-11-11T06:24:56,083 DEBUG [RS:0;f334e8b0fbdf:37727 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/f334e8b0fbdf:0, corePoolSize=1, maxPoolSize=1 2024-11-11T06:24:56,083 DEBUG [RS:0;f334e8b0fbdf:37727 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/f334e8b0fbdf:0, corePoolSize=1, maxPoolSize=1 2024-11-11T06:24:56,083 DEBUG [RS:0;f334e8b0fbdf:37727 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/f334e8b0fbdf:0, corePoolSize=3, maxPoolSize=3 2024-11-11T06:24:56,083 DEBUG [RS:0;f334e8b0fbdf:37727 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/f334e8b0fbdf:0, corePoolSize=3, maxPoolSize=3 2024-11-11T06:24:56,084 INFO [RS:0;f334e8b0fbdf:37727 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T06:24:56,084 INFO [RS:0;f334e8b0fbdf:37727 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T06:24:56,084 INFO [RS:0;f334e8b0fbdf:37727 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T06:24:56,084 INFO [RS:0;f334e8b0fbdf:37727 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-11T06:24:56,084 INFO [RS:0;f334e8b0fbdf:37727 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-11T06:24:56,084 INFO [RS:0;f334e8b0fbdf:37727 {}] hbase.ChoreService(168): Chore ScheduledChore name=f334e8b0fbdf,37727,1731306294235-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T06:24:56,097 INFO [RS:0;f334e8b0fbdf:37727 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-11T06:24:56,098 INFO [RS:0;f334e8b0fbdf:37727 {}] hbase.ChoreService(168): Chore ScheduledChore name=f334e8b0fbdf,37727,1731306294235-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T06:24:56,098 INFO [RS:0;f334e8b0fbdf:37727 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T06:24:56,098 INFO [RS:0;f334e8b0fbdf:37727 {}] regionserver.Replication(171): f334e8b0fbdf,37727,1731306294235 started 2024-11-11T06:24:56,111 INFO [RS:0;f334e8b0fbdf:37727 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T06:24:56,111 INFO [RS:0;f334e8b0fbdf:37727 {}] regionserver.HRegionServer(1482): Serving as f334e8b0fbdf,37727,1731306294235, RpcServer on f334e8b0fbdf/172.17.0.2:37727, sessionid=0x10105b3721e0001 2024-11-11T06:24:56,111 DEBUG [RS:0;f334e8b0fbdf:37727 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-11T06:24:56,112 DEBUG [RS:0;f334e8b0fbdf:37727 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager f334e8b0fbdf,37727,1731306294235 2024-11-11T06:24:56,112 DEBUG [RS:0;f334e8b0fbdf:37727 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f334e8b0fbdf,37727,1731306294235' 2024-11-11T06:24:56,112 DEBUG [RS:0;f334e8b0fbdf:37727 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0900951446/flush-table-proc/abort' 2024-11-11T06:24:56,112 DEBUG [RS:0;f334e8b0fbdf:37727 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0900951446/flush-table-proc/acquired' 2024-11-11T06:24:56,112 DEBUG [RS:0;f334e8b0fbdf:37727 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-11T06:24:56,112 DEBUG [RS:0;f334e8b0fbdf:37727 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-11T06:24:56,112 DEBUG [RS:0;f334e8b0fbdf:37727 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager f334e8b0fbdf,37727,1731306294235 2024-11-11T06:24:56,112 DEBUG [RS:0;f334e8b0fbdf:37727 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f334e8b0fbdf,37727,1731306294235' 2024-11-11T06:24:56,112 DEBUG [RS:0;f334e8b0fbdf:37727 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0900951446/online-snapshot/abort' 2024-11-11T06:24:56,113 DEBUG [RS:0;f334e8b0fbdf:37727 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0900951446/online-snapshot/acquired' 2024-11-11T06:24:56,113 DEBUG [RS:0;f334e8b0fbdf:37727 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-11T06:24:56,113 INFO [RS:0;f334e8b0fbdf:37727 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-11T06:24:56,113 INFO [RS:0;f334e8b0fbdf:37727 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-11T06:24:56,213 INFO [RS:0;f334e8b0fbdf:37727 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T06:24:56,215 INFO [RS:0;f334e8b0fbdf:37727 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f334e8b0fbdf%2C37727%2C1731306294235, suffix=, logDir=hdfs://localhost:42993/user/jenkins/test-data/3cccb1b0-7cae-fb26-2b05-e0c51f6b15c6/WALs/f334e8b0fbdf,37727,1731306294235, archiveDir=hdfs://localhost:42993/user/jenkins/test-data/3cccb1b0-7cae-fb26-2b05-e0c51f6b15c6/oldWALs, maxLogs=10 2024-11-11T06:24:56,228 DEBUG [RS:0;f334e8b0fbdf:37727 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/3cccb1b0-7cae-fb26-2b05-e0c51f6b15c6/WALs/f334e8b0fbdf,37727,1731306294235/f334e8b0fbdf%2C37727%2C1731306294235.1731306296215, exclude list is [], retry=0 2024-11-11T06:24:56,230 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38855,DS-396600b1-19d0-41d9-a395-11d314c359ed,DISK] 2024-11-11T06:24:56,231 INFO [RS:0;f334e8b0fbdf:37727 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3cccb1b0-7cae-fb26-2b05-e0c51f6b15c6/WALs/f334e8b0fbdf,37727,1731306294235/f334e8b0fbdf%2C37727%2C1731306294235.1731306296215 2024-11-11T06:24:56,232 DEBUG [RS:0;f334e8b0fbdf:37727 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38859:38859)] 2024-11-11T06:24:56,396 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:42993/user/jenkins/test-data/3cccb1b0-7cae-fb26-2b05-e0c51f6b15c6/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-11T06:24:56,396 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:42993/user/jenkins/test-data/3cccb1b0-7cae-fb26-2b05-e0c51f6b15c6 2024-11-11T06:24:56,400 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38855 is added to blk_1073741833_1009 (size=32) 2024-11-11T06:24:56,401 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T06:24:56,402 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T06:24:56,403 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T06:24:56,403 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:24:56,403 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T06:24:56,403 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T06:24:56,404 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T06:24:56,404 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:24:56,404 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T06:24:56,404 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T06:24:56,405 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T06:24:56,405 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:24:56,405 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T06:24:56,405 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T06:24:56,406 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T06:24:56,406 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:24:56,406 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T06:24:56,406 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T06:24:56,406 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42993/user/jenkins/test-data/3cccb1b0-7cae-fb26-2b05-e0c51f6b15c6/data/hbase/meta/1588230740 2024-11-11T06:24:56,406 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42993/user/jenkins/test-data/3cccb1b0-7cae-fb26-2b05-e0c51f6b15c6/data/hbase/meta/1588230740 2024-11-11T06:24:56,407 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T06:24:56,407 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T06:24:56,408 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T06:24:56,408 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T06:24:56,409 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42993/user/jenkins/test-data/3cccb1b0-7cae-fb26-2b05-e0c51f6b15c6/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T06:24:56,410 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74328012, jitterRate=0.10757368803024292}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T06:24:56,410 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731306296401Initializing all the Stores at 1731306296401Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731306296401Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731306296402 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731306296402Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731306296402Cleaning up temporary data from old regions at 1731306296407 (+5 ms)Region opened successfully at 1731306296410 (+3 ms) 2024-11-11T06:24:56,410 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-11T06:24:56,410 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-11T06:24:56,410 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-11T06:24:56,410 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-11T06:24:56,410 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-11T06:24:56,410 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-11T06:24:56,410 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731306296410Disabling compacts and flushes for region at 1731306296410Disabling writes for close at 1731306296410Writing region close event to WAL at 1731306296410Closed at 1731306296410 2024-11-11T06:24:56,411 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T06:24:56,411 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-11T06:24:56,411 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-11T06:24:56,412 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T06:24:56,413 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-11T06:24:56,563 DEBUG [f334e8b0fbdf:38421 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-11T06:24:56,563 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=f334e8b0fbdf,37727,1731306294235 2024-11-11T06:24:56,564 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f334e8b0fbdf,37727,1731306294235, state=OPENING 2024-11-11T06:24:56,566 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-11T06:24:56,567 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38421-0x10105b3721e0000, quorum=127.0.0.1:58288, baseZNode=/0900951446 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0900951446 2024-11-11T06:24:56,567 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37727-0x10105b3721e0001, quorum=127.0.0.1:58288, baseZNode=/0900951446 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0900951446 2024-11-11T06:24:56,567 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T06:24:56,567 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0900951446/meta-region-server: CHANGED 2024-11-11T06:24:56,567 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0900951446/meta-region-server: CHANGED 2024-11-11T06:24:56,567 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=f334e8b0fbdf,37727,1731306294235}] 2024-11-11T06:24:56,720 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-11T06:24:56,721 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53191, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-11T06:24:56,724 INFO [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-11T06:24:56,724 INFO [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T06:24:56,724 INFO [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-11T06:24:56,725 INFO [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f334e8b0fbdf%2C37727%2C1731306294235.meta, suffix=.meta, logDir=hdfs://localhost:42993/user/jenkins/test-data/3cccb1b0-7cae-fb26-2b05-e0c51f6b15c6/WALs/f334e8b0fbdf,37727,1731306294235, archiveDir=hdfs://localhost:42993/user/jenkins/test-data/3cccb1b0-7cae-fb26-2b05-e0c51f6b15c6/oldWALs, maxLogs=10 2024-11-11T06:24:56,738 DEBUG [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/3cccb1b0-7cae-fb26-2b05-e0c51f6b15c6/WALs/f334e8b0fbdf,37727,1731306294235/f334e8b0fbdf%2C37727%2C1731306294235.meta.1731306296725.meta, exclude list is [], retry=0 2024-11-11T06:24:56,740 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38855,DS-396600b1-19d0-41d9-a395-11d314c359ed,DISK] 2024-11-11T06:24:56,742 INFO [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3cccb1b0-7cae-fb26-2b05-e0c51f6b15c6/WALs/f334e8b0fbdf,37727,1731306294235/f334e8b0fbdf%2C37727%2C1731306294235.meta.1731306296725.meta 2024-11-11T06:24:56,742 DEBUG [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38859:38859)] 2024-11-11T06:24:56,742 DEBUG [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-11T06:24:56,742 INFO [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-11T06:24:56,742 DEBUG [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-11T06:24:56,742 DEBUG [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-11T06:24:56,742 INFO [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-11T06:24:56,742 DEBUG [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-11T06:24:56,743 DEBUG [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T06:24:56,743 DEBUG [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-11T06:24:56,743 DEBUG [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-11T06:24:56,744 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T06:24:56,744 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T06:24:56,744 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:24:56,744 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T06:24:56,745 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T06:24:56,745 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T06:24:56,745 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:24:56,745 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T06:24:56,745 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T06:24:56,746 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T06:24:56,746 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:24:56,746 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T06:24:56,746 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T06:24:56,746 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T06:24:56,746 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:24:56,747 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T06:24:56,747 DEBUG [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T06:24:56,747 DEBUG [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42993/user/jenkins/test-data/3cccb1b0-7cae-fb26-2b05-e0c51f6b15c6/data/hbase/meta/1588230740 2024-11-11T06:24:56,748 DEBUG [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42993/user/jenkins/test-data/3cccb1b0-7cae-fb26-2b05-e0c51f6b15c6/data/hbase/meta/1588230740 2024-11-11T06:24:56,749 DEBUG [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T06:24:56,749 DEBUG [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T06:24:56,749 DEBUG [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T06:24:56,750 DEBUG [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T06:24:56,750 INFO [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75398724, jitterRate=0.12352854013442993}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T06:24:56,750 DEBUG [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-11T06:24:56,750 DEBUG [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731306296743Writing region info on filesystem at 1731306296743Initializing all the Stores at 1731306296743Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731306296743Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731306296743Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731306296743Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731306296743Cleaning up temporary data from old regions at 1731306296749 (+6 ms)Running coprocessor post-open hooks at 1731306296750 (+1 ms)Region opened successfully at 1731306296750 2024-11-11T06:24:56,751 INFO [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731306296719 2024-11-11T06:24:56,753 DEBUG [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-11T06:24:56,753 INFO [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-11T06:24:56,753 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=f334e8b0fbdf,37727,1731306294235 2024-11-11T06:24:56,753 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f334e8b0fbdf,37727,1731306294235, state=OPEN 2024-11-11T06:24:56,758 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38421-0x10105b3721e0000, quorum=127.0.0.1:58288, baseZNode=/0900951446 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0900951446/meta-region-server 2024-11-11T06:24:56,758 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37727-0x10105b3721e0001, quorum=127.0.0.1:58288, baseZNode=/0900951446 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0900951446/meta-region-server 2024-11-11T06:24:56,758 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=f334e8b0fbdf,37727,1731306294235 2024-11-11T06:24:56,758 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0900951446/meta-region-server: CHANGED 2024-11-11T06:24:56,758 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0900951446/meta-region-server: CHANGED 2024-11-11T06:24:56,759 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-11T06:24:56,759 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=f334e8b0fbdf,37727,1731306294235 in 191 msec 2024-11-11T06:24:56,760 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-11T06:24:56,761 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 348 msec 2024-11-11T06:24:56,761 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T06:24:56,761 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-11T06:24:56,762 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T06:24:56,762 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f334e8b0fbdf,37727,1731306294235, seqNum=-1] 2024-11-11T06:24:56,762 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T06:24:56,763 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50525, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T06:24:56,767 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 781 msec 2024-11-11T06:24:56,767 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731306296767, completionTime=-1 2024-11-11T06:24:56,767 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-11T06:24:56,767 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-11T06:24:56,769 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-11T06:24:56,769 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731306356769 2024-11-11T06:24:56,769 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731306416769 2024-11-11T06:24:56,769 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-11T06:24:56,769 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f334e8b0fbdf,38421,1731306294183-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T06:24:56,769 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f334e8b0fbdf,38421,1731306294183-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T06:24:56,769 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f334e8b0fbdf,38421,1731306294183-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T06:24:56,769 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-f334e8b0fbdf:38421, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T06:24:56,769 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-11T06:24:56,771 DEBUG [master/f334e8b0fbdf:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-11T06:24:56,774 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-11T06:24:56,776 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.501sec 2024-11-11T06:24:56,776 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-11T06:24:56,776 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-11T06:24:56,776 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-11T06:24:56,776 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-11T06:24:56,776 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-11T06:24:56,776 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f334e8b0fbdf,38421,1731306294183-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T06:24:56,776 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f334e8b0fbdf,38421,1731306294183-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-11T06:24:56,789 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-11T06:24:56,789 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-11T06:24:56,789 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f334e8b0fbdf,38421,1731306294183-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T06:24:56,854 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@698ce6fd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T06:24:56,854 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f334e8b0fbdf,38421,-1 for getting cluster id 2024-11-11T06:24:56,854 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T06:24:56,856 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd8791c45-c57b-4d0b-92ed-bb38a545dbde' 2024-11-11T06:24:56,856 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T06:24:56,856 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d8791c45-c57b-4d0b-92ed-bb38a545dbde" 2024-11-11T06:24:56,856 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b1ff10, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T06:24:56,856 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f334e8b0fbdf,38421,-1] 2024-11-11T06:24:56,856 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T06:24:56,856 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T06:24:56,857 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51418, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T06:24:56,858 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f2b586b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T06:24:56,858 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T06:24:56,859 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f334e8b0fbdf,37727,1731306294235, seqNum=-1] 2024-11-11T06:24:56,859 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T06:24:56,860 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39924, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T06:24:56,861 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=f334e8b0fbdf,38421,1731306294183 2024-11-11T06:24:56,861 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:58288 2024-11-11T06:24:56,863 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:58288, baseZNode=/0900951446 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T06:24:56,864 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x10105b3721e0002 connected 2024-11-11T06:24:56,866 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ea4169fa-5968-9401-ec5d-797197749dba/hadoop.log.dir so I do NOT create it in target/test-data/798279aa-dd17-619d-0093-32e5e33d584f 2024-11-11T06:24:56,866 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ea4169fa-5968-9401-ec5d-797197749dba/hadoop.log.dir Erasing configuration value by system value. 2024-11-11T06:24:56,866 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ea4169fa-5968-9401-ec5d-797197749dba/hadoop.tmp.dir so I do NOT create it in target/test-data/798279aa-dd17-619d-0093-32e5e33d584f 2024-11-11T06:24:56,866 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ea4169fa-5968-9401-ec5d-797197749dba/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-11T06:24:56,866 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/798279aa-dd17-619d-0093-32e5e33d584f 2024-11-11T06:24:56,866 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-11T06:24:56,866 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/798279aa-dd17-619d-0093-32e5e33d584f/cluster_9ad0807d-205d-3eef-a9db-b832bf730aaa, deleteOnExit=true 2024-11-11T06:24:56,866 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-11T06:24:56,867 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/798279aa-dd17-619d-0093-32e5e33d584f/test.cache.data in system properties and HBase conf 2024-11-11T06:24:56,867 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/798279aa-dd17-619d-0093-32e5e33d584f/hadoop.tmp.dir in system properties and HBase conf 2024-11-11T06:24:56,867 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/798279aa-dd17-619d-0093-32e5e33d584f/hadoop.log.dir in system properties and HBase conf 2024-11-11T06:24:56,867 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/798279aa-dd17-619d-0093-32e5e33d584f/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-11T06:24:56,867 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/798279aa-dd17-619d-0093-32e5e33d584f/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-11T06:24:56,867 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-11T06:24:56,867 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-11T06:24:56,867 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/798279aa-dd17-619d-0093-32e5e33d584f/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-11T06:24:56,867 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/798279aa-dd17-619d-0093-32e5e33d584f/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-11T06:24:56,867 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/798279aa-dd17-619d-0093-32e5e33d584f/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-11T06:24:56,867 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/798279aa-dd17-619d-0093-32e5e33d584f/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-11T06:24:56,867 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/798279aa-dd17-619d-0093-32e5e33d584f/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-11T06:24:56,867 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/798279aa-dd17-619d-0093-32e5e33d584f/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-11T06:24:56,867 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/798279aa-dd17-619d-0093-32e5e33d584f/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-11T06:24:56,868 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/798279aa-dd17-619d-0093-32e5e33d584f/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-11T06:24:56,868 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/798279aa-dd17-619d-0093-32e5e33d584f/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-11T06:24:56,868 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/798279aa-dd17-619d-0093-32e5e33d584f/nfs.dump.dir in system properties and HBase conf 2024-11-11T06:24:56,868 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/798279aa-dd17-619d-0093-32e5e33d584f/java.io.tmpdir in system properties and HBase conf 2024-11-11T06:24:56,868 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/798279aa-dd17-619d-0093-32e5e33d584f/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-11T06:24:56,868 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/798279aa-dd17-619d-0093-32e5e33d584f/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-11T06:24:56,868 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/798279aa-dd17-619d-0093-32e5e33d584f/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-11T06:24:56,934 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T06:24:56,937 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T06:24:56,938 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T06:24:56,938 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T06:24:56,938 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-11T06:24:56,939 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T06:24:56,939 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@101e6610{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/798279aa-dd17-619d-0093-32e5e33d584f/hadoop.log.dir/,AVAILABLE} 2024-11-11T06:24:56,939 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5049b7ca{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T06:24:57,053 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@c4eba30{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/798279aa-dd17-619d-0093-32e5e33d584f/java.io.tmpdir/jetty-localhost-34115-hadoop-hdfs-3_4_1-tests_jar-_-any-9823901377341652245/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-11T06:24:57,053 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@72eb97c5{HTTP/1.1, (http/1.1)}{localhost:34115} 2024-11-11T06:24:57,053 INFO [Time-limited test {}] server.Server(415): Started @304059ms 2024-11-11T06:24:57,135 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T06:24:57,137 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T06:24:57,140 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T06:24:57,140 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T06:24:57,140 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-11T06:24:57,141 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@68dccdc{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/798279aa-dd17-619d-0093-32e5e33d584f/hadoop.log.dir/,AVAILABLE} 2024-11-11T06:24:57,141 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2a4e6483{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T06:24:57,256 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@53f5fff5{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/798279aa-dd17-619d-0093-32e5e33d584f/java.io.tmpdir/jetty-localhost-45919-hadoop-hdfs-3_4_1-tests_jar-_-any-212761002428952342/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T06:24:57,256 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@59f88d4a{HTTP/1.1, (http/1.1)}{localhost:45919} 2024-11-11T06:24:57,256 INFO [Time-limited test {}] server.Server(415): Started @304262ms 2024-11-11T06:24:57,257 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-11T06:24:57,366 WARN [Thread-4439 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/798279aa-dd17-619d-0093-32e5e33d584f/cluster_9ad0807d-205d-3eef-a9db-b832bf730aaa/data/data1/current/BP-1623360819-172.17.0.2-1731306296885/current, will proceed with Du for space computation calculation, 2024-11-11T06:24:57,366 WARN [Thread-4440 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/798279aa-dd17-619d-0093-32e5e33d584f/cluster_9ad0807d-205d-3eef-a9db-b832bf730aaa/data/data2/current/BP-1623360819-172.17.0.2-1731306296885/current, will proceed with Du for space computation calculation, 2024-11-11T06:24:57,383 WARN [Thread-4427 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-11T06:24:57,386 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x142321c1bf122598 with lease ID 0xffb81ddf4471796: Processing first storage report for DS-6a0f5a7b-a953-4586-9656-3142660ba948 from datanode DatanodeRegistration(127.0.0.1:36121, datanodeUuid=a8886a85-6983-4dd8-9324-01dc4a6685a7, infoPort=39361, infoSecurePort=0, ipcPort=45835, storageInfo=lv=-57;cid=testClusterID;nsid=695771511;c=1731306296885) 2024-11-11T06:24:57,386 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x142321c1bf122598 with lease ID 0xffb81ddf4471796: from storage DS-6a0f5a7b-a953-4586-9656-3142660ba948 node DatanodeRegistration(127.0.0.1:36121, datanodeUuid=a8886a85-6983-4dd8-9324-01dc4a6685a7, infoPort=39361, infoSecurePort=0, ipcPort=45835, storageInfo=lv=-57;cid=testClusterID;nsid=695771511;c=1731306296885), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T06:24:57,386 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x142321c1bf122598 with lease ID 0xffb81ddf4471796: Processing first storage report for DS-2b862914-2a21-4200-a306-4ae09a6285e3 from datanode DatanodeRegistration(127.0.0.1:36121, datanodeUuid=a8886a85-6983-4dd8-9324-01dc4a6685a7, infoPort=39361, infoSecurePort=0, ipcPort=45835, storageInfo=lv=-57;cid=testClusterID;nsid=695771511;c=1731306296885) 2024-11-11T06:24:57,386 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x142321c1bf122598 with lease ID 0xffb81ddf4471796: from storage DS-2b862914-2a21-4200-a306-4ae09a6285e3 node DatanodeRegistration(127.0.0.1:36121, datanodeUuid=a8886a85-6983-4dd8-9324-01dc4a6685a7, infoPort=39361, infoSecurePort=0, ipcPort=45835, storageInfo=lv=-57;cid=testClusterID;nsid=695771511;c=1731306296885), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T06:24:57,483 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/798279aa-dd17-619d-0093-32e5e33d584f 2024-11-11T06:24:57,483 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T06:24:57,484 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T06:24:57,491 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36121 is added to blk_1073741825_1001 (size=7) 2024-11-11T06:24:57,892 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:35887/user/jenkins/test-data/372c7cbf-d57e-5bec-8760-9612ec2917ce with version=8 2024-11-11T06:24:57,892 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:35887/user/jenkins/test-data/372c7cbf-d57e-5bec-8760-9612ec2917ce/hbase-staging 2024-11-11T06:24:57,894 INFO [Time-limited test {}] client.ConnectionUtils(128): master/f334e8b0fbdf:0 server-side Connection retries=45 2024-11-11T06:24:57,894 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T06:24:57,894 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T06:24:57,894 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T06:24:57,894 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T06:24:57,894 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T06:24:57,894 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-11T06:24:57,894 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T06:24:57,895 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37263 2024-11-11T06:24:57,895 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:37263 connecting to ZooKeeper ensemble=127.0.0.1:58288 2024-11-11T06:24:57,897 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:372630x0, quorum=127.0.0.1:58288, baseZNode=/1-609572005 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T06:24:57,898 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:37263-0x10105b3721e0003 connected 2024-11-11T06:24:57,907 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T06:24:57,909 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T06:24:57,910 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37263-0x10105b3721e0003, quorum=127.0.0.1:58288, baseZNode=/1-609572005 Set watcher on znode that does not yet exist, /1-609572005/running 2024-11-11T06:24:57,910 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:35887/user/jenkins/test-data/372c7cbf-d57e-5bec-8760-9612ec2917ce, hbase.cluster.distributed=false 2024-11-11T06:24:57,911 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37263-0x10105b3721e0003, quorum=127.0.0.1:58288, baseZNode=/1-609572005 Set watcher on znode that does not yet exist, /1-609572005/acl 2024-11-11T06:24:57,912 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37263 2024-11-11T06:24:57,912 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37263 2024-11-11T06:24:57,912 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37263 2024-11-11T06:24:57,913 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37263 2024-11-11T06:24:57,913 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37263 2024-11-11T06:24:57,927 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/f334e8b0fbdf:0 server-side Connection retries=45 2024-11-11T06:24:57,927 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T06:24:57,927 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T06:24:57,927 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T06:24:57,927 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T06:24:57,927 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T06:24:57,927 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-11T06:24:57,927 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T06:24:57,927 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42243 2024-11-11T06:24:57,928 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42243 connecting to ZooKeeper ensemble=127.0.0.1:58288 2024-11-11T06:24:57,928 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T06:24:57,930 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T06:24:57,933 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:422430x0, quorum=127.0.0.1:58288, baseZNode=/1-609572005 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T06:24:57,934 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:422430x0, quorum=127.0.0.1:58288, baseZNode=/1-609572005 Set watcher on znode that does not yet exist, /1-609572005/running 2024-11-11T06:24:57,934 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42243-0x10105b3721e0004 connected 2024-11-11T06:24:57,934 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-11T06:24:57,937 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-11T06:24:57,937 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42243-0x10105b3721e0004, quorum=127.0.0.1:58288, baseZNode=/1-609572005 Set watcher on znode that does not yet exist, /1-609572005/master 2024-11-11T06:24:57,938 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42243-0x10105b3721e0004, quorum=127.0.0.1:58288, baseZNode=/1-609572005 Set watcher on znode that does not yet exist, /1-609572005/acl 2024-11-11T06:24:57,938 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42243 2024-11-11T06:24:57,938 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42243 2024-11-11T06:24:57,938 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42243 2024-11-11T06:24:57,942 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42243 2024-11-11T06:24:57,942 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42243 2024-11-11T06:24:57,957 DEBUG [M:0;f334e8b0fbdf:37263 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;f334e8b0fbdf:37263 2024-11-11T06:24:57,957 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-609572005/backup-masters/f334e8b0fbdf,37263,1731306297894 2024-11-11T06:24:57,959 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37263-0x10105b3721e0003, quorum=127.0.0.1:58288, baseZNode=/1-609572005 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-609572005/backup-masters 2024-11-11T06:24:57,959 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42243-0x10105b3721e0004, quorum=127.0.0.1:58288, baseZNode=/1-609572005 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-609572005/backup-masters 2024-11-11T06:24:57,960 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37263-0x10105b3721e0003, quorum=127.0.0.1:58288, baseZNode=/1-609572005 Set watcher on existing znode=/1-609572005/backup-masters/f334e8b0fbdf,37263,1731306297894 2024-11-11T06:24:57,961 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42243-0x10105b3721e0004, quorum=127.0.0.1:58288, baseZNode=/1-609572005 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-609572005/master 2024-11-11T06:24:57,961 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37263-0x10105b3721e0003, quorum=127.0.0.1:58288, baseZNode=/1-609572005 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-609572005 2024-11-11T06:24:57,961 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42243-0x10105b3721e0004, quorum=127.0.0.1:58288, baseZNode=/1-609572005 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-609572005 2024-11-11T06:24:57,961 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37263-0x10105b3721e0003, quorum=127.0.0.1:58288, baseZNode=/1-609572005 Set watcher on existing znode=/1-609572005/master 2024-11-11T06:24:57,961 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-609572005/backup-masters/f334e8b0fbdf,37263,1731306297894 from backup master directory 2024-11-11T06:24:57,962 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37263-0x10105b3721e0003, quorum=127.0.0.1:58288, baseZNode=/1-609572005 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-609572005/backup-masters/f334e8b0fbdf,37263,1731306297894 2024-11-11T06:24:57,962 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42243-0x10105b3721e0004, quorum=127.0.0.1:58288, baseZNode=/1-609572005 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-609572005/backup-masters 2024-11-11T06:24:57,962 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37263-0x10105b3721e0003, quorum=127.0.0.1:58288, baseZNode=/1-609572005 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-609572005/backup-masters 2024-11-11T06:24:57,962 WARN [master/f334e8b0fbdf:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T06:24:57,963 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=f334e8b0fbdf,37263,1731306297894 2024-11-11T06:24:57,965 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:35887/user/jenkins/test-data/372c7cbf-d57e-5bec-8760-9612ec2917ce/hbase.id] with ID: eeeb2f32-2339-47cf-abe4-5f423c663a0e 2024-11-11T06:24:57,965 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:35887/user/jenkins/test-data/372c7cbf-d57e-5bec-8760-9612ec2917ce/.tmp/hbase.id 2024-11-11T06:24:57,969 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36121 is added to blk_1073741826_1002 (size=42) 2024-11-11T06:24:58,178 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-11T06:24:58,178 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-11T06:24:58,178 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-11T06:24:58,178 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-11T06:24:58,179 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-11T06:24:58,179 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-11T06:24:58,179 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-11T06:24:58,179 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-11T06:24:58,370 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:35887/user/jenkins/test-data/372c7cbf-d57e-5bec-8760-9612ec2917ce/.tmp/hbase.id]:[hdfs://localhost:35887/user/jenkins/test-data/372c7cbf-d57e-5bec-8760-9612ec2917ce/hbase.id] 2024-11-11T06:24:58,377 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T06:24:58,377 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-11T06:24:58,378 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-11T06:24:58,380 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37263-0x10105b3721e0003, quorum=127.0.0.1:58288, baseZNode=/1-609572005 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-609572005 2024-11-11T06:24:58,380 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42243-0x10105b3721e0004, quorum=127.0.0.1:58288, baseZNode=/1-609572005 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-609572005 2024-11-11T06:24:58,384 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36121 is added to blk_1073741827_1003 (size=196) 2024-11-11T06:24:58,384 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T06:24:58,385 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-11T06:24:58,385 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T06:24:58,389 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36121 is added to blk_1073741828_1004 (size=1189) 2024-11-11T06:24:58,584 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster-MemStoreChunkPool Statistics {}] regionserver.ChunkCreator$MemStoreChunkPool$StatisticsThread(417): data stats (chunk size=2097152): current pool size=21, created chunk count=36, reused chunk count=138, reuseRatio=79.31% 2024-11-11T06:24:58,585 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster-MemStoreChunkPool Statistics {}] regionserver.ChunkCreator$MemStoreChunkPool$StatisticsThread(417): index stats (chunk size=209715): current pool size=0, created chunk count=0, reused chunk count=0, reuseRatio=0 2024-11-11T06:24:58,790 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:35887/user/jenkins/test-data/372c7cbf-d57e-5bec-8760-9612ec2917ce/MasterData/data/master/store 2024-11-11T06:24:58,794 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36121 is added to blk_1073741829_1005 (size=34) 2024-11-11T06:24:58,795 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T06:24:58,795 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-11T06:24:58,795 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T06:24:58,795 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T06:24:58,795 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-11T06:24:58,795 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T06:24:58,795 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T06:24:58,795 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731306298795Disabling compacts and flushes for region at 1731306298795Disabling writes for close at 1731306298795Writing region close event to WAL at 1731306298795Closed at 1731306298795 2024-11-11T06:24:58,796 WARN [master/f334e8b0fbdf:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:35887/user/jenkins/test-data/372c7cbf-d57e-5bec-8760-9612ec2917ce/MasterData/data/master/store/.initializing 2024-11-11T06:24:58,796 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:35887/user/jenkins/test-data/372c7cbf-d57e-5bec-8760-9612ec2917ce/MasterData/WALs/f334e8b0fbdf,37263,1731306297894 2024-11-11T06:24:58,796 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T06:24:58,797 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=f334e8b0fbdf%2C37263%2C1731306297894, suffix=, logDir=hdfs://localhost:35887/user/jenkins/test-data/372c7cbf-d57e-5bec-8760-9612ec2917ce/MasterData/WALs/f334e8b0fbdf,37263,1731306297894, archiveDir=hdfs://localhost:35887/user/jenkins/test-data/372c7cbf-d57e-5bec-8760-9612ec2917ce/MasterData/oldWALs, maxLogs=10 2024-11-11T06:24:58,814 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/372c7cbf-d57e-5bec-8760-9612ec2917ce/MasterData/WALs/f334e8b0fbdf,37263,1731306297894/f334e8b0fbdf%2C37263%2C1731306297894.1731306298798, exclude list is [], retry=0 2024-11-11T06:24:58,816 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36121,DS-6a0f5a7b-a953-4586-9656-3142660ba948,DISK] 2024-11-11T06:24:58,818 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/372c7cbf-d57e-5bec-8760-9612ec2917ce/MasterData/WALs/f334e8b0fbdf,37263,1731306297894/f334e8b0fbdf%2C37263%2C1731306297894.1731306298798 2024-11-11T06:24:58,820 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39361:39361)] 2024-11-11T06:24:58,820 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-11T06:24:58,821 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T06:24:58,821 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T06:24:58,821 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T06:24:58,822 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T06:24:58,823 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-11T06:24:58,823 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:24:58,823 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T06:24:58,823 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T06:24:58,824 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-11T06:24:58,824 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:24:58,824 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T06:24:58,824 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T06:24:58,825 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-11T06:24:58,825 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:24:58,825 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T06:24:58,825 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T06:24:58,826 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-11T06:24:58,826 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:24:58,826 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T06:24:58,826 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T06:24:58,826 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35887/user/jenkins/test-data/372c7cbf-d57e-5bec-8760-9612ec2917ce/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-11T06:24:58,827 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35887/user/jenkins/test-data/372c7cbf-d57e-5bec-8760-9612ec2917ce/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-11T06:24:58,827 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T06:24:58,827 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T06:24:58,842 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T06:24:58,843 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T06:24:58,845 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35887/user/jenkins/test-data/372c7cbf-d57e-5bec-8760-9612ec2917ce/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T06:24:58,846 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64535112, jitterRate=-0.03835189342498779}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T06:24:58,846 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731306298821Initializing all the Stores at 1731306298821Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731306298821Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731306298821Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731306298821Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731306298821Cleaning up temporary data from old regions at 1731306298827 (+6 ms)Region opened successfully at 1731306298846 (+19 ms) 2024-11-11T06:24:58,846 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-11T06:24:58,848 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45179123, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f334e8b0fbdf/172.17.0.2:0 2024-11-11T06:24:58,849 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-11T06:24:58,849 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-11T06:24:58,849 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-11T06:24:58,849 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-11T06:24:58,850 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-11T06:24:58,850 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-11T06:24:58,850 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-11T06:24:58,852 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-11T06:24:58,853 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37263-0x10105b3721e0003, quorum=127.0.0.1:58288, baseZNode=/1-609572005 Unable to get data of znode /1-609572005/balancer because node does not exist (not necessarily an error) 2024-11-11T06:24:58,855 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-609572005/balancer already deleted, retry=false 2024-11-11T06:24:58,856 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-11T06:24:58,856 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37263-0x10105b3721e0003, quorum=127.0.0.1:58288, baseZNode=/1-609572005 Unable to get data of znode /1-609572005/normalizer because node does not exist (not necessarily an error) 2024-11-11T06:24:58,857 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-609572005/normalizer already deleted, retry=false 2024-11-11T06:24:58,857 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-11T06:24:58,858 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37263-0x10105b3721e0003, quorum=127.0.0.1:58288, baseZNode=/1-609572005 Unable to get data of znode /1-609572005/switch/split because node does not exist (not necessarily an error) 2024-11-11T06:24:58,859 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-609572005/switch/split already deleted, retry=false 2024-11-11T06:24:58,860 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37263-0x10105b3721e0003, quorum=127.0.0.1:58288, baseZNode=/1-609572005 Unable to get data of znode /1-609572005/switch/merge because node does not exist (not necessarily an error) 2024-11-11T06:24:58,861 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-609572005/switch/merge already deleted, retry=false 2024-11-11T06:24:58,862 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37263-0x10105b3721e0003, quorum=127.0.0.1:58288, baseZNode=/1-609572005 Unable to get data of znode /1-609572005/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-11T06:24:58,864 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-609572005/snapshot-cleanup already deleted, retry=false 2024-11-11T06:24:58,865 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37263-0x10105b3721e0003, quorum=127.0.0.1:58288, baseZNode=/1-609572005 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-609572005/running 2024-11-11T06:24:58,865 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42243-0x10105b3721e0004, quorum=127.0.0.1:58288, baseZNode=/1-609572005 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-609572005/running 2024-11-11T06:24:58,865 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37263-0x10105b3721e0003, quorum=127.0.0.1:58288, baseZNode=/1-609572005 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-609572005 2024-11-11T06:24:58,865 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42243-0x10105b3721e0004, quorum=127.0.0.1:58288, baseZNode=/1-609572005 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-609572005 2024-11-11T06:24:58,866 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=f334e8b0fbdf,37263,1731306297894, sessionid=0x10105b3721e0003, setting cluster-up flag (Was=false) 2024-11-11T06:24:58,869 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37263-0x10105b3721e0003, quorum=127.0.0.1:58288, baseZNode=/1-609572005 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-609572005 2024-11-11T06:24:58,869 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42243-0x10105b3721e0004, quorum=127.0.0.1:58288, baseZNode=/1-609572005 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-609572005 2024-11-11T06:24:58,879 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-609572005/flush-table-proc/acquired, /1-609572005/flush-table-proc/reached, /1-609572005/flush-table-proc/abort 2024-11-11T06:24:58,880 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f334e8b0fbdf,37263,1731306297894 2024-11-11T06:24:58,883 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37263-0x10105b3721e0003, quorum=127.0.0.1:58288, baseZNode=/1-609572005 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-609572005 2024-11-11T06:24:58,883 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42243-0x10105b3721e0004, quorum=127.0.0.1:58288, baseZNode=/1-609572005 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-609572005 2024-11-11T06:24:58,886 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-609572005/online-snapshot/acquired, /1-609572005/online-snapshot/reached, /1-609572005/online-snapshot/abort 2024-11-11T06:24:58,887 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f334e8b0fbdf,37263,1731306297894 2024-11-11T06:24:58,888 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:35887/user/jenkins/test-data/372c7cbf-d57e-5bec-8760-9612ec2917ce/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-11T06:24:58,889 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-11T06:24:58,889 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-11T06:24:58,890 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-11T06:24:58,890 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: f334e8b0fbdf,37263,1731306297894 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-11T06:24:58,891 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/f334e8b0fbdf:0, corePoolSize=5, maxPoolSize=5 2024-11-11T06:24:58,891 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/f334e8b0fbdf:0, corePoolSize=5, maxPoolSize=5 2024-11-11T06:24:58,891 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/f334e8b0fbdf:0, corePoolSize=5, maxPoolSize=5 2024-11-11T06:24:58,891 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/f334e8b0fbdf:0, corePoolSize=5, maxPoolSize=5 2024-11-11T06:24:58,891 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/f334e8b0fbdf:0, corePoolSize=10, maxPoolSize=10 2024-11-11T06:24:58,891 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/f334e8b0fbdf:0, corePoolSize=1, maxPoolSize=1 2024-11-11T06:24:58,891 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/f334e8b0fbdf:0, corePoolSize=2, maxPoolSize=2 2024-11-11T06:24:58,891 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/f334e8b0fbdf:0, corePoolSize=1, maxPoolSize=1 2024-11-11T06:24:58,892 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731306328892 2024-11-11T06:24:58,892 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-11T06:24:58,892 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-11T06:24:58,892 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-11T06:24:58,892 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T06:24:58,892 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-11T06:24:58,892 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-11T06:24:58,892 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-11T06:24:58,892 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-11T06:24:58,892 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T06:24:58,893 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-11T06:24:58,893 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-11T06:24:58,893 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-11T06:24:58,893 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-11T06:24:58,893 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:24:58,893 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-11T06:24:58,893 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-11T06:24:58,893 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-11T06:24:58,896 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/f334e8b0fbdf:0:becomeActiveMaster-HFileCleaner.large.0-1731306298893,5,FailOnTimeoutGroup] 2024-11-11T06:24:58,897 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/f334e8b0fbdf:0:becomeActiveMaster-HFileCleaner.small.0-1731306298896,5,FailOnTimeoutGroup] 2024-11-11T06:24:58,897 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T06:24:58,897 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-11T06:24:58,897 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-11T06:24:58,897 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-11T06:24:58,901 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36121 is added to blk_1073741831_1007 (size=1321) 2024-11-11T06:24:58,944 INFO [RS:0;f334e8b0fbdf:42243 {}] regionserver.HRegionServer(746): ClusterId : eeeb2f32-2339-47cf-abe4-5f423c663a0e 2024-11-11T06:24:58,944 DEBUG [RS:0;f334e8b0fbdf:42243 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-11T06:24:58,947 DEBUG [RS:0;f334e8b0fbdf:42243 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-11T06:24:58,947 DEBUG [RS:0;f334e8b0fbdf:42243 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-11T06:24:58,948 DEBUG [RS:0;f334e8b0fbdf:42243 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-11T06:24:58,949 DEBUG [RS:0;f334e8b0fbdf:42243 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@222da127, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f334e8b0fbdf/172.17.0.2:0 2024-11-11T06:24:58,961 DEBUG [RS:0;f334e8b0fbdf:42243 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;f334e8b0fbdf:42243 2024-11-11T06:24:58,961 INFO [RS:0;f334e8b0fbdf:42243 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-11T06:24:58,961 INFO [RS:0;f334e8b0fbdf:42243 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-11T06:24:58,961 DEBUG [RS:0;f334e8b0fbdf:42243 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-11T06:24:58,962 INFO [RS:0;f334e8b0fbdf:42243 {}] regionserver.HRegionServer(2659): reportForDuty to master=f334e8b0fbdf,37263,1731306297894 with port=42243, startcode=1731306297926 2024-11-11T06:24:58,962 DEBUG [RS:0;f334e8b0fbdf:42243 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-11T06:24:58,963 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33321, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=RegionServerStatusService 2024-11-11T06:24:58,964 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37263 {}] master.ServerManager(363): Checking decommissioned status of RegionServer f334e8b0fbdf,42243,1731306297926 2024-11-11T06:24:58,964 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37263 {}] master.ServerManager(517): Registering regionserver=f334e8b0fbdf,42243,1731306297926 2024-11-11T06:24:58,965 DEBUG [RS:0;f334e8b0fbdf:42243 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:35887/user/jenkins/test-data/372c7cbf-d57e-5bec-8760-9612ec2917ce 2024-11-11T06:24:58,965 DEBUG [RS:0;f334e8b0fbdf:42243 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:35887 2024-11-11T06:24:58,965 DEBUG [RS:0;f334e8b0fbdf:42243 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-11T06:24:58,966 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37263-0x10105b3721e0003, quorum=127.0.0.1:58288, baseZNode=/1-609572005 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-609572005/rs 2024-11-11T06:24:58,967 DEBUG [RS:0;f334e8b0fbdf:42243 {}] zookeeper.ZKUtil(111): regionserver:42243-0x10105b3721e0004, quorum=127.0.0.1:58288, baseZNode=/1-609572005 Set watcher on existing znode=/1-609572005/rs/f334e8b0fbdf,42243,1731306297926 2024-11-11T06:24:58,967 WARN [RS:0;f334e8b0fbdf:42243 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T06:24:58,967 INFO [RS:0;f334e8b0fbdf:42243 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T06:24:58,967 DEBUG [RS:0;f334e8b0fbdf:42243 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:35887/user/jenkins/test-data/372c7cbf-d57e-5bec-8760-9612ec2917ce/WALs/f334e8b0fbdf,42243,1731306297926 2024-11-11T06:24:58,967 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [f334e8b0fbdf,42243,1731306297926] 2024-11-11T06:24:58,970 INFO [RS:0;f334e8b0fbdf:42243 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-11T06:24:58,971 INFO [RS:0;f334e8b0fbdf:42243 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-11T06:24:58,972 INFO [RS:0;f334e8b0fbdf:42243 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-11T06:24:58,972 INFO [RS:0;f334e8b0fbdf:42243 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T06:24:58,972 INFO [RS:0;f334e8b0fbdf:42243 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-11T06:24:58,972 INFO [RS:0;f334e8b0fbdf:42243 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-11T06:24:58,972 INFO [RS:0;f334e8b0fbdf:42243 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-11T06:24:58,972 DEBUG [RS:0;f334e8b0fbdf:42243 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/f334e8b0fbdf:0, corePoolSize=1, maxPoolSize=1 2024-11-11T06:24:58,972 DEBUG [RS:0;f334e8b0fbdf:42243 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/f334e8b0fbdf:0, corePoolSize=1, maxPoolSize=1 2024-11-11T06:24:58,973 DEBUG [RS:0;f334e8b0fbdf:42243 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/f334e8b0fbdf:0, corePoolSize=1, maxPoolSize=1 2024-11-11T06:24:58,973 DEBUG [RS:0;f334e8b0fbdf:42243 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0, corePoolSize=1, maxPoolSize=1 2024-11-11T06:24:58,973 DEBUG [RS:0;f334e8b0fbdf:42243 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/f334e8b0fbdf:0, corePoolSize=1, maxPoolSize=1 2024-11-11T06:24:58,973 DEBUG [RS:0;f334e8b0fbdf:42243 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/f334e8b0fbdf:0, corePoolSize=2, maxPoolSize=2 2024-11-11T06:24:58,973 DEBUG [RS:0;f334e8b0fbdf:42243 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/f334e8b0fbdf:0, corePoolSize=1, maxPoolSize=1 2024-11-11T06:24:58,973 DEBUG [RS:0;f334e8b0fbdf:42243 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/f334e8b0fbdf:0, corePoolSize=1, maxPoolSize=1 2024-11-11T06:24:58,973 DEBUG [RS:0;f334e8b0fbdf:42243 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0, corePoolSize=1, maxPoolSize=1 2024-11-11T06:24:58,973 DEBUG [RS:0;f334e8b0fbdf:42243 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/f334e8b0fbdf:0, corePoolSize=1, maxPoolSize=1 2024-11-11T06:24:58,973 DEBUG [RS:0;f334e8b0fbdf:42243 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/f334e8b0fbdf:0, corePoolSize=1, maxPoolSize=1 2024-11-11T06:24:58,973 DEBUG [RS:0;f334e8b0fbdf:42243 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/f334e8b0fbdf:0, corePoolSize=1, maxPoolSize=1 2024-11-11T06:24:58,973 DEBUG [RS:0;f334e8b0fbdf:42243 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/f334e8b0fbdf:0, corePoolSize=3, maxPoolSize=3 2024-11-11T06:24:58,973 DEBUG [RS:0;f334e8b0fbdf:42243 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/f334e8b0fbdf:0, corePoolSize=3, maxPoolSize=3 2024-11-11T06:24:58,980 INFO [RS:0;f334e8b0fbdf:42243 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T06:24:58,980 INFO [RS:0;f334e8b0fbdf:42243 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T06:24:58,980 INFO [RS:0;f334e8b0fbdf:42243 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T06:24:58,980 INFO [RS:0;f334e8b0fbdf:42243 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-11T06:24:58,980 INFO [RS:0;f334e8b0fbdf:42243 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-11T06:24:58,980 INFO [RS:0;f334e8b0fbdf:42243 {}] hbase.ChoreService(168): Chore ScheduledChore name=f334e8b0fbdf,42243,1731306297926-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T06:24:58,994 INFO [RS:0;f334e8b0fbdf:42243 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-11T06:24:58,994 INFO [RS:0;f334e8b0fbdf:42243 {}] hbase.ChoreService(168): Chore ScheduledChore name=f334e8b0fbdf,42243,1731306297926-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T06:24:58,994 INFO [RS:0;f334e8b0fbdf:42243 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T06:24:58,994 INFO [RS:0;f334e8b0fbdf:42243 {}] regionserver.Replication(171): f334e8b0fbdf,42243,1731306297926 started 2024-11-11T06:24:59,008 INFO [RS:0;f334e8b0fbdf:42243 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T06:24:59,008 INFO [RS:0;f334e8b0fbdf:42243 {}] regionserver.HRegionServer(1482): Serving as f334e8b0fbdf,42243,1731306297926, RpcServer on f334e8b0fbdf/172.17.0.2:42243, sessionid=0x10105b3721e0004 2024-11-11T06:24:59,008 DEBUG [RS:0;f334e8b0fbdf:42243 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-11T06:24:59,008 DEBUG [RS:0;f334e8b0fbdf:42243 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager f334e8b0fbdf,42243,1731306297926 2024-11-11T06:24:59,008 DEBUG [RS:0;f334e8b0fbdf:42243 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f334e8b0fbdf,42243,1731306297926' 2024-11-11T06:24:59,008 DEBUG [RS:0;f334e8b0fbdf:42243 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-609572005/flush-table-proc/abort' 2024-11-11T06:24:59,008 DEBUG [RS:0;f334e8b0fbdf:42243 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-609572005/flush-table-proc/acquired' 2024-11-11T06:24:59,009 DEBUG [RS:0;f334e8b0fbdf:42243 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-11T06:24:59,009 DEBUG [RS:0;f334e8b0fbdf:42243 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-11T06:24:59,009 DEBUG [RS:0;f334e8b0fbdf:42243 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager f334e8b0fbdf,42243,1731306297926 2024-11-11T06:24:59,009 DEBUG [RS:0;f334e8b0fbdf:42243 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f334e8b0fbdf,42243,1731306297926' 2024-11-11T06:24:59,009 DEBUG [RS:0;f334e8b0fbdf:42243 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-609572005/online-snapshot/abort' 2024-11-11T06:24:59,009 DEBUG [RS:0;f334e8b0fbdf:42243 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-609572005/online-snapshot/acquired' 2024-11-11T06:24:59,009 DEBUG [RS:0;f334e8b0fbdf:42243 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-11T06:24:59,009 INFO [RS:0;f334e8b0fbdf:42243 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-11T06:24:59,009 INFO [RS:0;f334e8b0fbdf:42243 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-11T06:24:59,110 INFO [RS:0;f334e8b0fbdf:42243 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T06:24:59,111 INFO [RS:0;f334e8b0fbdf:42243 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f334e8b0fbdf%2C42243%2C1731306297926, suffix=, logDir=hdfs://localhost:35887/user/jenkins/test-data/372c7cbf-d57e-5bec-8760-9612ec2917ce/WALs/f334e8b0fbdf,42243,1731306297926, archiveDir=hdfs://localhost:35887/user/jenkins/test-data/372c7cbf-d57e-5bec-8760-9612ec2917ce/oldWALs, maxLogs=10 2024-11-11T06:24:59,125 DEBUG [RS:0;f334e8b0fbdf:42243 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/372c7cbf-d57e-5bec-8760-9612ec2917ce/WALs/f334e8b0fbdf,42243,1731306297926/f334e8b0fbdf%2C42243%2C1731306297926.1731306299112, exclude list is [], retry=0 2024-11-11T06:24:59,127 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36121,DS-6a0f5a7b-a953-4586-9656-3142660ba948,DISK] 2024-11-11T06:24:59,129 INFO [RS:0;f334e8b0fbdf:42243 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/372c7cbf-d57e-5bec-8760-9612ec2917ce/WALs/f334e8b0fbdf,42243,1731306297926/f334e8b0fbdf%2C42243%2C1731306297926.1731306299112 2024-11-11T06:24:59,129 DEBUG [RS:0;f334e8b0fbdf:42243 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39361:39361)] 2024-11-11T06:24:59,302 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:35887/user/jenkins/test-data/372c7cbf-d57e-5bec-8760-9612ec2917ce/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-11T06:24:59,302 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:35887/user/jenkins/test-data/372c7cbf-d57e-5bec-8760-9612ec2917ce 2024-11-11T06:24:59,309 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36121 is added to blk_1073741833_1009 (size=32) 2024-11-11T06:24:59,709 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T06:24:59,710 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T06:24:59,711 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T06:24:59,711 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:24:59,712 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T06:24:59,712 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T06:24:59,713 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T06:24:59,713 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:24:59,713 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T06:24:59,713 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T06:24:59,714 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T06:24:59,714 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:24:59,714 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T06:24:59,714 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T06:24:59,714 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T06:24:59,715 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:24:59,715 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T06:24:59,715 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T06:24:59,715 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35887/user/jenkins/test-data/372c7cbf-d57e-5bec-8760-9612ec2917ce/data/hbase/meta/1588230740 2024-11-11T06:24:59,716 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35887/user/jenkins/test-data/372c7cbf-d57e-5bec-8760-9612ec2917ce/data/hbase/meta/1588230740 2024-11-11T06:24:59,716 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T06:24:59,716 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T06:24:59,717 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T06:24:59,718 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T06:24:59,719 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35887/user/jenkins/test-data/372c7cbf-d57e-5bec-8760-9612ec2917ce/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T06:24:59,719 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62328633, jitterRate=-0.07123099267482758}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T06:24:59,719 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731306299709Initializing all the Stores at 1731306299710 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731306299710Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731306299710Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731306299710Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731306299710Cleaning up temporary data from old regions at 1731306299716 (+6 ms)Region opened successfully at 1731306299719 (+3 ms) 2024-11-11T06:24:59,719 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-11T06:24:59,719 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-11T06:24:59,719 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-11T06:24:59,719 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-11T06:24:59,720 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-11T06:24:59,720 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-11T06:24:59,720 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731306299719Disabling compacts and flushes for region at 1731306299719Disabling writes for close at 1731306299720 (+1 ms)Writing region close event to WAL at 1731306299720Closed at 1731306299720 2024-11-11T06:24:59,721 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T06:24:59,721 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-11T06:24:59,721 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-11T06:24:59,722 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T06:24:59,723 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-11T06:24:59,873 DEBUG [f334e8b0fbdf:37263 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-11T06:24:59,873 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=f334e8b0fbdf,42243,1731306297926 2024-11-11T06:24:59,874 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f334e8b0fbdf,42243,1731306297926, state=OPENING 2024-11-11T06:24:59,879 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-11T06:24:59,880 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37263-0x10105b3721e0003, quorum=127.0.0.1:58288, baseZNode=/1-609572005 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-609572005 2024-11-11T06:24:59,880 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42243-0x10105b3721e0004, quorum=127.0.0.1:58288, baseZNode=/1-609572005 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-609572005 2024-11-11T06:24:59,880 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T06:24:59,881 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=f334e8b0fbdf,42243,1731306297926}] 2024-11-11T06:24:59,881 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-609572005/meta-region-server: CHANGED 2024-11-11T06:24:59,881 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-609572005/meta-region-server: CHANGED 2024-11-11T06:25:00,033 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-11T06:25:00,034 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34885, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-11T06:25:00,037 INFO [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-11T06:25:00,037 INFO [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T06:25:00,037 INFO [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-11T06:25:00,038 INFO [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f334e8b0fbdf%2C42243%2C1731306297926.meta, suffix=.meta, logDir=hdfs://localhost:35887/user/jenkins/test-data/372c7cbf-d57e-5bec-8760-9612ec2917ce/WALs/f334e8b0fbdf,42243,1731306297926, archiveDir=hdfs://localhost:35887/user/jenkins/test-data/372c7cbf-d57e-5bec-8760-9612ec2917ce/oldWALs, maxLogs=10 2024-11-11T06:25:00,052 DEBUG [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/372c7cbf-d57e-5bec-8760-9612ec2917ce/WALs/f334e8b0fbdf,42243,1731306297926/f334e8b0fbdf%2C42243%2C1731306297926.meta.1731306300038.meta, exclude list is [], retry=0 2024-11-11T06:25:00,054 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36121,DS-6a0f5a7b-a953-4586-9656-3142660ba948,DISK] 2024-11-11T06:25:00,055 INFO [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/372c7cbf-d57e-5bec-8760-9612ec2917ce/WALs/f334e8b0fbdf,42243,1731306297926/f334e8b0fbdf%2C42243%2C1731306297926.meta.1731306300038.meta 2024-11-11T06:25:00,056 DEBUG [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39361:39361)] 2024-11-11T06:25:00,056 DEBUG [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-11T06:25:00,056 INFO [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-11T06:25:00,056 DEBUG [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-11T06:25:00,056 DEBUG [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-11T06:25:00,056 INFO [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-11T06:25:00,056 DEBUG [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-11T06:25:00,057 DEBUG [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T06:25:00,057 DEBUG [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-11T06:25:00,057 DEBUG [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-11T06:25:00,058 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T06:25:00,058 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T06:25:00,058 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:25:00,059 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T06:25:00,059 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T06:25:00,059 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T06:25:00,059 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:25:00,059 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T06:25:00,059 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T06:25:00,060 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T06:25:00,060 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:25:00,060 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T06:25:00,060 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T06:25:00,061 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T06:25:00,061 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:25:00,061 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T06:25:00,061 DEBUG [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T06:25:00,061 DEBUG [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35887/user/jenkins/test-data/372c7cbf-d57e-5bec-8760-9612ec2917ce/data/hbase/meta/1588230740 2024-11-11T06:25:00,062 DEBUG [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35887/user/jenkins/test-data/372c7cbf-d57e-5bec-8760-9612ec2917ce/data/hbase/meta/1588230740 2024-11-11T06:25:00,063 DEBUG [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T06:25:00,063 DEBUG [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T06:25:00,063 DEBUG [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T06:25:00,064 DEBUG [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T06:25:00,065 INFO [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69726576, jitterRate=0.039006948471069336}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T06:25:00,065 DEBUG [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-11T06:25:00,065 DEBUG [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731306300057Writing region info on filesystem at 1731306300057Initializing all the Stores at 1731306300057Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731306300057Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731306300057Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731306300057Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731306300057Cleaning up temporary data from old regions at 1731306300063 (+6 ms)Running coprocessor post-open hooks at 1731306300065 (+2 ms)Region opened successfully at 1731306300065 2024-11-11T06:25:00,065 INFO [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731306300032 2024-11-11T06:25:00,067 DEBUG [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-11T06:25:00,067 INFO [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-11T06:25:00,068 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=f334e8b0fbdf,42243,1731306297926 2024-11-11T06:25:00,068 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f334e8b0fbdf,42243,1731306297926, state=OPEN 2024-11-11T06:25:00,070 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37263-0x10105b3721e0003, quorum=127.0.0.1:58288, baseZNode=/1-609572005 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-609572005/meta-region-server 2024-11-11T06:25:00,070 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42243-0x10105b3721e0004, quorum=127.0.0.1:58288, baseZNode=/1-609572005 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-609572005/meta-region-server 2024-11-11T06:25:00,070 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=f334e8b0fbdf,42243,1731306297926 2024-11-11T06:25:00,070 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-609572005/meta-region-server: CHANGED 2024-11-11T06:25:00,070 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-609572005/meta-region-server: CHANGED 2024-11-11T06:25:00,071 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-11T06:25:00,071 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=f334e8b0fbdf,42243,1731306297926 in 190 msec 2024-11-11T06:25:00,073 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-11T06:25:00,073 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 350 msec 2024-11-11T06:25:00,073 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T06:25:00,073 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-11T06:25:00,074 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T06:25:00,074 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f334e8b0fbdf,42243,1731306297926, seqNum=-1] 2024-11-11T06:25:00,075 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T06:25:00,075 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57421, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T06:25:00,079 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.1900 sec 2024-11-11T06:25:00,079 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731306300079, completionTime=-1 2024-11-11T06:25:00,079 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-11T06:25:00,079 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-11T06:25:00,081 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-11T06:25:00,081 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731306360081 2024-11-11T06:25:00,081 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731306420081 2024-11-11T06:25:00,081 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 1 msec 2024-11-11T06:25:00,081 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f334e8b0fbdf,37263,1731306297894-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T06:25:00,081 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f334e8b0fbdf,37263,1731306297894-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T06:25:00,081 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f334e8b0fbdf,37263,1731306297894-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T06:25:00,081 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-f334e8b0fbdf:37263, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T06:25:00,081 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-11T06:25:00,081 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-11T06:25:00,083 DEBUG [master/f334e8b0fbdf:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-11T06:25:00,084 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.121sec 2024-11-11T06:25:00,084 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-11T06:25:00,084 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-11T06:25:00,084 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-11T06:25:00,084 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-11T06:25:00,084 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-11T06:25:00,084 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f334e8b0fbdf,37263,1731306297894-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T06:25:00,084 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f334e8b0fbdf,37263,1731306297894-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-11T06:25:00,086 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-11T06:25:00,086 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-11T06:25:00,086 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f334e8b0fbdf,37263,1731306297894-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T06:25:00,145 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4a7b4b20, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T06:25:00,145 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f334e8b0fbdf,37263,-1 for getting cluster id 2024-11-11T06:25:00,145 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T06:25:00,147 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'eeeb2f32-2339-47cf-abe4-5f423c663a0e' 2024-11-11T06:25:00,147 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T06:25:00,147 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "eeeb2f32-2339-47cf-abe4-5f423c663a0e" 2024-11-11T06:25:00,147 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@75f7c627, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T06:25:00,147 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f334e8b0fbdf,37263,-1] 2024-11-11T06:25:00,148 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T06:25:00,148 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T06:25:00,148 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48200, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T06:25:00,149 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@82b758d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T06:25:00,150 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T06:25:00,150 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f334e8b0fbdf,42243,1731306297926, seqNum=-1] 2024-11-11T06:25:00,151 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T06:25:00,152 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43964, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T06:25:00,153 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=f334e8b0fbdf,37263,1731306297894 2024-11-11T06:25:00,153 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:58288 2024-11-11T06:25:00,156 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:58288, baseZNode=/1-609572005 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T06:25:00,156 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x10105b3721e0005 connected 2024-11-11T06:25:00,160 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/798279aa-dd17-619d-0093-32e5e33d584f/hadoop.log.dir so I do NOT create it in target/test-data/2f3c3b05-cf64-ccc1-5fbf-468e95b40931 2024-11-11T06:25:00,160 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/798279aa-dd17-619d-0093-32e5e33d584f/hadoop.log.dir Erasing configuration value by system value. 2024-11-11T06:25:00,160 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/798279aa-dd17-619d-0093-32e5e33d584f/hadoop.tmp.dir so I do NOT create it in target/test-data/2f3c3b05-cf64-ccc1-5fbf-468e95b40931 2024-11-11T06:25:00,160 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/798279aa-dd17-619d-0093-32e5e33d584f/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-11T06:25:00,161 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2f3c3b05-cf64-ccc1-5fbf-468e95b40931 2024-11-11T06:25:00,161 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-11T06:25:00,161 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2f3c3b05-cf64-ccc1-5fbf-468e95b40931/cluster_a706dee3-9594-3e61-d12b-e5abe9a631ce, deleteOnExit=true 2024-11-11T06:25:00,161 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-11T06:25:00,161 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2f3c3b05-cf64-ccc1-5fbf-468e95b40931/test.cache.data in system properties and HBase conf 2024-11-11T06:25:00,161 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2f3c3b05-cf64-ccc1-5fbf-468e95b40931/hadoop.tmp.dir in system properties and HBase conf 2024-11-11T06:25:00,161 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2f3c3b05-cf64-ccc1-5fbf-468e95b40931/hadoop.log.dir in system properties and HBase conf 2024-11-11T06:25:00,161 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2f3c3b05-cf64-ccc1-5fbf-468e95b40931/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-11T06:25:00,161 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2f3c3b05-cf64-ccc1-5fbf-468e95b40931/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-11T06:25:00,161 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-11T06:25:00,161 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-11T06:25:00,161 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2f3c3b05-cf64-ccc1-5fbf-468e95b40931/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-11T06:25:00,162 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2f3c3b05-cf64-ccc1-5fbf-468e95b40931/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-11T06:25:00,162 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2f3c3b05-cf64-ccc1-5fbf-468e95b40931/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-11T06:25:00,162 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2f3c3b05-cf64-ccc1-5fbf-468e95b40931/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-11T06:25:00,162 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2f3c3b05-cf64-ccc1-5fbf-468e95b40931/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-11T06:25:00,162 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2f3c3b05-cf64-ccc1-5fbf-468e95b40931/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-11T06:25:00,162 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2f3c3b05-cf64-ccc1-5fbf-468e95b40931/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-11T06:25:00,162 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2f3c3b05-cf64-ccc1-5fbf-468e95b40931/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-11T06:25:00,162 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2f3c3b05-cf64-ccc1-5fbf-468e95b40931/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-11T06:25:00,162 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2f3c3b05-cf64-ccc1-5fbf-468e95b40931/nfs.dump.dir in system properties and HBase conf 2024-11-11T06:25:00,162 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2f3c3b05-cf64-ccc1-5fbf-468e95b40931/java.io.tmpdir in system properties and HBase conf 2024-11-11T06:25:00,162 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2f3c3b05-cf64-ccc1-5fbf-468e95b40931/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-11T06:25:00,162 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2f3c3b05-cf64-ccc1-5fbf-468e95b40931/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-11T06:25:00,162 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2f3c3b05-cf64-ccc1-5fbf-468e95b40931/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-11T06:25:00,255 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T06:25:00,259 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T06:25:00,264 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T06:25:00,264 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T06:25:00,265 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-11T06:25:00,265 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T06:25:00,266 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4b44f4ce{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2f3c3b05-cf64-ccc1-5fbf-468e95b40931/hadoop.log.dir/,AVAILABLE} 2024-11-11T06:25:00,266 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5469fc8a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T06:25:00,396 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4b582525{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2f3c3b05-cf64-ccc1-5fbf-468e95b40931/java.io.tmpdir/jetty-localhost-36151-hadoop-hdfs-3_4_1-tests_jar-_-any-3599498475465790672/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-11T06:25:00,397 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@37246b1c{HTTP/1.1, (http/1.1)}{localhost:36151} 2024-11-11T06:25:00,397 INFO [Time-limited test {}] server.Server(415): Started @307402ms 2024-11-11T06:25:00,487 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-11T06:25:00,492 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-11T06:25:00,495 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-11T06:25:00,495 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-11T06:25:00,495 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-11T06:25:00,495 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@56bbcd26{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2f3c3b05-cf64-ccc1-5fbf-468e95b40931/hadoop.log.dir/,AVAILABLE} 2024-11-11T06:25:00,495 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7f1d8083{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-11T06:25:00,667 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5d93b7ad{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2f3c3b05-cf64-ccc1-5fbf-468e95b40931/java.io.tmpdir/jetty-localhost-45651-hadoop-hdfs-3_4_1-tests_jar-_-any-12324988638269877760/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T06:25:00,668 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5191af03{HTTP/1.1, (http/1.1)}{localhost:45651} 2024-11-11T06:25:00,668 INFO [Time-limited test {}] server.Server(415): Started @307673ms 2024-11-11T06:25:00,670 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-11T06:25:00,787 WARN [Thread-4559 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2f3c3b05-cf64-ccc1-5fbf-468e95b40931/cluster_a706dee3-9594-3e61-d12b-e5abe9a631ce/data/data1/current/BP-996681650-172.17.0.2-1731306300185/current, will proceed with Du for space computation calculation, 2024-11-11T06:25:00,787 WARN [Thread-4560 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2f3c3b05-cf64-ccc1-5fbf-468e95b40931/cluster_a706dee3-9594-3e61-d12b-e5abe9a631ce/data/data2/current/BP-996681650-172.17.0.2-1731306300185/current, will proceed with Du for space computation calculation, 2024-11-11T06:25:00,805 WARN [Thread-4547 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-11T06:25:00,808 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5491c562447b8c30 with lease ID 0x73f59d7d9a85d20f: Processing first storage report for DS-56651636-a41a-4d81-a1c7-2429c2905953 from datanode DatanodeRegistration(127.0.0.1:45053, datanodeUuid=4f983d6e-5e54-4325-9d80-843530d4c62f, infoPort=39897, infoSecurePort=0, ipcPort=42923, storageInfo=lv=-57;cid=testClusterID;nsid=952900206;c=1731306300185) 2024-11-11T06:25:00,808 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5491c562447b8c30 with lease ID 0x73f59d7d9a85d20f: from storage DS-56651636-a41a-4d81-a1c7-2429c2905953 node DatanodeRegistration(127.0.0.1:45053, datanodeUuid=4f983d6e-5e54-4325-9d80-843530d4c62f, infoPort=39897, infoSecurePort=0, ipcPort=42923, storageInfo=lv=-57;cid=testClusterID;nsid=952900206;c=1731306300185), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T06:25:00,808 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x5491c562447b8c30 with lease ID 0x73f59d7d9a85d20f: Processing first storage report for DS-54111eab-5ac9-484e-9036-0053bbb51372 from datanode DatanodeRegistration(127.0.0.1:45053, datanodeUuid=4f983d6e-5e54-4325-9d80-843530d4c62f, infoPort=39897, infoSecurePort=0, ipcPort=42923, storageInfo=lv=-57;cid=testClusterID;nsid=952900206;c=1731306300185) 2024-11-11T06:25:00,808 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x5491c562447b8c30 with lease ID 0x73f59d7d9a85d20f: from storage DS-54111eab-5ac9-484e-9036-0053bbb51372 node DatanodeRegistration(127.0.0.1:45053, datanodeUuid=4f983d6e-5e54-4325-9d80-843530d4c62f, infoPort=39897, infoSecurePort=0, ipcPort=42923, storageInfo=lv=-57;cid=testClusterID;nsid=952900206;c=1731306300185), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-11T06:25:00,906 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2f3c3b05-cf64-ccc1-5fbf-468e95b40931 2024-11-11T06:25:00,906 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T06:25:00,908 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T06:25:00,915 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45053 is added to blk_1073741825_1001 (size=7) 2024-11-11T06:25:01,316 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42683/user/jenkins/test-data/e69c2a77-bf21-8977-701f-568b178e1774 with version=8 2024-11-11T06:25:01,316 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:42683/user/jenkins/test-data/e69c2a77-bf21-8977-701f-568b178e1774/hbase-staging 2024-11-11T06:25:01,319 INFO [Time-limited test {}] client.ConnectionUtils(128): master/f334e8b0fbdf:0 server-side Connection retries=45 2024-11-11T06:25:01,319 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T06:25:01,319 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T06:25:01,319 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T06:25:01,319 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T06:25:01,319 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T06:25:01,319 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-11T06:25:01,319 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T06:25:01,320 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35557 2024-11-11T06:25:01,321 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:35557 connecting to ZooKeeper ensemble=127.0.0.1:58288 2024-11-11T06:25:01,323 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:355570x0, quorum=127.0.0.1:58288, baseZNode=/21457773540 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T06:25:01,323 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:35557-0x10105b3721e0006 connected 2024-11-11T06:25:01,334 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T06:25:01,336 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T06:25:01,338 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35557-0x10105b3721e0006, quorum=127.0.0.1:58288, baseZNode=/21457773540 Set watcher on znode that does not yet exist, /21457773540/running 2024-11-11T06:25:01,338 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:42683/user/jenkins/test-data/e69c2a77-bf21-8977-701f-568b178e1774, hbase.cluster.distributed=false 2024-11-11T06:25:01,340 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35557-0x10105b3721e0006, quorum=127.0.0.1:58288, baseZNode=/21457773540 Set watcher on znode that does not yet exist, /21457773540/acl 2024-11-11T06:25:01,340 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35557 2024-11-11T06:25:01,340 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35557 2024-11-11T06:25:01,341 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35557 2024-11-11T06:25:01,341 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35557 2024-11-11T06:25:01,341 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35557 2024-11-11T06:25:01,357 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/f334e8b0fbdf:0 server-side Connection retries=45 2024-11-11T06:25:01,357 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T06:25:01,357 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-11T06:25:01,357 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-11T06:25:01,357 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-11T06:25:01,357 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-11T06:25:01,357 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-11T06:25:01,357 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-11T06:25:01,358 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39593 2024-11-11T06:25:01,359 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39593 connecting to ZooKeeper ensemble=127.0.0.1:58288 2024-11-11T06:25:01,359 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T06:25:01,361 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T06:25:01,365 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:395930x0, quorum=127.0.0.1:58288, baseZNode=/21457773540 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T06:25:01,366 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39593-0x10105b3721e0007 connected 2024-11-11T06:25:01,366 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:395930x0, quorum=127.0.0.1:58288, baseZNode=/21457773540 Set watcher on znode that does not yet exist, /21457773540/running 2024-11-11T06:25:01,366 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-11T06:25:01,368 DEBUG [Time-limited test {}] mob.MobFileCache(123): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-11T06:25:01,369 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39593-0x10105b3721e0007, quorum=127.0.0.1:58288, baseZNode=/21457773540 Set watcher on znode that does not yet exist, /21457773540/master 2024-11-11T06:25:01,370 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39593-0x10105b3721e0007, quorum=127.0.0.1:58288, baseZNode=/21457773540 Set watcher on znode that does not yet exist, /21457773540/acl 2024-11-11T06:25:01,372 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39593 2024-11-11T06:25:01,372 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39593 2024-11-11T06:25:01,372 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39593 2024-11-11T06:25:01,375 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39593 2024-11-11T06:25:01,375 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39593 2024-11-11T06:25:01,387 DEBUG [M:0;f334e8b0fbdf:35557 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;f334e8b0fbdf:35557 2024-11-11T06:25:01,388 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /21457773540/backup-masters/f334e8b0fbdf,35557,1731306301319 2024-11-11T06:25:01,391 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35557-0x10105b3721e0006, quorum=127.0.0.1:58288, baseZNode=/21457773540 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21457773540/backup-masters 2024-11-11T06:25:01,391 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39593-0x10105b3721e0007, quorum=127.0.0.1:58288, baseZNode=/21457773540 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21457773540/backup-masters 2024-11-11T06:25:01,392 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35557-0x10105b3721e0006, quorum=127.0.0.1:58288, baseZNode=/21457773540 Set watcher on existing znode=/21457773540/backup-masters/f334e8b0fbdf,35557,1731306301319 2024-11-11T06:25:01,393 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39593-0x10105b3721e0007, quorum=127.0.0.1:58288, baseZNode=/21457773540 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/21457773540/master 2024-11-11T06:25:01,393 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39593-0x10105b3721e0007, quorum=127.0.0.1:58288, baseZNode=/21457773540 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21457773540 2024-11-11T06:25:01,393 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35557-0x10105b3721e0006, quorum=127.0.0.1:58288, baseZNode=/21457773540 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21457773540 2024-11-11T06:25:01,393 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35557-0x10105b3721e0006, quorum=127.0.0.1:58288, baseZNode=/21457773540 Set watcher on existing znode=/21457773540/master 2024-11-11T06:25:01,394 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /21457773540/backup-masters/f334e8b0fbdf,35557,1731306301319 from backup master directory 2024-11-11T06:25:01,395 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35557-0x10105b3721e0006, quorum=127.0.0.1:58288, baseZNode=/21457773540 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21457773540/backup-masters/f334e8b0fbdf,35557,1731306301319 2024-11-11T06:25:01,395 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39593-0x10105b3721e0007, quorum=127.0.0.1:58288, baseZNode=/21457773540 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21457773540/backup-masters 2024-11-11T06:25:01,395 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35557-0x10105b3721e0006, quorum=127.0.0.1:58288, baseZNode=/21457773540 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21457773540/backup-masters 2024-11-11T06:25:01,395 WARN [master/f334e8b0fbdf:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T06:25:01,395 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=f334e8b0fbdf,35557,1731306301319 2024-11-11T06:25:01,398 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:42683/user/jenkins/test-data/e69c2a77-bf21-8977-701f-568b178e1774/hbase.id] with ID: 2cc9fa09-c1cf-421e-a852-1625342cb243 2024-11-11T06:25:01,398 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:42683/user/jenkins/test-data/e69c2a77-bf21-8977-701f-568b178e1774/.tmp/hbase.id 2024-11-11T06:25:01,406 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45053 is added to blk_1073741826_1002 (size=42) 2024-11-11T06:25:01,806 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:42683/user/jenkins/test-data/e69c2a77-bf21-8977-701f-568b178e1774/.tmp/hbase.id]:[hdfs://localhost:42683/user/jenkins/test-data/e69c2a77-bf21-8977-701f-568b178e1774/hbase.id] 2024-11-11T06:25:01,816 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T06:25:01,816 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-11T06:25:01,817 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-11T06:25:01,819 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39593-0x10105b3721e0007, quorum=127.0.0.1:58288, baseZNode=/21457773540 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21457773540 2024-11-11T06:25:01,819 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35557-0x10105b3721e0006, quorum=127.0.0.1:58288, baseZNode=/21457773540 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21457773540 2024-11-11T06:25:01,824 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45053 is added to blk_1073741827_1003 (size=196) 2024-11-11T06:25:02,225 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T06:25:02,226 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-11T06:25:02,227 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T06:25:02,232 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45053 is added to blk_1073741828_1004 (size=1189) 2024-11-11T06:25:02,233 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:42683/user/jenkins/test-data/e69c2a77-bf21-8977-701f-568b178e1774/MasterData/data/master/store 2024-11-11T06:25:02,238 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45053 is added to blk_1073741829_1005 (size=34) 2024-11-11T06:25:02,238 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T06:25:02,238 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-11T06:25:02,238 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T06:25:02,238 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T06:25:02,238 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-11T06:25:02,238 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T06:25:02,238 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T06:25:02,239 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731306302238Disabling compacts and flushes for region at 1731306302238Disabling writes for close at 1731306302238Writing region close event to WAL at 1731306302238Closed at 1731306302238 2024-11-11T06:25:02,239 WARN [master/f334e8b0fbdf:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:42683/user/jenkins/test-data/e69c2a77-bf21-8977-701f-568b178e1774/MasterData/data/master/store/.initializing 2024-11-11T06:25:02,239 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:42683/user/jenkins/test-data/e69c2a77-bf21-8977-701f-568b178e1774/MasterData/WALs/f334e8b0fbdf,35557,1731306301319 2024-11-11T06:25:02,240 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T06:25:02,242 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=f334e8b0fbdf%2C35557%2C1731306301319, suffix=, logDir=hdfs://localhost:42683/user/jenkins/test-data/e69c2a77-bf21-8977-701f-568b178e1774/MasterData/WALs/f334e8b0fbdf,35557,1731306301319, archiveDir=hdfs://localhost:42683/user/jenkins/test-data/e69c2a77-bf21-8977-701f-568b178e1774/MasterData/oldWALs, maxLogs=10 2024-11-11T06:25:02,246 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-11T06:25:02,247 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T06:25:02,247 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T06:25:02,247 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T06:25:02,248 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T06:25:02,248 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T06:25:02,248 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T06:25:02,249 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T06:25:02,249 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T06:25:02,259 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/e69c2a77-bf21-8977-701f-568b178e1774/MasterData/WALs/f334e8b0fbdf,35557,1731306301319/f334e8b0fbdf%2C35557%2C1731306301319.1731306302242, exclude list is [], retry=0 2024-11-11T06:25:02,261 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45053,DS-56651636-a41a-4d81-a1c7-2429c2905953,DISK] 2024-11-11T06:25:02,263 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e69c2a77-bf21-8977-701f-568b178e1774/MasterData/WALs/f334e8b0fbdf,35557,1731306301319/f334e8b0fbdf%2C35557%2C1731306301319.1731306302242 2024-11-11T06:25:02,263 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39897:39897)] 2024-11-11T06:25:02,263 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-11T06:25:02,263 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T06:25:02,264 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T06:25:02,264 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T06:25:02,268 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T06:25:02,269 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-11T06:25:02,269 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:25:02,270 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T06:25:02,270 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T06:25:02,271 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-11T06:25:02,271 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:25:02,271 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T06:25:02,271 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T06:25:02,272 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-11T06:25:02,272 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:25:02,272 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T06:25:02,273 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-11T06:25:02,273 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-11T06:25:02,273 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:25:02,274 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T06:25:02,274 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T06:25:02,275 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42683/user/jenkins/test-data/e69c2a77-bf21-8977-701f-568b178e1774/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-11T06:25:02,275 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42683/user/jenkins/test-data/e69c2a77-bf21-8977-701f-568b178e1774/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-11T06:25:02,276 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T06:25:02,276 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T06:25:02,277 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T06:25:02,278 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-11T06:25:02,280 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42683/user/jenkins/test-data/e69c2a77-bf21-8977-701f-568b178e1774/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T06:25:02,280 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60643885, jitterRate=-0.09633569419384003}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T06:25:02,280 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1731306302264Initializing all the Stores at 1731306302264Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731306302264Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731306302268 (+4 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731306302268Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731306302268Cleaning up temporary data from old regions at 1731306302276 (+8 ms)Region opened successfully at 1731306302280 (+4 ms) 2024-11-11T06:25:02,281 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-11T06:25:02,283 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2137579a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f334e8b0fbdf/172.17.0.2:0 2024-11-11T06:25:02,284 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-11T06:25:02,284 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-11T06:25:02,284 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-11T06:25:02,285 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-11T06:25:02,285 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-11T06:25:02,285 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-11T06:25:02,285 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-11T06:25:02,287 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-11T06:25:02,288 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35557-0x10105b3721e0006, quorum=127.0.0.1:58288, baseZNode=/21457773540 Unable to get data of znode /21457773540/balancer because node does not exist (not necessarily an error) 2024-11-11T06:25:02,290 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21457773540/balancer already deleted, retry=false 2024-11-11T06:25:02,291 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-11T06:25:02,292 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35557-0x10105b3721e0006, quorum=127.0.0.1:58288, baseZNode=/21457773540 Unable to get data of znode /21457773540/normalizer because node does not exist (not necessarily an error) 2024-11-11T06:25:02,293 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21457773540/normalizer already deleted, retry=false 2024-11-11T06:25:02,293 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-11T06:25:02,294 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35557-0x10105b3721e0006, quorum=127.0.0.1:58288, baseZNode=/21457773540 Unable to get data of znode /21457773540/switch/split because node does not exist (not necessarily an error) 2024-11-11T06:25:02,295 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21457773540/switch/split already deleted, retry=false 2024-11-11T06:25:02,296 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35557-0x10105b3721e0006, quorum=127.0.0.1:58288, baseZNode=/21457773540 Unable to get data of znode /21457773540/switch/merge because node does not exist (not necessarily an error) 2024-11-11T06:25:02,297 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21457773540/switch/merge already deleted, retry=false 2024-11-11T06:25:02,298 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35557-0x10105b3721e0006, quorum=127.0.0.1:58288, baseZNode=/21457773540 Unable to get data of znode /21457773540/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-11T06:25:02,300 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T06:25:02,300 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /21457773540/snapshot-cleanup already deleted, retry=false 2024-11-11T06:25:02,300 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T06:25:02,300 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T06:25:02,301 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T06:25:02,301 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T06:25:02,301 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T06:25:02,301 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39593-0x10105b3721e0007, quorum=127.0.0.1:58288, baseZNode=/21457773540 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/21457773540/running 2024-11-11T06:25:02,301 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35557-0x10105b3721e0006, quorum=127.0.0.1:58288, baseZNode=/21457773540 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/21457773540/running 2024-11-11T06:25:02,301 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39593-0x10105b3721e0007, quorum=127.0.0.1:58288, baseZNode=/21457773540 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21457773540 2024-11-11T06:25:02,301 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35557-0x10105b3721e0006, quorum=127.0.0.1:58288, baseZNode=/21457773540 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21457773540 2024-11-11T06:25:02,302 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=f334e8b0fbdf,35557,1731306301319, sessionid=0x10105b3721e0006, setting cluster-up flag (Was=false) 2024-11-11T06:25:02,304 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39593-0x10105b3721e0007, quorum=127.0.0.1:58288, baseZNode=/21457773540 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21457773540 2024-11-11T06:25:02,304 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35557-0x10105b3721e0006, quorum=127.0.0.1:58288, baseZNode=/21457773540 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21457773540 2024-11-11T06:25:02,309 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T06:25:02,310 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /21457773540/flush-table-proc/acquired, /21457773540/flush-table-proc/reached, /21457773540/flush-table-proc/abort 2024-11-11T06:25:02,311 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f334e8b0fbdf,35557,1731306301319 2024-11-11T06:25:02,313 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T06:25:02,314 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T06:25:02,314 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39593-0x10105b3721e0007, quorum=127.0.0.1:58288, baseZNode=/21457773540 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21457773540 2024-11-11T06:25:02,314 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35557-0x10105b3721e0006, quorum=127.0.0.1:58288, baseZNode=/21457773540 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21457773540 2024-11-11T06:25:02,318 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /21457773540/online-snapshot/acquired, /21457773540/online-snapshot/reached, /21457773540/online-snapshot/abort 2024-11-11T06:25:02,319 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=f334e8b0fbdf,35557,1731306301319 2024-11-11T06:25:02,320 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:42683/user/jenkins/test-data/e69c2a77-bf21-8977-701f-568b178e1774/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-11T06:25:02,322 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-11T06:25:02,322 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-11T06:25:02,322 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-11T06:25:02,322 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: f334e8b0fbdf,35557,1731306301319 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-11T06:25:02,323 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/f334e8b0fbdf:0, corePoolSize=5, maxPoolSize=5 2024-11-11T06:25:02,323 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/f334e8b0fbdf:0, corePoolSize=5, maxPoolSize=5 2024-11-11T06:25:02,324 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/f334e8b0fbdf:0, corePoolSize=5, maxPoolSize=5 2024-11-11T06:25:02,324 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/f334e8b0fbdf:0, corePoolSize=5, maxPoolSize=5 2024-11-11T06:25:02,324 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/f334e8b0fbdf:0, corePoolSize=10, maxPoolSize=10 2024-11-11T06:25:02,324 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/f334e8b0fbdf:0, corePoolSize=1, maxPoolSize=1 2024-11-11T06:25:02,324 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/f334e8b0fbdf:0, corePoolSize=2, maxPoolSize=2 2024-11-11T06:25:02,324 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/f334e8b0fbdf:0, corePoolSize=1, maxPoolSize=1 2024-11-11T06:25:02,325 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T06:25:02,325 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-11T06:25:02,326 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:25:02,326 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-11T06:25:02,330 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1731306332330 2024-11-11T06:25:02,331 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-11T06:25:02,331 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-11T06:25:02,331 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-11T06:25:02,331 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-11T06:25:02,331 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-11T06:25:02,331 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-11T06:25:02,336 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T06:25:02,337 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-11T06:25:02,337 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-11T06:25:02,337 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-11T06:25:02,337 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-11T06:25:02,338 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-11T06:25:02,338 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-11T06:25:02,339 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45053 is added to blk_1073741831_1007 (size=1321) 2024-11-11T06:25:02,339 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/f334e8b0fbdf:0:becomeActiveMaster-HFileCleaner.large.0-1731306302338,5,FailOnTimeoutGroup] 2024-11-11T06:25:02,340 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/f334e8b0fbdf:0:becomeActiveMaster-HFileCleaner.small.0-1731306302339,5,FailOnTimeoutGroup] 2024-11-11T06:25:02,340 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-11T06:25:02,340 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-11T06:25:02,340 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-11T06:25:02,340 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-11T06:25:02,377 INFO [RS:0;f334e8b0fbdf:39593 {}] regionserver.HRegionServer(746): ClusterId : 2cc9fa09-c1cf-421e-a852-1625342cb243 2024-11-11T06:25:02,378 DEBUG [RS:0;f334e8b0fbdf:39593 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-11T06:25:02,380 DEBUG [RS:0;f334e8b0fbdf:39593 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-11T06:25:02,380 DEBUG [RS:0;f334e8b0fbdf:39593 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-11T06:25:02,382 DEBUG [RS:0;f334e8b0fbdf:39593 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-11T06:25:02,382 DEBUG [RS:0;f334e8b0fbdf:39593 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6df3009c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=f334e8b0fbdf/172.17.0.2:0 2024-11-11T06:25:02,395 DEBUG [RS:0;f334e8b0fbdf:39593 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;f334e8b0fbdf:39593 2024-11-11T06:25:02,395 INFO [RS:0;f334e8b0fbdf:39593 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-11T06:25:02,395 INFO [RS:0;f334e8b0fbdf:39593 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-11T06:25:02,395 DEBUG [RS:0;f334e8b0fbdf:39593 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-11T06:25:02,395 INFO [RS:0;f334e8b0fbdf:39593 {}] regionserver.HRegionServer(2659): reportForDuty to master=f334e8b0fbdf,35557,1731306301319 with port=39593, startcode=1731306301357 2024-11-11T06:25:02,396 DEBUG [RS:0;f334e8b0fbdf:39593 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-11T06:25:02,397 INFO [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60737, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=RegionServerStatusService 2024-11-11T06:25:02,397 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35557 {}] master.ServerManager(363): Checking decommissioned status of RegionServer f334e8b0fbdf,39593,1731306301357 2024-11-11T06:25:02,398 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35557 {}] master.ServerManager(517): Registering regionserver=f334e8b0fbdf,39593,1731306301357 2024-11-11T06:25:02,399 DEBUG [RS:0;f334e8b0fbdf:39593 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:42683/user/jenkins/test-data/e69c2a77-bf21-8977-701f-568b178e1774 2024-11-11T06:25:02,399 DEBUG [RS:0;f334e8b0fbdf:39593 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:42683 2024-11-11T06:25:02,399 DEBUG [RS:0;f334e8b0fbdf:39593 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-11T06:25:02,403 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35557-0x10105b3721e0006, quorum=127.0.0.1:58288, baseZNode=/21457773540 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21457773540/rs 2024-11-11T06:25:02,404 DEBUG [RS:0;f334e8b0fbdf:39593 {}] zookeeper.ZKUtil(111): regionserver:39593-0x10105b3721e0007, quorum=127.0.0.1:58288, baseZNode=/21457773540 Set watcher on existing znode=/21457773540/rs/f334e8b0fbdf,39593,1731306301357 2024-11-11T06:25:02,404 WARN [RS:0;f334e8b0fbdf:39593 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-11T06:25:02,404 INFO [RS:0;f334e8b0fbdf:39593 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T06:25:02,404 DEBUG [RS:0;f334e8b0fbdf:39593 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:42683/user/jenkins/test-data/e69c2a77-bf21-8977-701f-568b178e1774/WALs/f334e8b0fbdf,39593,1731306301357 2024-11-11T06:25:02,404 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [f334e8b0fbdf,39593,1731306301357] 2024-11-11T06:25:02,407 INFO [RS:0;f334e8b0fbdf:39593 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-11T06:25:02,409 INFO [RS:0;f334e8b0fbdf:39593 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-11T06:25:02,409 INFO [RS:0;f334e8b0fbdf:39593 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-11T06:25:02,409 INFO [RS:0;f334e8b0fbdf:39593 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T06:25:02,410 INFO [RS:0;f334e8b0fbdf:39593 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-11T06:25:02,410 INFO [RS:0;f334e8b0fbdf:39593 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-11T06:25:02,410 INFO [RS:0;f334e8b0fbdf:39593 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-11T06:25:02,410 DEBUG [RS:0;f334e8b0fbdf:39593 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/f334e8b0fbdf:0, corePoolSize=1, maxPoolSize=1 2024-11-11T06:25:02,410 DEBUG [RS:0;f334e8b0fbdf:39593 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/f334e8b0fbdf:0, corePoolSize=1, maxPoolSize=1 2024-11-11T06:25:02,410 DEBUG [RS:0;f334e8b0fbdf:39593 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/f334e8b0fbdf:0, corePoolSize=1, maxPoolSize=1 2024-11-11T06:25:02,410 DEBUG [RS:0;f334e8b0fbdf:39593 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0, corePoolSize=1, maxPoolSize=1 2024-11-11T06:25:02,410 DEBUG [RS:0;f334e8b0fbdf:39593 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/f334e8b0fbdf:0, corePoolSize=1, maxPoolSize=1 2024-11-11T06:25:02,410 DEBUG [RS:0;f334e8b0fbdf:39593 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/f334e8b0fbdf:0, corePoolSize=2, maxPoolSize=2 2024-11-11T06:25:02,411 DEBUG [RS:0;f334e8b0fbdf:39593 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/f334e8b0fbdf:0, corePoolSize=1, maxPoolSize=1 2024-11-11T06:25:02,411 DEBUG [RS:0;f334e8b0fbdf:39593 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/f334e8b0fbdf:0, corePoolSize=1, maxPoolSize=1 2024-11-11T06:25:02,411 DEBUG [RS:0;f334e8b0fbdf:39593 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0, corePoolSize=1, maxPoolSize=1 2024-11-11T06:25:02,411 DEBUG [RS:0;f334e8b0fbdf:39593 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/f334e8b0fbdf:0, corePoolSize=1, maxPoolSize=1 2024-11-11T06:25:02,411 DEBUG [RS:0;f334e8b0fbdf:39593 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/f334e8b0fbdf:0, corePoolSize=1, maxPoolSize=1 2024-11-11T06:25:02,411 DEBUG [RS:0;f334e8b0fbdf:39593 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/f334e8b0fbdf:0, corePoolSize=1, maxPoolSize=1 2024-11-11T06:25:02,411 DEBUG [RS:0;f334e8b0fbdf:39593 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/f334e8b0fbdf:0, corePoolSize=3, maxPoolSize=3 2024-11-11T06:25:02,411 DEBUG [RS:0;f334e8b0fbdf:39593 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/f334e8b0fbdf:0, corePoolSize=3, maxPoolSize=3 2024-11-11T06:25:02,414 INFO [RS:0;f334e8b0fbdf:39593 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T06:25:02,414 INFO [RS:0;f334e8b0fbdf:39593 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-11T06:25:02,414 INFO [RS:0;f334e8b0fbdf:39593 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T06:25:02,414 INFO [RS:0;f334e8b0fbdf:39593 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-11T06:25:02,414 INFO [RS:0;f334e8b0fbdf:39593 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-11T06:25:02,414 INFO [RS:0;f334e8b0fbdf:39593 {}] hbase.ChoreService(168): Chore ScheduledChore name=f334e8b0fbdf,39593,1731306301357-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T06:25:02,430 INFO [RS:0;f334e8b0fbdf:39593 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-11T06:25:02,430 INFO [RS:0;f334e8b0fbdf:39593 {}] hbase.ChoreService(168): Chore ScheduledChore name=f334e8b0fbdf,39593,1731306301357-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T06:25:02,430 INFO [RS:0;f334e8b0fbdf:39593 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T06:25:02,430 INFO [RS:0;f334e8b0fbdf:39593 {}] regionserver.Replication(171): f334e8b0fbdf,39593,1731306301357 started 2024-11-11T06:25:02,445 INFO [RS:0;f334e8b0fbdf:39593 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T06:25:02,445 INFO [RS:0;f334e8b0fbdf:39593 {}] regionserver.HRegionServer(1482): Serving as f334e8b0fbdf,39593,1731306301357, RpcServer on f334e8b0fbdf/172.17.0.2:39593, sessionid=0x10105b3721e0007 2024-11-11T06:25:02,445 DEBUG [RS:0;f334e8b0fbdf:39593 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-11T06:25:02,445 DEBUG [RS:0;f334e8b0fbdf:39593 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager f334e8b0fbdf,39593,1731306301357 2024-11-11T06:25:02,446 DEBUG [RS:0;f334e8b0fbdf:39593 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f334e8b0fbdf,39593,1731306301357' 2024-11-11T06:25:02,446 DEBUG [RS:0;f334e8b0fbdf:39593 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/21457773540/flush-table-proc/abort' 2024-11-11T06:25:02,446 DEBUG [RS:0;f334e8b0fbdf:39593 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/21457773540/flush-table-proc/acquired' 2024-11-11T06:25:02,446 DEBUG [RS:0;f334e8b0fbdf:39593 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-11T06:25:02,447 DEBUG [RS:0;f334e8b0fbdf:39593 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-11T06:25:02,447 DEBUG [RS:0;f334e8b0fbdf:39593 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager f334e8b0fbdf,39593,1731306301357 2024-11-11T06:25:02,447 DEBUG [RS:0;f334e8b0fbdf:39593 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'f334e8b0fbdf,39593,1731306301357' 2024-11-11T06:25:02,447 DEBUG [RS:0;f334e8b0fbdf:39593 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/21457773540/online-snapshot/abort' 2024-11-11T06:25:02,447 DEBUG [RS:0;f334e8b0fbdf:39593 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/21457773540/online-snapshot/acquired' 2024-11-11T06:25:02,447 DEBUG [RS:0;f334e8b0fbdf:39593 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-11T06:25:02,447 INFO [RS:0;f334e8b0fbdf:39593 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-11T06:25:02,447 INFO [RS:0;f334e8b0fbdf:39593 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-11T06:25:02,548 INFO [RS:0;f334e8b0fbdf:39593 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-11T06:25:02,549 INFO [RS:0;f334e8b0fbdf:39593 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f334e8b0fbdf%2C39593%2C1731306301357, suffix=, logDir=hdfs://localhost:42683/user/jenkins/test-data/e69c2a77-bf21-8977-701f-568b178e1774/WALs/f334e8b0fbdf,39593,1731306301357, archiveDir=hdfs://localhost:42683/user/jenkins/test-data/e69c2a77-bf21-8977-701f-568b178e1774/oldWALs, maxLogs=10 2024-11-11T06:25:02,564 DEBUG [RS:0;f334e8b0fbdf:39593 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/e69c2a77-bf21-8977-701f-568b178e1774/WALs/f334e8b0fbdf,39593,1731306301357/f334e8b0fbdf%2C39593%2C1731306301357.1731306302549, exclude list is [], retry=0 2024-11-11T06:25:02,566 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45053,DS-56651636-a41a-4d81-a1c7-2429c2905953,DISK] 2024-11-11T06:25:02,568 INFO [RS:0;f334e8b0fbdf:39593 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e69c2a77-bf21-8977-701f-568b178e1774/WALs/f334e8b0fbdf,39593,1731306301357/f334e8b0fbdf%2C39593%2C1731306301357.1731306302549 2024-11-11T06:25:02,568 DEBUG [RS:0;f334e8b0fbdf:39593 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39897:39897)] 2024-11-11T06:25:02,740 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:42683/user/jenkins/test-data/e69c2a77-bf21-8977-701f-568b178e1774/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-11T06:25:02,740 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:42683/user/jenkins/test-data/e69c2a77-bf21-8977-701f-568b178e1774 2024-11-11T06:25:02,745 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45053 is added to blk_1073741833_1009 (size=32) 2024-11-11T06:25:03,146 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T06:25:03,147 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T06:25:03,148 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T06:25:03,148 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:25:03,149 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T06:25:03,149 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T06:25:03,150 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T06:25:03,150 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:25:03,150 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T06:25:03,150 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T06:25:03,151 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T06:25:03,151 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:25:03,152 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T06:25:03,152 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T06:25:03,153 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T06:25:03,153 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:25:03,153 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T06:25:03,153 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T06:25:03,154 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42683/user/jenkins/test-data/e69c2a77-bf21-8977-701f-568b178e1774/data/hbase/meta/1588230740 2024-11-11T06:25:03,154 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42683/user/jenkins/test-data/e69c2a77-bf21-8977-701f-568b178e1774/data/hbase/meta/1588230740 2024-11-11T06:25:03,155 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T06:25:03,155 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T06:25:03,156 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T06:25:03,157 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T06:25:03,159 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42683/user/jenkins/test-data/e69c2a77-bf21-8977-701f-568b178e1774/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T06:25:03,160 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71711186, jitterRate=0.06857994198799133}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T06:25:03,160 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1731306303146Initializing all the Stores at 1731306303147 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731306303147Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731306303147Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731306303147Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731306303147Cleaning up temporary data from old regions at 1731306303155 (+8 ms)Region opened successfully at 1731306303160 (+5 ms) 2024-11-11T06:25:03,160 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-11T06:25:03,160 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-11T06:25:03,160 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-11T06:25:03,160 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-11T06:25:03,160 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-11T06:25:03,161 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-11T06:25:03,161 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731306303160Disabling compacts and flushes for region at 1731306303160Disabling writes for close at 1731306303160Writing region close event to WAL at 1731306303161 (+1 ms)Closed at 1731306303161 2024-11-11T06:25:03,162 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T06:25:03,162 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-11T06:25:03,162 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-11T06:25:03,163 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T06:25:03,164 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-11T06:25:03,314 DEBUG [f334e8b0fbdf:35557 {}] assignment.AssignmentManager(2464): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-11T06:25:03,315 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=f334e8b0fbdf,39593,1731306301357 2024-11-11T06:25:03,316 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f334e8b0fbdf,39593,1731306301357, state=OPENING 2024-11-11T06:25:03,318 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-11T06:25:03,319 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39593-0x10105b3721e0007, quorum=127.0.0.1:58288, baseZNode=/21457773540 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21457773540 2024-11-11T06:25:03,319 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35557-0x10105b3721e0006, quorum=127.0.0.1:58288, baseZNode=/21457773540 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21457773540 2024-11-11T06:25:03,320 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21457773540/meta-region-server: CHANGED 2024-11-11T06:25:03,320 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21457773540/meta-region-server: CHANGED 2024-11-11T06:25:03,320 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-11T06:25:03,320 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=f334e8b0fbdf,39593,1731306301357}] 2024-11-11T06:25:03,473 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-11T06:25:03,474 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41051, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-11T06:25:03,477 INFO [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-11T06:25:03,477 INFO [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T06:25:03,477 INFO [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-11T06:25:03,478 INFO [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f334e8b0fbdf%2C39593%2C1731306301357.meta, suffix=.meta, logDir=hdfs://localhost:42683/user/jenkins/test-data/e69c2a77-bf21-8977-701f-568b178e1774/WALs/f334e8b0fbdf,39593,1731306301357, archiveDir=hdfs://localhost:42683/user/jenkins/test-data/e69c2a77-bf21-8977-701f-568b178e1774/oldWALs, maxLogs=10 2024-11-11T06:25:03,494 DEBUG [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/e69c2a77-bf21-8977-701f-568b178e1774/WALs/f334e8b0fbdf,39593,1731306301357/f334e8b0fbdf%2C39593%2C1731306301357.meta.1731306303479.meta, exclude list is [], retry=0 2024-11-11T06:25:03,496 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45053,DS-56651636-a41a-4d81-a1c7-2429c2905953,DISK] 2024-11-11T06:25:03,497 INFO [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e69c2a77-bf21-8977-701f-568b178e1774/WALs/f334e8b0fbdf,39593,1731306301357/f334e8b0fbdf%2C39593%2C1731306301357.meta.1731306303479.meta 2024-11-11T06:25:03,498 DEBUG [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39897:39897)] 2024-11-11T06:25:03,498 DEBUG [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-11T06:25:03,499 INFO [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-11T06:25:03,499 DEBUG [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-11T06:25:03,499 DEBUG [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-11T06:25:03,499 INFO [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-11T06:25:03,499 DEBUG [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-11T06:25:03,499 DEBUG [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T06:25:03,500 DEBUG [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-11T06:25:03,500 DEBUG [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-11T06:25:03,501 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-11T06:25:03,502 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-11T06:25:03,502 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:25:03,502 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T06:25:03,502 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-11T06:25:03,503 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-11T06:25:03,503 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:25:03,503 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T06:25:03,503 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-11T06:25:03,503 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-11T06:25:03,503 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:25:03,504 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T06:25:03,504 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-11T06:25:03,504 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-11T06:25:03,504 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:25:03,505 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-11T06:25:03,505 DEBUG [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-11T06:25:03,505 DEBUG [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42683/user/jenkins/test-data/e69c2a77-bf21-8977-701f-568b178e1774/data/hbase/meta/1588230740 2024-11-11T06:25:03,506 DEBUG [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42683/user/jenkins/test-data/e69c2a77-bf21-8977-701f-568b178e1774/data/hbase/meta/1588230740 2024-11-11T06:25:03,507 DEBUG [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-11T06:25:03,507 DEBUG [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-11T06:25:03,507 DEBUG [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-11T06:25:03,508 DEBUG [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-11T06:25:03,509 INFO [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62223098, jitterRate=-0.07280358672142029}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-11T06:25:03,509 DEBUG [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-11T06:25:03,509 DEBUG [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1731306303500Writing region info on filesystem at 1731306303500Initializing all the Stores at 1731306303500Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731306303500Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731306303501 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731306303501Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1731306303501Cleaning up temporary data from old regions at 1731306303507 (+6 ms)Running coprocessor post-open hooks at 1731306303509 (+2 ms)Region opened successfully at 1731306303509 2024-11-11T06:25:03,510 INFO [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1731306303472 2024-11-11T06:25:03,512 DEBUG [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-11T06:25:03,512 INFO [RS_OPEN_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-11T06:25:03,513 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=f334e8b0fbdf,39593,1731306301357 2024-11-11T06:25:03,513 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as f334e8b0fbdf,39593,1731306301357, state=OPEN 2024-11-11T06:25:03,520 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35557-0x10105b3721e0006, quorum=127.0.0.1:58288, baseZNode=/21457773540 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/21457773540/meta-region-server 2024-11-11T06:25:03,520 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39593-0x10105b3721e0007, quorum=127.0.0.1:58288, baseZNode=/21457773540 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/21457773540/meta-region-server 2024-11-11T06:25:03,520 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=f334e8b0fbdf,39593,1731306301357 2024-11-11T06:25:03,520 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21457773540/meta-region-server: CHANGED 2024-11-11T06:25:03,520 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /21457773540/meta-region-server: CHANGED 2024-11-11T06:25:03,522 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-11T06:25:03,522 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=f334e8b0fbdf,39593,1731306301357 in 200 msec 2024-11-11T06:25:03,524 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-11T06:25:03,524 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 360 msec 2024-11-11T06:25:03,525 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-11T06:25:03,525 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-11T06:25:03,526 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T06:25:03,526 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f334e8b0fbdf,39593,1731306301357, seqNum=-1] 2024-11-11T06:25:03,526 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T06:25:03,527 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34123, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T06:25:03,531 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2100 sec 2024-11-11T06:25:03,531 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1731306303531, completionTime=-1 2024-11-11T06:25:03,531 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-11T06:25:03,531 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] assignment.AssignmentManager(1756): Joining cluster... 2024-11-11T06:25:03,533 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] assignment.AssignmentManager(1768): Number of RegionServers=1 2024-11-11T06:25:03,533 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1731306363533 2024-11-11T06:25:03,533 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1731306423533 2024-11-11T06:25:03,533 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] assignment.AssignmentManager(1775): Joined the cluster in 2 msec 2024-11-11T06:25:03,534 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f334e8b0fbdf,35557,1731306301319-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-11T06:25:03,534 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f334e8b0fbdf,35557,1731306301319-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T06:25:03,534 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f334e8b0fbdf,35557,1731306301319-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T06:25:03,534 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-f334e8b0fbdf:35557, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T06:25:03,534 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-11T06:25:03,535 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-11T06:25:03,536 DEBUG [master/f334e8b0fbdf:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-11T06:25:03,538 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.143sec 2024-11-11T06:25:03,538 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-11T06:25:03,538 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-11T06:25:03,538 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-11T06:25:03,538 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-11T06:25:03,538 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-11T06:25:03,538 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f334e8b0fbdf,35557,1731306301319-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-11T06:25:03,538 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f334e8b0fbdf,35557,1731306301319-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-11T06:25:03,540 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-11T06:25:03,540 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-11T06:25:03,540 INFO [master/f334e8b0fbdf:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=f334e8b0fbdf,35557,1731306301319-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-11T06:25:03,578 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7001e065, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T06:25:03,578 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f334e8b0fbdf,35557,-1 for getting cluster id 2024-11-11T06:25:03,578 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T06:25:03,579 DEBUG [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2cc9fa09-c1cf-421e-a852-1625342cb243' 2024-11-11T06:25:03,580 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T06:25:03,580 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2cc9fa09-c1cf-421e-a852-1625342cb243" 2024-11-11T06:25:03,580 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@20b4ec65, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T06:25:03,580 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f334e8b0fbdf,35557,-1] 2024-11-11T06:25:03,580 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T06:25:03,581 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T06:25:03,582 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50644, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T06:25:03,582 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7def5204, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T06:25:03,583 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T06:25:03,583 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f334e8b0fbdf,39593,1731306301357, seqNum=-1] 2024-11-11T06:25:03,584 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T06:25:03,585 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38032, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T06:25:03,586 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=f334e8b0fbdf,35557,1731306301319 2024-11-11T06:25:03,587 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:58288 2024-11-11T06:25:03,589 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:58288, baseZNode=/21457773540 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-11T06:25:03,589 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x10105b3721e0008 connected 2024-11-11T06:25:03,592 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T06:25:03,592 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncConnectionImpl(321): The fetched master address is f334e8b0fbdf,38421,1731306294183 2024-11-11T06:25:03,592 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1a24c3e 2024-11-11T06:25:03,593 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T06:25:03,593 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43310, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T06:25:03,594 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38421 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T06:25:03,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38421 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-11T06:25:03,596 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-11T06:25:03,597 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:25:03,597 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38421 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-11T06:25:03,597 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-11T06:25:03,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38421 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T06:25:03,602 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38855 is added to blk_1073741835_1011 (size=902) 2024-11-11T06:25:03,604 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 42884b0968472746bbfc3a29c55addf4, NAME => 'test,,1731306303594.42884b0968472746bbfc3a29c55addf4.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42993/user/jenkins/test-data/3cccb1b0-7cae-fb26-2b05-e0c51f6b15c6 2024-11-11T06:25:03,611 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38855 is added to blk_1073741836_1012 (size=39) 2024-11-11T06:25:03,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38421 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T06:25:03,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38421 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T06:25:04,012 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731306303594.42884b0968472746bbfc3a29c55addf4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T06:25:04,012 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 42884b0968472746bbfc3a29c55addf4, disabling compactions & flushes 2024-11-11T06:25:04,012 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731306303594.42884b0968472746bbfc3a29c55addf4. 2024-11-11T06:25:04,012 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731306303594.42884b0968472746bbfc3a29c55addf4. 2024-11-11T06:25:04,012 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731306303594.42884b0968472746bbfc3a29c55addf4. after waiting 0 ms 2024-11-11T06:25:04,012 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731306303594.42884b0968472746bbfc3a29c55addf4. 2024-11-11T06:25:04,012 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731306303594.42884b0968472746bbfc3a29c55addf4. 2024-11-11T06:25:04,013 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 42884b0968472746bbfc3a29c55addf4: Waiting for close lock at 1731306304012Disabling compacts and flushes for region at 1731306304012Disabling writes for close at 1731306304012Writing region close event to WAL at 1731306304012Closed at 1731306304012 2024-11-11T06:25:04,014 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-11T06:25:04,014 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731306303594.42884b0968472746bbfc3a29c55addf4.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731306304014"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731306304014"}]},"ts":"1731306304014"} 2024-11-11T06:25:04,016 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-11T06:25:04,017 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-11T06:25:04,017 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731306304017"}]},"ts":"1731306304017"} 2024-11-11T06:25:04,019 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-11T06:25:04,019 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=42884b0968472746bbfc3a29c55addf4, ASSIGN}] 2024-11-11T06:25:04,020 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=42884b0968472746bbfc3a29c55addf4, ASSIGN 2024-11-11T06:25:04,021 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=42884b0968472746bbfc3a29c55addf4, ASSIGN; state=OFFLINE, location=f334e8b0fbdf,37727,1731306294235; forceNewPlan=false, retain=false 2024-11-11T06:25:04,169 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T06:25:04,169 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [f334e8b0fbdf,42169,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f334e8b0fbdf:42169 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-11T06:25:04,170 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 16, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 128648 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [f334e8b0fbdf,42169,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f334e8b0fbdf:42169 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-11T06:25:04,172 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=42884b0968472746bbfc3a29c55addf4, regionState=OPENING, regionLocation=f334e8b0fbdf,37727,1731306294235 2024-11-11T06:25:04,175 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=42884b0968472746bbfc3a29c55addf4, ASSIGN because future has completed 2024-11-11T06:25:04,176 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 42884b0968472746bbfc3a29c55addf4, server=f334e8b0fbdf,37727,1731306294235}] 2024-11-11T06:25:04,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38421 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T06:25:04,332 INFO [RS_OPEN_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731306303594.42884b0968472746bbfc3a29c55addf4. 2024-11-11T06:25:04,333 DEBUG [RS_OPEN_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 42884b0968472746bbfc3a29c55addf4, NAME => 'test,,1731306303594.42884b0968472746bbfc3a29c55addf4.', STARTKEY => '', ENDKEY => ''} 2024-11-11T06:25:04,333 INFO [RS_OPEN_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-11T06:25:04,333 INFO [RS_OPEN_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-11T06:25:04,333 DEBUG [RS_OPEN_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 42884b0968472746bbfc3a29c55addf4 2024-11-11T06:25:04,333 DEBUG [RS_OPEN_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731306303594.42884b0968472746bbfc3a29c55addf4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T06:25:04,333 DEBUG [RS_OPEN_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 42884b0968472746bbfc3a29c55addf4 2024-11-11T06:25:04,334 DEBUG [RS_OPEN_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 42884b0968472746bbfc3a29c55addf4 2024-11-11T06:25:04,335 INFO [StoreOpener-42884b0968472746bbfc3a29c55addf4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 42884b0968472746bbfc3a29c55addf4 2024-11-11T06:25:04,336 INFO [StoreOpener-42884b0968472746bbfc3a29c55addf4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 42884b0968472746bbfc3a29c55addf4 columnFamilyName f 2024-11-11T06:25:04,336 DEBUG [StoreOpener-42884b0968472746bbfc3a29c55addf4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:25:04,337 INFO [StoreOpener-42884b0968472746bbfc3a29c55addf4-1 {}] regionserver.HStore(327): Store=42884b0968472746bbfc3a29c55addf4/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T06:25:04,337 INFO [StoreOpener-42884b0968472746bbfc3a29c55addf4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 42884b0968472746bbfc3a29c55addf4 2024-11-11T06:25:04,338 INFO [StoreOpener-42884b0968472746bbfc3a29c55addf4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 42884b0968472746bbfc3a29c55addf4 columnFamilyName f1 2024-11-11T06:25:04,338 DEBUG [StoreOpener-42884b0968472746bbfc3a29c55addf4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:25:04,338 INFO [StoreOpener-42884b0968472746bbfc3a29c55addf4-1 {}] regionserver.HStore(327): Store=42884b0968472746bbfc3a29c55addf4/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T06:25:04,338 INFO [StoreOpener-42884b0968472746bbfc3a29c55addf4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 42884b0968472746bbfc3a29c55addf4 2024-11-11T06:25:04,339 INFO [StoreOpener-42884b0968472746bbfc3a29c55addf4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 42884b0968472746bbfc3a29c55addf4 columnFamilyName norep 2024-11-11T06:25:04,339 DEBUG [StoreOpener-42884b0968472746bbfc3a29c55addf4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:25:04,340 INFO [StoreOpener-42884b0968472746bbfc3a29c55addf4-1 {}] regionserver.HStore(327): Store=42884b0968472746bbfc3a29c55addf4/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T06:25:04,340 DEBUG [RS_OPEN_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 42884b0968472746bbfc3a29c55addf4 2024-11-11T06:25:04,341 DEBUG [RS_OPEN_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42993/user/jenkins/test-data/3cccb1b0-7cae-fb26-2b05-e0c51f6b15c6/data/default/test/42884b0968472746bbfc3a29c55addf4 2024-11-11T06:25:04,341 DEBUG [RS_OPEN_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42993/user/jenkins/test-data/3cccb1b0-7cae-fb26-2b05-e0c51f6b15c6/data/default/test/42884b0968472746bbfc3a29c55addf4 2024-11-11T06:25:04,342 DEBUG [RS_OPEN_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 42884b0968472746bbfc3a29c55addf4 2024-11-11T06:25:04,342 DEBUG [RS_OPEN_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 42884b0968472746bbfc3a29c55addf4 2024-11-11T06:25:04,342 DEBUG [RS_OPEN_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-11T06:25:04,343 DEBUG [RS_OPEN_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 42884b0968472746bbfc3a29c55addf4 2024-11-11T06:25:04,345 DEBUG [RS_OPEN_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42993/user/jenkins/test-data/3cccb1b0-7cae-fb26-2b05-e0c51f6b15c6/data/default/test/42884b0968472746bbfc3a29c55addf4/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T06:25:04,346 INFO [RS_OPEN_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 42884b0968472746bbfc3a29c55addf4; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73544900, jitterRate=0.0959044098854065}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-11T06:25:04,346 DEBUG [RS_OPEN_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 42884b0968472746bbfc3a29c55addf4 2024-11-11T06:25:04,346 DEBUG [RS_OPEN_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 42884b0968472746bbfc3a29c55addf4: Running coprocessor pre-open hook at 1731306304334Writing region info on filesystem at 1731306304334Initializing all the Stores at 1731306304334Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731306304334Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731306304335 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731306304335Cleaning up temporary data from old regions at 1731306304342 (+7 ms)Running coprocessor post-open hooks at 1731306304346 (+4 ms)Region opened successfully at 1731306304346 2024-11-11T06:25:04,347 INFO [RS_OPEN_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731306303594.42884b0968472746bbfc3a29c55addf4., pid=6, masterSystemTime=1731306304329 2024-11-11T06:25:04,349 DEBUG [RS_OPEN_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731306303594.42884b0968472746bbfc3a29c55addf4. 2024-11-11T06:25:04,349 INFO [RS_OPEN_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731306303594.42884b0968472746bbfc3a29c55addf4. 2024-11-11T06:25:04,349 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=42884b0968472746bbfc3a29c55addf4, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=f334e8b0fbdf,37727,1731306294235 2024-11-11T06:25:04,351 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 42884b0968472746bbfc3a29c55addf4, server=f334e8b0fbdf,37727,1731306294235 because future has completed 2024-11-11T06:25:04,354 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-11T06:25:04,354 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 42884b0968472746bbfc3a29c55addf4, server=f334e8b0fbdf,37727,1731306294235 in 176 msec 2024-11-11T06:25:04,357 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-11T06:25:04,357 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=42884b0968472746bbfc3a29c55addf4, ASSIGN in 335 msec 2024-11-11T06:25:04,358 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-11T06:25:04,358 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731306304358"}]},"ts":"1731306304358"} 2024-11-11T06:25:04,360 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-11T06:25:04,361 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-11T06:25:04,363 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 767 msec 2024-11-11T06:25:04,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38421 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T06:25:04,730 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-11T06:25:04,730 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T06:25:04,731 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is f334e8b0fbdf,37263,1731306297894 2024-11-11T06:25:04,731 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5e100345 2024-11-11T06:25:04,731 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T06:25:04,732 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57288, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T06:25:04,733 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37263 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T06:25:04,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37263 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-11T06:25:04,735 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-11T06:25:04,735 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:25:04,735 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37263 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-11T06:25:04,736 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-11T06:25:04,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37263 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T06:25:04,741 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36121 is added to blk_1073741835_1011 (size=902) 2024-11-11T06:25:04,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37263 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T06:25:05,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37263 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T06:25:05,143 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 943c94e588124c270724ed968d92a907, NAME => 'test,,1731306304733.943c94e588124c270724ed968d92a907.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:35887/user/jenkins/test-data/372c7cbf-d57e-5bec-8760-9612ec2917ce 2024-11-11T06:25:05,148 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36121 is added to blk_1073741836_1012 (size=39) 2024-11-11T06:25:05,148 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731306304733.943c94e588124c270724ed968d92a907.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T06:25:05,149 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 943c94e588124c270724ed968d92a907, disabling compactions & flushes 2024-11-11T06:25:05,149 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731306304733.943c94e588124c270724ed968d92a907. 2024-11-11T06:25:05,149 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731306304733.943c94e588124c270724ed968d92a907. 2024-11-11T06:25:05,149 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731306304733.943c94e588124c270724ed968d92a907. after waiting 0 ms 2024-11-11T06:25:05,149 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731306304733.943c94e588124c270724ed968d92a907. 2024-11-11T06:25:05,149 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731306304733.943c94e588124c270724ed968d92a907. 2024-11-11T06:25:05,149 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 943c94e588124c270724ed968d92a907: Waiting for close lock at 1731306305148Disabling compacts and flushes for region at 1731306305149 (+1 ms)Disabling writes for close at 1731306305149Writing region close event to WAL at 1731306305149Closed at 1731306305149 2024-11-11T06:25:05,150 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-11T06:25:05,150 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731306304733.943c94e588124c270724ed968d92a907.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731306305150"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731306305150"}]},"ts":"1731306305150"} 2024-11-11T06:25:05,152 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-11T06:25:05,153 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-11T06:25:05,153 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731306305153"}]},"ts":"1731306305153"} 2024-11-11T06:25:05,154 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-11T06:25:05,155 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=943c94e588124c270724ed968d92a907, ASSIGN}] 2024-11-11T06:25:05,156 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=943c94e588124c270724ed968d92a907, ASSIGN 2024-11-11T06:25:05,156 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=943c94e588124c270724ed968d92a907, ASSIGN; state=OFFLINE, location=f334e8b0fbdf,42243,1731306297926; forceNewPlan=false, retain=false 2024-11-11T06:25:05,307 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=943c94e588124c270724ed968d92a907, regionState=OPENING, regionLocation=f334e8b0fbdf,42243,1731306297926 2024-11-11T06:25:05,309 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=943c94e588124c270724ed968d92a907, ASSIGN because future has completed 2024-11-11T06:25:05,310 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 943c94e588124c270724ed968d92a907, server=f334e8b0fbdf,42243,1731306297926}] 2024-11-11T06:25:05,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37263 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T06:25:05,465 INFO [RS_OPEN_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731306304733.943c94e588124c270724ed968d92a907. 2024-11-11T06:25:05,466 DEBUG [RS_OPEN_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 943c94e588124c270724ed968d92a907, NAME => 'test,,1731306304733.943c94e588124c270724ed968d92a907.', STARTKEY => '', ENDKEY => ''} 2024-11-11T06:25:05,466 INFO [RS_OPEN_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-11T06:25:05,466 INFO [RS_OPEN_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-11T06:25:05,466 DEBUG [RS_OPEN_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 943c94e588124c270724ed968d92a907 2024-11-11T06:25:05,466 DEBUG [RS_OPEN_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731306304733.943c94e588124c270724ed968d92a907.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T06:25:05,466 DEBUG [RS_OPEN_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 943c94e588124c270724ed968d92a907 2024-11-11T06:25:05,466 DEBUG [RS_OPEN_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 943c94e588124c270724ed968d92a907 2024-11-11T06:25:05,467 INFO [StoreOpener-943c94e588124c270724ed968d92a907-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 943c94e588124c270724ed968d92a907 2024-11-11T06:25:05,468 INFO [StoreOpener-943c94e588124c270724ed968d92a907-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 943c94e588124c270724ed968d92a907 columnFamilyName f 2024-11-11T06:25:05,469 DEBUG [StoreOpener-943c94e588124c270724ed968d92a907-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:25:05,469 INFO [StoreOpener-943c94e588124c270724ed968d92a907-1 {}] regionserver.HStore(327): Store=943c94e588124c270724ed968d92a907/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T06:25:05,469 INFO [StoreOpener-943c94e588124c270724ed968d92a907-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 943c94e588124c270724ed968d92a907 2024-11-11T06:25:05,470 INFO [StoreOpener-943c94e588124c270724ed968d92a907-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 943c94e588124c270724ed968d92a907 columnFamilyName f1 2024-11-11T06:25:05,470 DEBUG [StoreOpener-943c94e588124c270724ed968d92a907-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:25:05,470 INFO [StoreOpener-943c94e588124c270724ed968d92a907-1 {}] regionserver.HStore(327): Store=943c94e588124c270724ed968d92a907/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T06:25:05,470 INFO [StoreOpener-943c94e588124c270724ed968d92a907-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 943c94e588124c270724ed968d92a907 2024-11-11T06:25:05,471 INFO [StoreOpener-943c94e588124c270724ed968d92a907-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 943c94e588124c270724ed968d92a907 columnFamilyName norep 2024-11-11T06:25:05,471 DEBUG [StoreOpener-943c94e588124c270724ed968d92a907-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:25:05,471 INFO [StoreOpener-943c94e588124c270724ed968d92a907-1 {}] regionserver.HStore(327): Store=943c94e588124c270724ed968d92a907/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T06:25:05,471 DEBUG [RS_OPEN_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 943c94e588124c270724ed968d92a907 2024-11-11T06:25:05,472 DEBUG [RS_OPEN_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35887/user/jenkins/test-data/372c7cbf-d57e-5bec-8760-9612ec2917ce/data/default/test/943c94e588124c270724ed968d92a907 2024-11-11T06:25:05,472 DEBUG [RS_OPEN_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:35887/user/jenkins/test-data/372c7cbf-d57e-5bec-8760-9612ec2917ce/data/default/test/943c94e588124c270724ed968d92a907 2024-11-11T06:25:05,473 DEBUG [RS_OPEN_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 943c94e588124c270724ed968d92a907 2024-11-11T06:25:05,473 DEBUG [RS_OPEN_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 943c94e588124c270724ed968d92a907 2024-11-11T06:25:05,474 DEBUG [RS_OPEN_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-11T06:25:05,475 DEBUG [RS_OPEN_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 943c94e588124c270724ed968d92a907 2024-11-11T06:25:05,476 DEBUG [RS_OPEN_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35887/user/jenkins/test-data/372c7cbf-d57e-5bec-8760-9612ec2917ce/data/default/test/943c94e588124c270724ed968d92a907/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T06:25:05,477 INFO [RS_OPEN_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 943c94e588124c270724ed968d92a907; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73822880, jitterRate=0.10004663467407227}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-11T06:25:05,477 DEBUG [RS_OPEN_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 943c94e588124c270724ed968d92a907 2024-11-11T06:25:05,477 DEBUG [RS_OPEN_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 943c94e588124c270724ed968d92a907: Running coprocessor pre-open hook at 1731306305466Writing region info on filesystem at 1731306305466Initializing all the Stores at 1731306305467 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731306305467Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731306305467Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731306305467Cleaning up temporary data from old regions at 1731306305473 (+6 ms)Running coprocessor post-open hooks at 1731306305477 (+4 ms)Region opened successfully at 1731306305477 2024-11-11T06:25:05,477 INFO [RS_OPEN_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731306304733.943c94e588124c270724ed968d92a907., pid=6, masterSystemTime=1731306305462 2024-11-11T06:25:05,479 DEBUG [RS_OPEN_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731306304733.943c94e588124c270724ed968d92a907. 2024-11-11T06:25:05,479 INFO [RS_OPEN_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731306304733.943c94e588124c270724ed968d92a907. 2024-11-11T06:25:05,480 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=943c94e588124c270724ed968d92a907, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=f334e8b0fbdf,42243,1731306297926 2024-11-11T06:25:05,481 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 943c94e588124c270724ed968d92a907, server=f334e8b0fbdf,42243,1731306297926 because future has completed 2024-11-11T06:25:05,485 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-11T06:25:05,485 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 943c94e588124c270724ed968d92a907, server=f334e8b0fbdf,42243,1731306297926 in 172 msec 2024-11-11T06:25:05,487 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-11T06:25:05,487 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=943c94e588124c270724ed968d92a907, ASSIGN in 330 msec 2024-11-11T06:25:05,487 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-11T06:25:05,487 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731306305487"}]},"ts":"1731306305487"} 2024-11-11T06:25:05,489 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-11T06:25:05,489 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-11T06:25:05,491 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 756 msec 2024-11-11T06:25:05,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37263 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T06:25:05,870 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-11T06:25:05,870 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T06:25:05,871 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is f334e8b0fbdf,35557,1731306301319 2024-11-11T06:25:05,871 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@54dea17e 2024-11-11T06:25:05,871 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T06:25:05,872 INFO [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50656, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T06:25:05,872 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35557 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T06:25:05,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35557 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-11T06:25:05,874 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-11T06:25:05,874 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:25:05,874 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35557 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-11T06:25:05,875 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-11T06:25:05,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35557 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T06:25:05,879 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45053 is added to blk_1073741835_1011 (size=902) 2024-11-11T06:25:05,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35557 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T06:25:06,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35557 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T06:25:06,281 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 256d669ee2a8baf484f89f523e83b73f, NAME => 'test,,1731306305872.256d669ee2a8baf484f89f523e83b73f.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42683/user/jenkins/test-data/e69c2a77-bf21-8977-701f-568b178e1774 2024-11-11T06:25:06,286 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45053 is added to blk_1073741836_1012 (size=39) 2024-11-11T06:25:06,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35557 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T06:25:06,687 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1731306305872.256d669ee2a8baf484f89f523e83b73f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T06:25:06,687 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 256d669ee2a8baf484f89f523e83b73f, disabling compactions & flushes 2024-11-11T06:25:06,687 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1731306305872.256d669ee2a8baf484f89f523e83b73f. 2024-11-11T06:25:06,687 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731306305872.256d669ee2a8baf484f89f523e83b73f. 2024-11-11T06:25:06,687 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1731306305872.256d669ee2a8baf484f89f523e83b73f. after waiting 0 ms 2024-11-11T06:25:06,687 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1731306305872.256d669ee2a8baf484f89f523e83b73f. 2024-11-11T06:25:06,687 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1731306305872.256d669ee2a8baf484f89f523e83b73f. 2024-11-11T06:25:06,687 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 256d669ee2a8baf484f89f523e83b73f: Waiting for close lock at 1731306306687Disabling compacts and flushes for region at 1731306306687Disabling writes for close at 1731306306687Writing region close event to WAL at 1731306306687Closed at 1731306306687 2024-11-11T06:25:06,688 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-11T06:25:06,688 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1731306305872.256d669ee2a8baf484f89f523e83b73f.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1731306306688"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731306306688"}]},"ts":"1731306306688"} 2024-11-11T06:25:06,690 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-11T06:25:06,691 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-11T06:25:06,691 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731306306691"}]},"ts":"1731306306691"} 2024-11-11T06:25:06,692 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-11T06:25:06,692 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=256d669ee2a8baf484f89f523e83b73f, ASSIGN}] 2024-11-11T06:25:06,693 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=256d669ee2a8baf484f89f523e83b73f, ASSIGN 2024-11-11T06:25:06,694 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=256d669ee2a8baf484f89f523e83b73f, ASSIGN; state=OFFLINE, location=f334e8b0fbdf,39593,1731306301357; forceNewPlan=false, retain=false 2024-11-11T06:25:06,844 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=256d669ee2a8baf484f89f523e83b73f, regionState=OPENING, regionLocation=f334e8b0fbdf,39593,1731306301357 2024-11-11T06:25:06,846 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=256d669ee2a8baf484f89f523e83b73f, ASSIGN because future has completed 2024-11-11T06:25:06,847 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 256d669ee2a8baf484f89f523e83b73f, server=f334e8b0fbdf,39593,1731306301357}] 2024-11-11T06:25:07,002 INFO [RS_OPEN_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1731306305872.256d669ee2a8baf484f89f523e83b73f. 2024-11-11T06:25:07,002 DEBUG [RS_OPEN_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 256d669ee2a8baf484f89f523e83b73f, NAME => 'test,,1731306305872.256d669ee2a8baf484f89f523e83b73f.', STARTKEY => '', ENDKEY => ''} 2024-11-11T06:25:07,002 INFO [RS_OPEN_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-11T06:25:07,002 INFO [RS_OPEN_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-11T06:25:07,003 DEBUG [RS_OPEN_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 256d669ee2a8baf484f89f523e83b73f 2024-11-11T06:25:07,003 DEBUG [RS_OPEN_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1731306305872.256d669ee2a8baf484f89f523e83b73f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T06:25:07,003 DEBUG [RS_OPEN_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 256d669ee2a8baf484f89f523e83b73f 2024-11-11T06:25:07,003 DEBUG [RS_OPEN_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 256d669ee2a8baf484f89f523e83b73f 2024-11-11T06:25:07,004 INFO [StoreOpener-256d669ee2a8baf484f89f523e83b73f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 256d669ee2a8baf484f89f523e83b73f 2024-11-11T06:25:07,005 INFO [StoreOpener-256d669ee2a8baf484f89f523e83b73f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 256d669ee2a8baf484f89f523e83b73f columnFamilyName f 2024-11-11T06:25:07,005 DEBUG [StoreOpener-256d669ee2a8baf484f89f523e83b73f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:25:07,005 INFO [StoreOpener-256d669ee2a8baf484f89f523e83b73f-1 {}] regionserver.HStore(327): Store=256d669ee2a8baf484f89f523e83b73f/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T06:25:07,005 INFO [StoreOpener-256d669ee2a8baf484f89f523e83b73f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 256d669ee2a8baf484f89f523e83b73f 2024-11-11T06:25:07,006 INFO [StoreOpener-256d669ee2a8baf484f89f523e83b73f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 256d669ee2a8baf484f89f523e83b73f columnFamilyName f1 2024-11-11T06:25:07,006 DEBUG [StoreOpener-256d669ee2a8baf484f89f523e83b73f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:25:07,006 INFO [StoreOpener-256d669ee2a8baf484f89f523e83b73f-1 {}] regionserver.HStore(327): Store=256d669ee2a8baf484f89f523e83b73f/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T06:25:07,006 INFO [StoreOpener-256d669ee2a8baf484f89f523e83b73f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 256d669ee2a8baf484f89f523e83b73f 2024-11-11T06:25:07,007 INFO [StoreOpener-256d669ee2a8baf484f89f523e83b73f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 256d669ee2a8baf484f89f523e83b73f columnFamilyName norep 2024-11-11T06:25:07,007 DEBUG [StoreOpener-256d669ee2a8baf484f89f523e83b73f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:25:07,007 INFO [StoreOpener-256d669ee2a8baf484f89f523e83b73f-1 {}] regionserver.HStore(327): Store=256d669ee2a8baf484f89f523e83b73f/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T06:25:07,007 DEBUG [RS_OPEN_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 256d669ee2a8baf484f89f523e83b73f 2024-11-11T06:25:07,008 DEBUG [RS_OPEN_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42683/user/jenkins/test-data/e69c2a77-bf21-8977-701f-568b178e1774/data/default/test/256d669ee2a8baf484f89f523e83b73f 2024-11-11T06:25:07,008 DEBUG [RS_OPEN_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42683/user/jenkins/test-data/e69c2a77-bf21-8977-701f-568b178e1774/data/default/test/256d669ee2a8baf484f89f523e83b73f 2024-11-11T06:25:07,009 DEBUG [RS_OPEN_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 256d669ee2a8baf484f89f523e83b73f 2024-11-11T06:25:07,009 DEBUG [RS_OPEN_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 256d669ee2a8baf484f89f523e83b73f 2024-11-11T06:25:07,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35557 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T06:25:07,009 DEBUG [RS_OPEN_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-11T06:25:07,010 DEBUG [RS_OPEN_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 256d669ee2a8baf484f89f523e83b73f 2024-11-11T06:25:07,012 DEBUG [RS_OPEN_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42683/user/jenkins/test-data/e69c2a77-bf21-8977-701f-568b178e1774/data/default/test/256d669ee2a8baf484f89f523e83b73f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T06:25:07,012 INFO [RS_OPEN_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 256d669ee2a8baf484f89f523e83b73f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59037315, jitterRate=-0.12027545273303986}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-11T06:25:07,012 DEBUG [RS_OPEN_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 256d669ee2a8baf484f89f523e83b73f 2024-11-11T06:25:07,012 DEBUG [RS_OPEN_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 256d669ee2a8baf484f89f523e83b73f: Running coprocessor pre-open hook at 1731306307003Writing region info on filesystem at 1731306307003Initializing all the Stores at 1731306307003Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731306307003Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731306307004 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731306307004Cleaning up temporary data from old regions at 1731306307009 (+5 ms)Running coprocessor post-open hooks at 1731306307012 (+3 ms)Region opened successfully at 1731306307012 2024-11-11T06:25:07,013 INFO [RS_OPEN_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1731306305872.256d669ee2a8baf484f89f523e83b73f., pid=6, masterSystemTime=1731306306998 2024-11-11T06:25:07,014 DEBUG [RS_OPEN_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1731306305872.256d669ee2a8baf484f89f523e83b73f. 2024-11-11T06:25:07,015 INFO [RS_OPEN_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1731306305872.256d669ee2a8baf484f89f523e83b73f. 2024-11-11T06:25:07,015 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=256d669ee2a8baf484f89f523e83b73f, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=f334e8b0fbdf,39593,1731306301357 2024-11-11T06:25:07,016 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 256d669ee2a8baf484f89f523e83b73f, server=f334e8b0fbdf,39593,1731306301357 because future has completed 2024-11-11T06:25:07,019 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-11T06:25:07,019 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 256d669ee2a8baf484f89f523e83b73f, server=f334e8b0fbdf,39593,1731306301357 in 171 msec 2024-11-11T06:25:07,021 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-11T06:25:07,021 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=256d669ee2a8baf484f89f523e83b73f, ASSIGN in 327 msec 2024-11-11T06:25:07,021 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-11T06:25:07,021 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731306307021"}]},"ts":"1731306307021"} 2024-11-11T06:25:07,023 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-11T06:25:07,023 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-11T06:25:07,025 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1510 sec 2024-11-11T06:25:07,852 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-11T06:25:07,853 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T06:25:07,853 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T06:25:07,853 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T06:25:07,853 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T06:25:07,853 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T06:25:07,853 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T06:25:07,854 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T06:25:07,854 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T06:25:07,885 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T06:25:07,886 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T06:25:07,886 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T06:25:07,886 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T06:25:07,886 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T06:25:07,887 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T06:25:07,891 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T06:25:07,893 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T06:25:07,894 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T06:25:08,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35557 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-11T06:25:08,020 INFO [RPCClient-NioEventLoopGroup-4-11 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-11T06:25:08,021 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ea8921c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T06:25:08,021 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f334e8b0fbdf,38421,-1 for getting cluster id 2024-11-11T06:25:08,021 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T06:25:08,022 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd8791c45-c57b-4d0b-92ed-bb38a545dbde' 2024-11-11T06:25:08,022 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T06:25:08,022 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d8791c45-c57b-4d0b-92ed-bb38a545dbde" 2024-11-11T06:25:08,022 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4986d8c1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T06:25:08,022 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f334e8b0fbdf,38421,-1] 2024-11-11T06:25:08,022 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T06:25:08,022 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T06:25:08,023 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43328, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T06:25:08,024 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5622a4fc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T06:25:08,024 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T06:25:08,025 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncConnectionImpl(321): The fetched master address is f334e8b0fbdf,38421,1731306294183 2024-11-11T06:25:08,025 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2da038a8 2024-11-11T06:25:08,025 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T06:25:08,025 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43336, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T06:25:08,026 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38421 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://f334e8b0fbdf:37263,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-11T06:25:08,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38421 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-11T06:25:08,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38421 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T06:25:08,029 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='f334e8b0fbdf:37263' 2024-11-11T06:25:08,030 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7029c55f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T06:25:08,030 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request f334e8b0fbdf,37263,-1 for getting cluster id 2024-11-11T06:25:08,030 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T06:25:08,030 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'eeeb2f32-2339-47cf-abe4-5f423c663a0e' 2024-11-11T06:25:08,030 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T06:25:08,031 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "eeeb2f32-2339-47cf-abe4-5f423c663a0e" 2024-11-11T06:25:08,031 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5267151c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T06:25:08,031 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f334e8b0fbdf,37263,-1] 2024-11-11T06:25:08,031 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T06:25:08,031 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T06:25:08,031 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57300, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T06:25:08,032 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@56104c5f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T06:25:08,032 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T06:25:08,033 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is f334e8b0fbdf,37263,1731306297894 2024-11-11T06:25:08,033 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3a9e947b 2024-11-11T06:25:08,033 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T06:25:08,033 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57308, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T06:25:08,034 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-11T06:25:08,034 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-11T06:25:08,034 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T06:25:08,034 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T06:25:08,034 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T06:25:08,035 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-11T06:25:08,035 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-11T06:25:08,036 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-11T06:25:08,036 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:25:08,037 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-11T06:25:08,041 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38855 is added to blk_1073741837_1013 (size=1138) 2024-11-11T06:25:08,086 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-11T06:25:08,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38421 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T06:25:08,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38421 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T06:25:08,443 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 9ba6d8f893f177a849d2d2288e0548c6, NAME => 'hbase:replication,,1731306308034.9ba6d8f893f177a849d2d2288e0548c6.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42993/user/jenkins/test-data/3cccb1b0-7cae-fb26-2b05-e0c51f6b15c6 2024-11-11T06:25:08,448 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38855 is added to blk_1073741838_1014 (size=44) 2024-11-11T06:25:08,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38421 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T06:25:08,848 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1731306308034.9ba6d8f893f177a849d2d2288e0548c6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T06:25:08,848 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 9ba6d8f893f177a849d2d2288e0548c6, disabling compactions & flushes 2024-11-11T06:25:08,848 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1731306308034.9ba6d8f893f177a849d2d2288e0548c6. 2024-11-11T06:25:08,848 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731306308034.9ba6d8f893f177a849d2d2288e0548c6. 2024-11-11T06:25:08,849 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731306308034.9ba6d8f893f177a849d2d2288e0548c6. after waiting 1 ms 2024-11-11T06:25:08,849 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731306308034.9ba6d8f893f177a849d2d2288e0548c6. 2024-11-11T06:25:08,849 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1731306308034.9ba6d8f893f177a849d2d2288e0548c6. 2024-11-11T06:25:08,849 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 9ba6d8f893f177a849d2d2288e0548c6: Waiting for close lock at 1731306308848Disabling compacts and flushes for region at 1731306308848Disabling writes for close at 1731306308849 (+1 ms)Writing region close event to WAL at 1731306308849Closed at 1731306308849 2024-11-11T06:25:08,850 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-11T06:25:08,850 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1731306308034.9ba6d8f893f177a849d2d2288e0548c6.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1731306308850"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1731306308850"}]},"ts":"1731306308850"} 2024-11-11T06:25:08,852 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-11T06:25:08,852 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-11T06:25:08,853 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731306308852"}]},"ts":"1731306308852"} 2024-11-11T06:25:08,854 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-11T06:25:08,854 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=9ba6d8f893f177a849d2d2288e0548c6, ASSIGN}] 2024-11-11T06:25:08,855 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=9ba6d8f893f177a849d2d2288e0548c6, ASSIGN 2024-11-11T06:25:08,856 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=9ba6d8f893f177a849d2d2288e0548c6, ASSIGN; state=OFFLINE, location=f334e8b0fbdf,37727,1731306294235; forceNewPlan=false, retain=false 2024-11-11T06:25:09,006 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=9ba6d8f893f177a849d2d2288e0548c6, regionState=OPENING, regionLocation=f334e8b0fbdf,37727,1731306294235 2024-11-11T06:25:09,008 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=9ba6d8f893f177a849d2d2288e0548c6, ASSIGN because future has completed 2024-11-11T06:25:09,009 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9ba6d8f893f177a849d2d2288e0548c6, server=f334e8b0fbdf,37727,1731306294235}] 2024-11-11T06:25:09,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38421 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T06:25:09,164 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1731306308034.9ba6d8f893f177a849d2d2288e0548c6. 2024-11-11T06:25:09,164 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-11T06:25:09,164 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-11T06:25:09,165 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=f334e8b0fbdf%2C37727%2C1731306294235.rep, suffix=, logDir=hdfs://localhost:42993/user/jenkins/test-data/3cccb1b0-7cae-fb26-2b05-e0c51f6b15c6/WALs/f334e8b0fbdf,37727,1731306294235, archiveDir=hdfs://localhost:42993/user/jenkins/test-data/3cccb1b0-7cae-fb26-2b05-e0c51f6b15c6/oldWALs, maxLogs=10 2024-11-11T06:25:09,180 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/3cccb1b0-7cae-fb26-2b05-e0c51f6b15c6/WALs/f334e8b0fbdf,37727,1731306294235/f334e8b0fbdf%2C37727%2C1731306294235.rep.1731306309165, exclude list is [], retry=0 2024-11-11T06:25:09,181 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38855,DS-396600b1-19d0-41d9-a395-11d314c359ed,DISK] 2024-11-11T06:25:09,183 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/3cccb1b0-7cae-fb26-2b05-e0c51f6b15c6/WALs/f334e8b0fbdf,37727,1731306294235/f334e8b0fbdf%2C37727%2C1731306294235.rep.1731306309165 2024-11-11T06:25:09,183 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38859:38859)] 2024-11-11T06:25:09,183 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 9ba6d8f893f177a849d2d2288e0548c6, NAME => 'hbase:replication,,1731306308034.9ba6d8f893f177a849d2d2288e0548c6.', STARTKEY => '', ENDKEY => ''} 2024-11-11T06:25:09,184 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-11T06:25:09,184 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-11T06:25:09,184 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1731306308034.9ba6d8f893f177a849d2d2288e0548c6. service=MultiRowMutationService 2024-11-11T06:25:09,184 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-11T06:25:09,184 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 9ba6d8f893f177a849d2d2288e0548c6 2024-11-11T06:25:09,184 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1731306308034.9ba6d8f893f177a849d2d2288e0548c6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-11T06:25:09,184 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 9ba6d8f893f177a849d2d2288e0548c6 2024-11-11T06:25:09,184 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 9ba6d8f893f177a849d2d2288e0548c6 2024-11-11T06:25:09,185 INFO [StoreOpener-9ba6d8f893f177a849d2d2288e0548c6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 9ba6d8f893f177a849d2d2288e0548c6 2024-11-11T06:25:09,186 INFO [StoreOpener-9ba6d8f893f177a849d2d2288e0548c6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9ba6d8f893f177a849d2d2288e0548c6 columnFamilyName hfileref 2024-11-11T06:25:09,186 DEBUG [StoreOpener-9ba6d8f893f177a849d2d2288e0548c6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:25:09,187 INFO [StoreOpener-9ba6d8f893f177a849d2d2288e0548c6-1 {}] regionserver.HStore(327): Store=9ba6d8f893f177a849d2d2288e0548c6/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T06:25:09,187 INFO [StoreOpener-9ba6d8f893f177a849d2d2288e0548c6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 9ba6d8f893f177a849d2d2288e0548c6 2024-11-11T06:25:09,187 INFO [StoreOpener-9ba6d8f893f177a849d2d2288e0548c6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9ba6d8f893f177a849d2d2288e0548c6 columnFamilyName queue 2024-11-11T06:25:09,188 DEBUG [StoreOpener-9ba6d8f893f177a849d2d2288e0548c6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:25:09,188 INFO [StoreOpener-9ba6d8f893f177a849d2d2288e0548c6-1 {}] regionserver.HStore(327): Store=9ba6d8f893f177a849d2d2288e0548c6/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T06:25:09,188 INFO [StoreOpener-9ba6d8f893f177a849d2d2288e0548c6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 9ba6d8f893f177a849d2d2288e0548c6 2024-11-11T06:25:09,188 INFO [StoreOpener-9ba6d8f893f177a849d2d2288e0548c6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9ba6d8f893f177a849d2d2288e0548c6 columnFamilyName sid 2024-11-11T06:25:09,188 DEBUG [StoreOpener-9ba6d8f893f177a849d2d2288e0548c6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-11T06:25:09,189 INFO [StoreOpener-9ba6d8f893f177a849d2d2288e0548c6-1 {}] regionserver.HStore(327): Store=9ba6d8f893f177a849d2d2288e0548c6/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-11T06:25:09,189 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 9ba6d8f893f177a849d2d2288e0548c6 2024-11-11T06:25:09,189 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42993/user/jenkins/test-data/3cccb1b0-7cae-fb26-2b05-e0c51f6b15c6/data/hbase/replication/9ba6d8f893f177a849d2d2288e0548c6 2024-11-11T06:25:09,189 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42993/user/jenkins/test-data/3cccb1b0-7cae-fb26-2b05-e0c51f6b15c6/data/hbase/replication/9ba6d8f893f177a849d2d2288e0548c6 2024-11-11T06:25:09,190 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 9ba6d8f893f177a849d2d2288e0548c6 2024-11-11T06:25:09,190 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 9ba6d8f893f177a849d2d2288e0548c6 2024-11-11T06:25:09,190 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-11T06:25:09,191 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 9ba6d8f893f177a849d2d2288e0548c6 2024-11-11T06:25:09,193 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42993/user/jenkins/test-data/3cccb1b0-7cae-fb26-2b05-e0c51f6b15c6/data/hbase/replication/9ba6d8f893f177a849d2d2288e0548c6/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-11T06:25:09,193 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 9ba6d8f893f177a849d2d2288e0548c6; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68044859, jitterRate=0.013947412371635437}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-11T06:25:09,193 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 9ba6d8f893f177a849d2d2288e0548c6 2024-11-11T06:25:09,193 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 9ba6d8f893f177a849d2d2288e0548c6: Running coprocessor pre-open hook at 1731306309184Writing region info on filesystem at 1731306309184Initializing all the Stores at 1731306309185 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731306309185Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731306309185Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1731306309185Cleaning up temporary data from old regions at 1731306309190 (+5 ms)Running coprocessor post-open hooks at 1731306309193 (+3 ms)Region opened successfully at 1731306309193 2024-11-11T06:25:09,194 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1731306308034.9ba6d8f893f177a849d2d2288e0548c6., pid=10, masterSystemTime=1731306309161 2024-11-11T06:25:09,196 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1731306308034.9ba6d8f893f177a849d2d2288e0548c6. 2024-11-11T06:25:09,196 INFO [RS_OPEN_PRIORITY_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1731306308034.9ba6d8f893f177a849d2d2288e0548c6. 2024-11-11T06:25:09,196 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=9ba6d8f893f177a849d2d2288e0548c6, regionState=OPEN, openSeqNum=2, regionLocation=f334e8b0fbdf,37727,1731306294235 2024-11-11T06:25:09,198 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9ba6d8f893f177a849d2d2288e0548c6, server=f334e8b0fbdf,37727,1731306294235 because future has completed 2024-11-11T06:25:09,200 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-11T06:25:09,200 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 9ba6d8f893f177a849d2d2288e0548c6, server=f334e8b0fbdf,37727,1731306294235 in 189 msec 2024-11-11T06:25:09,201 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-11T06:25:09,201 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=9ba6d8f893f177a849d2d2288e0548c6, ASSIGN in 346 msec 2024-11-11T06:25:09,202 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-11T06:25:09,202 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1731306309202"}]},"ts":"1731306309202"} 2024-11-11T06:25:09,203 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-11T06:25:09,204 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-11T06:25:09,205 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1690 sec 2024-11-11T06:25:09,240 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1731306308034.9ba6d8f893f177a849d2d2288e0548c6., hostname=f334e8b0fbdf,37727,1731306294235, seqNum=2] 2024-11-11T06:25:09,246 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37727-0x10105b3721e0001, quorum=127.0.0.1:58288, baseZNode=/0900951446 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0900951446 2024-11-11T06:25:09,246 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38421-0x10105b3721e0000, quorum=127.0.0.1:58288, baseZNode=/0900951446 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0900951446 2024-11-11T06:25:09,250 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-11T06:25:09,402 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37727 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-11T06:25:09,402 INFO [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-11T06:25:09,430 INFO [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-f334e8b0fbdf,37727,1731306294235, ReplicationSource: 1, currentBandwidth=0 2024-11-11T06:25:09,431 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T06:25:09,431 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f334e8b0fbdf,37727,1731306294235, seqNum=-1] 2024-11-11T06:25:09,431 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T06:25:09,432 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39669, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientService 2024-11-11T06:25:09,434 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-f334e8b0fbdf,37727,1731306294235', locateType=CURRENT is [region=hbase:replication,,1731306308034.9ba6d8f893f177a849d2d2288e0548c6., hostname=f334e8b0fbdf,37727,1731306294235, seqNum=2] 2024-11-11T06:25:09,435 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-11T06:25:09,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38421 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-11T06:25:09,438 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on f334e8b0fbdf,37727,1731306294235 suceeded 2024-11-11T06:25:09,440 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-11T06:25:09,440 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 188 msec 2024-11-11T06:25:09,440 INFO [PEWorker-5 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://f334e8b0fbdf:37263,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-11T06:25:09,441 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4140 sec 2024-11-11T06:25:09,450 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,37727,1731306294235 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='f334e8b0fbdf:37263' 2024-11-11T06:25:09,451 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,37727,1731306294235 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1d8288b6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T06:25:09,451 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,37727,1731306294235 {}] client.ClusterIdFetcher(90): Going to request f334e8b0fbdf,37263,-1 for getting cluster id 2024-11-11T06:25:09,451 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,37727,1731306294235 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T06:25:09,452 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'eeeb2f32-2339-47cf-abe4-5f423c663a0e' 2024-11-11T06:25:09,452 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T06:25:09,452 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "eeeb2f32-2339-47cf-abe4-5f423c663a0e" 2024-11-11T06:25:09,452 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@13e49eb8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T06:25:09,452 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f334e8b0fbdf,37263,-1] 2024-11-11T06:25:09,453 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T06:25:09,453 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T06:25:09,453 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57324, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientMetaService 2024-11-11T06:25:09,454 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,37727,1731306294235 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@331761cb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T06:25:09,454 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,37727,1731306294235 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T06:25:09,454 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.AsyncConnectionImpl(321): The fetched master address is f334e8b0fbdf,37263,1731306297894 2024-11-11T06:25:09,454 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@375623de 2024-11-11T06:25:09,454 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T06:25:09,455 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57332, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=MasterService 2024-11-11T06:25:09,455 INFO [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,37727,1731306294235 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-f334e8b0fbdf,37727,1731306294235 (queues=1) is replicating from cluster=d8791c45-c57b-4d0b-92ed-bb38a545dbde to cluster=eeeb2f32-2339-47cf-abe4-5f423c663a0e 2024-11-11T06:25:09,455 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,37727,1731306294235 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=f334e8b0fbdf%2C37727%2C1731306294235 2024-11-11T06:25:09,456 INFO [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,37727,1731306294235 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-f334e8b0fbdf,37727,1731306294235, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-11T06:25:09,456 INFO [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,37727,1731306294235.replicationSource.shipperf334e8b0fbdf%2C37727%2C1731306294235,1-f334e8b0fbdf,37727,1731306294235 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: f334e8b0fbdf%2C37727%2C1731306294235 2024-11-11T06:25:09,456 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,37727,1731306294235.replicationSource.wal-reader.f334e8b0fbdf%2C37727%2C1731306294235,1-f334e8b0fbdf,37727,1731306294235 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:42993/user/jenkins/test-data/3cccb1b0-7cae-fb26-2b05-e0c51f6b15c6/WALs/f334e8b0fbdf,37727,1731306294235/f334e8b0fbdf%2C37727%2C1731306294235.1731306296215, startPosition=0, beingWritten=true 2024-11-11T06:25:09,460 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,37727,1731306294235.replicationSource.wal-reader.f334e8b0fbdf%2C37727%2C1731306294235,1-f334e8b0fbdf,37727,1731306294235 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-11T06:25:09,460 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,37727,1731306294235.replicationSource.wal-reader.f334e8b0fbdf%2C37727%2C1731306294235,1-f334e8b0fbdf,37727,1731306294235 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42993/user/jenkins/test-data/3cccb1b0-7cae-fb26-2b05-e0c51f6b15c6/WALs/f334e8b0fbdf,37727,1731306294235/f334e8b0fbdf%2C37727%2C1731306294235.1731306296215 to pos 379, reset compression=false 2024-11-11T06:25:09,460 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,37727,1731306294235.replicationSource.shipperf334e8b0fbdf%2C37727%2C1731306294235,1-f334e8b0fbdf,37727,1731306294235 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f334e8b0fbdf,37727,1731306294235 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42993/user/jenkins/test-data/3cccb1b0-7cae-fb26-2b05-e0c51f6b15c6/WALs/f334e8b0fbdf,37727,1731306294235/f334e8b0fbdf%2C37727%2C1731306294235.1731306296215, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-11T06:25:09,663 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,37727,1731306294235.replicationSource.wal-reader.f334e8b0fbdf%2C37727%2C1731306294235,1-f334e8b0fbdf,37727,1731306294235 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42993/user/jenkins/test-data/3cccb1b0-7cae-fb26-2b05-e0c51f6b15c6/WALs/f334e8b0fbdf,37727,1731306294235/f334e8b0fbdf%2C37727%2C1731306294235.1731306296215 to pos 379, reset compression=false 2024-11-11T06:25:09,966 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,37727,1731306294235.replicationSource.wal-reader.f334e8b0fbdf%2C37727%2C1731306294235,1-f334e8b0fbdf,37727,1731306294235 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42993/user/jenkins/test-data/3cccb1b0-7cae-fb26-2b05-e0c51f6b15c6/WALs/f334e8b0fbdf,37727,1731306294235/f334e8b0fbdf%2C37727%2C1731306294235.1731306296215 to pos 379, reset compression=false 2024-11-11T06:25:10,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38421 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-11T06:25:10,170 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-11T06:25:10,170 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T06:25:10,170 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:306) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T06:25:10,170 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T06:25:10,170 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T06:25:10,170 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T06:25:10,171 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@13d6beee, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T06:25:10,171 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f334e8b0fbdf,38421,-1 for getting cluster id 2024-11-11T06:25:10,171 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T06:25:10,172 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd8791c45-c57b-4d0b-92ed-bb38a545dbde' 2024-11-11T06:25:10,172 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T06:25:10,172 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d8791c45-c57b-4d0b-92ed-bb38a545dbde" 2024-11-11T06:25:10,172 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@46c324e5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T06:25:10,172 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f334e8b0fbdf,38421,-1] 2024-11-11T06:25:10,172 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T06:25:10,172 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T06:25:10,173 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43346, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T06:25:10,173 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@63548bfd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T06:25:10,174 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b7751d6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T06:25:10,174 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f334e8b0fbdf,37263,-1 for getting cluster id 2024-11-11T06:25:10,174 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T06:25:10,175 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'eeeb2f32-2339-47cf-abe4-5f423c663a0e' 2024-11-11T06:25:10,175 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T06:25:10,175 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "eeeb2f32-2339-47cf-abe4-5f423c663a0e" 2024-11-11T06:25:10,175 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4095268d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T06:25:10,175 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f334e8b0fbdf,37263,-1] 2024-11-11T06:25:10,175 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T06:25:10,175 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T06:25:10,176 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57354, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T06:25:10,176 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@23fae3af, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T06:25:10,179 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6c3d59ee, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T06:25:10,179 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f334e8b0fbdf,35557,-1 for getting cluster id 2024-11-11T06:25:10,179 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T06:25:10,180 DEBUG [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2cc9fa09-c1cf-421e-a852-1625342cb243' 2024-11-11T06:25:10,180 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T06:25:10,180 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2cc9fa09-c1cf-421e-a852-1625342cb243" 2024-11-11T06:25:10,180 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1dfa6a26, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T06:25:10,180 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f334e8b0fbdf,35557,-1] 2024-11-11T06:25:10,180 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T06:25:10,180 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T06:25:10,181 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50668, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T06:25:10,181 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@680aaa4e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T06:25:10,182 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T06:25:10,185 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42993/user/jenkins/test-data/3cccb1b0-7cae-fb26-2b05-e0c51f6b15c6/testHFileCyclicReplication_0/f/hfile_0 is 36, key is mmmm/f:row/1731306310185/Put/seqid=0 2024-11-11T06:25:10,189 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38855 is added to blk_1073741840_1016 (size=7894) 2024-11-11T06:25:10,369 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,37727,1731306294235.replicationSource.wal-reader.f334e8b0fbdf%2C37727%2C1731306294235,1-f334e8b0fbdf,37727,1731306294235 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42993/user/jenkins/test-data/3cccb1b0-7cae-fb26-2b05-e0c51f6b15c6/WALs/f334e8b0fbdf,37727,1731306294235/f334e8b0fbdf%2C37727%2C1731306294235.1731306296215 to pos 379, reset compression=false 2024-11-11T06:25:10,591 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42993/user/jenkins/test-data/3cccb1b0-7cae-fb26-2b05-e0c51f6b15c6/testHFileCyclicReplication_0/f/hfile_1 is 34, key is ppp/f:row/1731306310591/Put/seqid=0 2024-11-11T06:25:10,595 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38855 is added to blk_1073741841_1017 (size=7691) 2024-11-11T06:25:10,873 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,37727,1731306294235.replicationSource.wal-reader.f334e8b0fbdf%2C37727%2C1731306294235,1-f334e8b0fbdf,37727,1731306294235 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42993/user/jenkins/test-data/3cccb1b0-7cae-fb26-2b05-e0c51f6b15c6/WALs/f334e8b0fbdf,37727,1731306294235/f334e8b0fbdf%2C37727%2C1731306294235.1731306296215 to pos 379, reset compression=false 2024-11-11T06:25:10,997 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c667630, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T06:25:10,997 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f334e8b0fbdf,38421,-1 for getting cluster id 2024-11-11T06:25:10,997 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T06:25:10,998 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd8791c45-c57b-4d0b-92ed-bb38a545dbde' 2024-11-11T06:25:10,998 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T06:25:10,998 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d8791c45-c57b-4d0b-92ed-bb38a545dbde" 2024-11-11T06:25:10,998 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@29c3eeb5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T06:25:10,998 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f334e8b0fbdf,38421,-1] 2024-11-11T06:25:10,998 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T06:25:10,998 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T06:25:10,999 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46094, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T06:25:11,000 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@23b9a8f9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T06:25:11,000 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T06:25:11,001 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f334e8b0fbdf,37727,1731306294235, seqNum=-1] 2024-11-11T06:25:11,001 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T06:25:11,002 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55958, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T06:25:11,008 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T06:25:11,009 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is f334e8b0fbdf,38421,1731306294183 2024-11-11T06:25:11,009 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@762af9ee 2024-11-11T06:25:11,010 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T06:25:11,010 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46106, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T06:25:11,013 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731306303594.42884b0968472746bbfc3a29c55addf4., hostname=f334e8b0fbdf,37727,1731306294235, seqNum=2] 2024-11-11T06:25:11,015 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-11T06:25:11,020 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:42993/user/jenkins/test-data/3cccb1b0-7cae-fb26-2b05-e0c51f6b15c6/testHFileCyclicReplication_0/f/hfile_0 first=Optional[mmmm] last=Optional[oooo] 2024-11-11T06:25:11,022 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:42993/user/jenkins/test-data/3cccb1b0-7cae-fb26-2b05-e0c51f6b15c6/testHFileCyclicReplication_0/f/hfile_1 first=Optional[ppp] last=Optional[rrr] 2024-11-11T06:25:11,026 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37727 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:42993/user/jenkins/test-data/3cccb1b0-7cae-fb26-2b05-e0c51f6b15c6/testHFileCyclicReplication_0/f/hfile_1 for inclusion in 42884b0968472746bbfc3a29c55addf4/f 2024-11-11T06:25:11,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37727 {}] regionserver.HStore(626): HFile bounds: first=ppp last=rrr 2024-11-11T06:25:11,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37727 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-11T06:25:11,028 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37727 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:42993/user/jenkins/test-data/3cccb1b0-7cae-fb26-2b05-e0c51f6b15c6/testHFileCyclicReplication_0/f/hfile_0 for inclusion in 42884b0968472746bbfc3a29c55addf4/f 2024-11-11T06:25:11,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37727 {}] regionserver.HStore(626): HFile bounds: first=mmmm last=oooo 2024-11-11T06:25:11,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37727 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-11T06:25:11,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37727 {}] regionserver.HRegion(2603): Flush status journal for 42884b0968472746bbfc3a29c55addf4: 2024-11-11T06:25:11,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37727 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:42993/user/jenkins/test-data/3cccb1b0-7cae-fb26-2b05-e0c51f6b15c6/testHFileCyclicReplication_0/f/hfile_1 to hdfs://localhost:42993/user/jenkins/test-data/3cccb1b0-7cae-fb26-2b05-e0c51f6b15c6/staging/jenkins__test__6gkjjdueqcoveva2pi36joihert123sed94ckcl03v5vtoqh7l25cbd6jssa81g5/f/hfile_1 2024-11-11T06:25:11,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37727 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42993/user/jenkins/test-data/3cccb1b0-7cae-fb26-2b05-e0c51f6b15c6/staging/jenkins__test__6gkjjdueqcoveva2pi36joihert123sed94ckcl03v5vtoqh7l25cbd6jssa81g5/f/hfile_1 as hdfs://localhost:42993/user/jenkins/test-data/3cccb1b0-7cae-fb26-2b05-e0c51f6b15c6/data/default/test/42884b0968472746bbfc3a29c55addf4/f/96feeaab41634b3e910c98df22c3e72c_SeqId_4_ 2024-11-11T06:25:11,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37727 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:42993/user/jenkins/test-data/3cccb1b0-7cae-fb26-2b05-e0c51f6b15c6/testHFileCyclicReplication_0/f/hfile_0 to hdfs://localhost:42993/user/jenkins/test-data/3cccb1b0-7cae-fb26-2b05-e0c51f6b15c6/staging/jenkins__test__6gkjjdueqcoveva2pi36joihert123sed94ckcl03v5vtoqh7l25cbd6jssa81g5/f/hfile_0 2024-11-11T06:25:11,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37727 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42993/user/jenkins/test-data/3cccb1b0-7cae-fb26-2b05-e0c51f6b15c6/staging/jenkins__test__6gkjjdueqcoveva2pi36joihert123sed94ckcl03v5vtoqh7l25cbd6jssa81g5/f/hfile_0 as hdfs://localhost:42993/user/jenkins/test-data/3cccb1b0-7cae-fb26-2b05-e0c51f6b15c6/data/default/test/42884b0968472746bbfc3a29c55addf4/f/29d3fc72ba6d4555b3fdedfc42cfe9ab_SeqId_4_ 2024-11-11T06:25:11,037 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37727 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:42993/user/jenkins/test-data/3cccb1b0-7cae-fb26-2b05-e0c51f6b15c6/staging/jenkins__test__6gkjjdueqcoveva2pi36joihert123sed94ckcl03v5vtoqh7l25cbd6jssa81g5/f/hfile_1 into 42884b0968472746bbfc3a29c55addf4/f as hdfs://localhost:42993/user/jenkins/test-data/3cccb1b0-7cae-fb26-2b05-e0c51f6b15c6/data/default/test/42884b0968472746bbfc3a29c55addf4/f/96feeaab41634b3e910c98df22c3e72c_SeqId_4_ - updating store file list. 2024-11-11T06:25:11,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37727 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 96feeaab41634b3e910c98df22c3e72c_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-11T06:25:11,041 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37727 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:42993/user/jenkins/test-data/3cccb1b0-7cae-fb26-2b05-e0c51f6b15c6/data/default/test/42884b0968472746bbfc3a29c55addf4/f/96feeaab41634b3e910c98df22c3e72c_SeqId_4_ into 42884b0968472746bbfc3a29c55addf4/f 2024-11-11T06:25:11,041 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37727 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:42993/user/jenkins/test-data/3cccb1b0-7cae-fb26-2b05-e0c51f6b15c6/staging/jenkins__test__6gkjjdueqcoveva2pi36joihert123sed94ckcl03v5vtoqh7l25cbd6jssa81g5/f/hfile_1 into 42884b0968472746bbfc3a29c55addf4/f (new location: hdfs://localhost:42993/user/jenkins/test-data/3cccb1b0-7cae-fb26-2b05-e0c51f6b15c6/data/default/test/42884b0968472746bbfc3a29c55addf4/f/96feeaab41634b3e910c98df22c3e72c_SeqId_4_) 2024-11-11T06:25:11,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37727 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:42993/user/jenkins/test-data/3cccb1b0-7cae-fb26-2b05-e0c51f6b15c6/staging/jenkins__test__6gkjjdueqcoveva2pi36joihert123sed94ckcl03v5vtoqh7l25cbd6jssa81g5/f/hfile_1 2024-11-11T06:25:11,042 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37727 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:42993/user/jenkins/test-data/3cccb1b0-7cae-fb26-2b05-e0c51f6b15c6/staging/jenkins__test__6gkjjdueqcoveva2pi36joihert123sed94ckcl03v5vtoqh7l25cbd6jssa81g5/f/hfile_0 into 42884b0968472746bbfc3a29c55addf4/f as hdfs://localhost:42993/user/jenkins/test-data/3cccb1b0-7cae-fb26-2b05-e0c51f6b15c6/data/default/test/42884b0968472746bbfc3a29c55addf4/f/29d3fc72ba6d4555b3fdedfc42cfe9ab_SeqId_4_ - updating store file list. 2024-11-11T06:25:11,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37727 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 29d3fc72ba6d4555b3fdedfc42cfe9ab_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-11T06:25:11,044 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37727 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:42993/user/jenkins/test-data/3cccb1b0-7cae-fb26-2b05-e0c51f6b15c6/data/default/test/42884b0968472746bbfc3a29c55addf4/f/29d3fc72ba6d4555b3fdedfc42cfe9ab_SeqId_4_ into 42884b0968472746bbfc3a29c55addf4/f 2024-11-11T06:25:11,044 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37727 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:42993/user/jenkins/test-data/3cccb1b0-7cae-fb26-2b05-e0c51f6b15c6/staging/jenkins__test__6gkjjdueqcoveva2pi36joihert123sed94ckcl03v5vtoqh7l25cbd6jssa81g5/f/hfile_0 into 42884b0968472746bbfc3a29c55addf4/f (new location: hdfs://localhost:42993/user/jenkins/test-data/3cccb1b0-7cae-fb26-2b05-e0c51f6b15c6/data/default/test/42884b0968472746bbfc3a29c55addf4/f/29d3fc72ba6d4555b3fdedfc42cfe9ab_SeqId_4_) 2024-11-11T06:25:11,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37727 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:42993/user/jenkins/test-data/3cccb1b0-7cae-fb26-2b05-e0c51f6b15c6/staging/jenkins__test__6gkjjdueqcoveva2pi36joihert123sed94ckcl03v5vtoqh7l25cbd6jssa81g5/f/hfile_0 2024-11-11T06:25:11,046 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T06:25:11,046 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:320) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T06:25:11,046 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T06:25:11,046 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T06:25:11,046 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T06:25:11,047 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731306303594.42884b0968472746bbfc3a29c55addf4., hostname=f334e8b0fbdf,37727,1731306294235, seqNum=2 , the old value is region=test,,1731306303594.42884b0968472746bbfc3a29c55addf4., hostname=f334e8b0fbdf,37727,1731306294235, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=f334e8b0fbdf:37727 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-11T06:25:11,047 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731306303594.42884b0968472746bbfc3a29c55addf4., hostname=f334e8b0fbdf,37727,1731306294235, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-11T06:25:11,047 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731306303594.42884b0968472746bbfc3a29c55addf4., hostname=f334e8b0fbdf,37727,1731306294235, seqNum=2 from cache 2024-11-11T06:25:11,047 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T06:25:11,047 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-11T06:25:11,048 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f334e8b0fbdf,42243,1731306297926, seqNum=-1] 2024-11-11T06:25:11,048 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T06:25:11,049 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35794, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T06:25:11,050 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731306304733.943c94e588124c270724ed968d92a907., hostname=f334e8b0fbdf,42243,1731306297926, seqNum=2] 2024-11-11T06:25:11,052 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-11T06:25:11,149 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f334e8b0fbdf:37727 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor134.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-11T06:25:11,476 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,37727,1731306294235.replicationSource.wal-reader.f334e8b0fbdf%2C37727%2C1731306294235,1-f334e8b0fbdf,37727,1731306294235 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42993/user/jenkins/test-data/3cccb1b0-7cae-fb26-2b05-e0c51f6b15c6/WALs/f334e8b0fbdf,37727,1731306294235/f334e8b0fbdf%2C37727%2C1731306294235.1731306296215 to pos 379, reset compression=false 2024-11-11T06:25:11,480 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,37727,1731306294235.replicationSource.wal-reader.f334e8b0fbdf%2C37727%2C1731306294235,1-f334e8b0fbdf,37727,1731306294235 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-11T06:25:11,481 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,37727,1731306294235.replicationSource.shipperf334e8b0fbdf%2C37727%2C1731306294235,1-f334e8b0fbdf,37727,1731306294235 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f334e8b0fbdf,37727,1731306294235 got entry batch from reader: WALEntryBatch [walEntries=[{test/42884b0968472746bbfc3a29c55addf4/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731306311045/Put/vlen=190/seqid=0; >],8301}], lastWalPath=hdfs://localhost:42993/user/jenkins/test-data/3cccb1b0-7cae-fb26-2b05-e0c51f6b15c6/WALs/f334e8b0fbdf,37727,1731306294235/f334e8b0fbdf%2C37727%2C1731306294235.1731306296215, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8301, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-11T06:25:11,482 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,37727,1731306294235.replicationSource.shipperf334e8b0fbdf%2C37727%2C1731306294235,1-f334e8b0fbdf,37727,1731306294235 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-11T06:25:11,483 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35804, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=AdminService 2024-11-11T06:25:11,484 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42243 {}] regionserver.ReplicationSink(318): Replicating [d8791c45-c57b-4d0b-92ed-bb38a545dbde] bulk loaded data 2024-11-11T06:25:11,484 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42243 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6e02cd4f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T06:25:11,484 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42243 {}] client.ClusterIdFetcher(90): Going to request f334e8b0fbdf,37263,-1 for getting cluster id 2024-11-11T06:25:11,484 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42243 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T06:25:11,485 DEBUG [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'eeeb2f32-2339-47cf-abe4-5f423c663a0e' 2024-11-11T06:25:11,485 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T06:25:11,485 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "eeeb2f32-2339-47cf-abe4-5f423c663a0e" 2024-11-11T06:25:11,485 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@560f6a01, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T06:25:11,485 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f334e8b0fbdf,37263,-1] 2024-11-11T06:25:11,485 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T06:25:11,485 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T06:25:11,486 INFO [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44472, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=ClientMetaService 2024-11-11T06:25:11,486 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42243 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@76bdf12d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T06:25:11,494 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36121 is added to blk_1073741837_1013 (size=7691) 2024-11-11T06:25:11,498 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36121 is added to blk_1073741838_1014 (size=7894) 2024-11-11T06:25:11,681 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,37727,1731306294235.replicationSource.wal-reader.f334e8b0fbdf%2C37727%2C1731306294235,1-f334e8b0fbdf,37727,1731306294235 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42993/user/jenkins/test-data/3cccb1b0-7cae-fb26-2b05-e0c51f6b15c6/WALs/f334e8b0fbdf,37727,1731306294235/f334e8b0fbdf%2C37727%2C1731306294235.1731306296215 to pos 687, reset compression=false 2024-11-11T06:25:11,901 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42243 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T06:25:11,902 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is f334e8b0fbdf,37263,1731306297894 2024-11-11T06:25:11,902 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@124848e6 2024-11-11T06:25:11,902 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T06:25:11,903 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44482, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=MasterService 2024-11-11T06:25:11,905 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42243 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-11T06:25:11,905 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42243 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T06:25:11,905 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f334e8b0fbdf,42243,1731306297926, seqNum=-1] 2024-11-11T06:25:11,906 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T06:25:11,906 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35808, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=ClientService 2024-11-11T06:25:11,911 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:35887/user/jenkins/test-data/372c7cbf-d57e-5bec-8760-9612ec2917ce/staging/jenkins.hfs.22__test__r9sa323gdpnpac4aq1oou4retnvau0n1lquugip8ac7mgd7fgtidrvmkqtiqumhn/f/29d3fc72ba6d4555b3fdedfc42cfe9ab_SeqId_4_ first=Optional[mmmm] last=Optional[oooo] 2024-11-11T06:25:11,913 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:35887/user/jenkins/test-data/372c7cbf-d57e-5bec-8760-9612ec2917ce/staging/jenkins.hfs.22__test__r9sa323gdpnpac4aq1oou4retnvau0n1lquugip8ac7mgd7fgtidrvmkqtiqumhn/f/96feeaab41634b3e910c98df22c3e72c_SeqId_4_ first=Optional[ppp] last=Optional[rrr] 2024-11-11T06:25:11,917 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42243 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:35887/user/jenkins/test-data/372c7cbf-d57e-5bec-8760-9612ec2917ce/staging/jenkins.hfs.22__test__r9sa323gdpnpac4aq1oou4retnvau0n1lquugip8ac7mgd7fgtidrvmkqtiqumhn/f/29d3fc72ba6d4555b3fdedfc42cfe9ab_SeqId_4_ for inclusion in 943c94e588124c270724ed968d92a907/f 2024-11-11T06:25:11,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42243 {}] regionserver.HStore(626): HFile bounds: first=mmmm last=oooo 2024-11-11T06:25:11,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42243 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-11T06:25:11,919 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42243 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:35887/user/jenkins/test-data/372c7cbf-d57e-5bec-8760-9612ec2917ce/staging/jenkins.hfs.22__test__r9sa323gdpnpac4aq1oou4retnvau0n1lquugip8ac7mgd7fgtidrvmkqtiqumhn/f/96feeaab41634b3e910c98df22c3e72c_SeqId_4_ for inclusion in 943c94e588124c270724ed968d92a907/f 2024-11-11T06:25:11,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42243 {}] regionserver.HStore(626): HFile bounds: first=ppp last=rrr 2024-11-11T06:25:11,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42243 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-11T06:25:11,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42243 {}] regionserver.HRegion(2603): Flush status journal for 943c94e588124c270724ed968d92a907: 2024-11-11T06:25:11,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42243 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 29d3fc72ba6d4555b3fdedfc42cfe9ab_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-11T06:25:11,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42243 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35887/user/jenkins/test-data/372c7cbf-d57e-5bec-8760-9612ec2917ce/staging/jenkins.hfs.22__test__r9sa323gdpnpac4aq1oou4retnvau0n1lquugip8ac7mgd7fgtidrvmkqtiqumhn/f/29d3fc72ba6d4555b3fdedfc42cfe9ab_SeqId_4_ as hdfs://localhost:35887/user/jenkins/test-data/372c7cbf-d57e-5bec-8760-9612ec2917ce/data/default/test/943c94e588124c270724ed968d92a907/f/fa73872cf3ac40c1802d420b61b24c7b_SeqId_4_ 2024-11-11T06:25:11,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42243 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 96feeaab41634b3e910c98df22c3e72c_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-11T06:25:11,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42243 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35887/user/jenkins/test-data/372c7cbf-d57e-5bec-8760-9612ec2917ce/staging/jenkins.hfs.22__test__r9sa323gdpnpac4aq1oou4retnvau0n1lquugip8ac7mgd7fgtidrvmkqtiqumhn/f/96feeaab41634b3e910c98df22c3e72c_SeqId_4_ as hdfs://localhost:35887/user/jenkins/test-data/372c7cbf-d57e-5bec-8760-9612ec2917ce/data/default/test/943c94e588124c270724ed968d92a907/f/8a325255cffd4fd09591d5aa735c48bc_SeqId_4_ 2024-11-11T06:25:11,924 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42243 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:35887/user/jenkins/test-data/372c7cbf-d57e-5bec-8760-9612ec2917ce/staging/jenkins.hfs.22__test__r9sa323gdpnpac4aq1oou4retnvau0n1lquugip8ac7mgd7fgtidrvmkqtiqumhn/f/29d3fc72ba6d4555b3fdedfc42cfe9ab_SeqId_4_ into 943c94e588124c270724ed968d92a907/f as hdfs://localhost:35887/user/jenkins/test-data/372c7cbf-d57e-5bec-8760-9612ec2917ce/data/default/test/943c94e588124c270724ed968d92a907/f/fa73872cf3ac40c1802d420b61b24c7b_SeqId_4_ - updating store file list. 2024-11-11T06:25:11,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42243 {}] regionserver.HStoreFile(483): HFile Bloom filter type for fa73872cf3ac40c1802d420b61b24c7b_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-11T06:25:11,927 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42243 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:35887/user/jenkins/test-data/372c7cbf-d57e-5bec-8760-9612ec2917ce/data/default/test/943c94e588124c270724ed968d92a907/f/fa73872cf3ac40c1802d420b61b24c7b_SeqId_4_ into 943c94e588124c270724ed968d92a907/f 2024-11-11T06:25:11,927 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42243 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:35887/user/jenkins/test-data/372c7cbf-d57e-5bec-8760-9612ec2917ce/staging/jenkins.hfs.22__test__r9sa323gdpnpac4aq1oou4retnvau0n1lquugip8ac7mgd7fgtidrvmkqtiqumhn/f/29d3fc72ba6d4555b3fdedfc42cfe9ab_SeqId_4_ into 943c94e588124c270724ed968d92a907/f (new location: hdfs://localhost:35887/user/jenkins/test-data/372c7cbf-d57e-5bec-8760-9612ec2917ce/data/default/test/943c94e588124c270724ed968d92a907/f/fa73872cf3ac40c1802d420b61b24c7b_SeqId_4_) 2024-11-11T06:25:11,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42243 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:35887/user/jenkins/test-data/372c7cbf-d57e-5bec-8760-9612ec2917ce/staging/jenkins.hfs.22__test__r9sa323gdpnpac4aq1oou4retnvau0n1lquugip8ac7mgd7fgtidrvmkqtiqumhn/f/29d3fc72ba6d4555b3fdedfc42cfe9ab_SeqId_4_ 2024-11-11T06:25:11,927 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42243 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:35887/user/jenkins/test-data/372c7cbf-d57e-5bec-8760-9612ec2917ce/staging/jenkins.hfs.22__test__r9sa323gdpnpac4aq1oou4retnvau0n1lquugip8ac7mgd7fgtidrvmkqtiqumhn/f/96feeaab41634b3e910c98df22c3e72c_SeqId_4_ into 943c94e588124c270724ed968d92a907/f as hdfs://localhost:35887/user/jenkins/test-data/372c7cbf-d57e-5bec-8760-9612ec2917ce/data/default/test/943c94e588124c270724ed968d92a907/f/8a325255cffd4fd09591d5aa735c48bc_SeqId_4_ - updating store file list. 2024-11-11T06:25:11,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42243 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 8a325255cffd4fd09591d5aa735c48bc_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-11T06:25:11,930 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42243 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:35887/user/jenkins/test-data/372c7cbf-d57e-5bec-8760-9612ec2917ce/data/default/test/943c94e588124c270724ed968d92a907/f/8a325255cffd4fd09591d5aa735c48bc_SeqId_4_ into 943c94e588124c270724ed968d92a907/f 2024-11-11T06:25:11,930 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42243 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:35887/user/jenkins/test-data/372c7cbf-d57e-5bec-8760-9612ec2917ce/staging/jenkins.hfs.22__test__r9sa323gdpnpac4aq1oou4retnvau0n1lquugip8ac7mgd7fgtidrvmkqtiqumhn/f/96feeaab41634b3e910c98df22c3e72c_SeqId_4_ into 943c94e588124c270724ed968d92a907/f (new location: hdfs://localhost:35887/user/jenkins/test-data/372c7cbf-d57e-5bec-8760-9612ec2917ce/data/default/test/943c94e588124c270724ed968d92a907/f/8a325255cffd4fd09591d5aa735c48bc_SeqId_4_) 2024-11-11T06:25:11,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42243 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:35887/user/jenkins/test-data/372c7cbf-d57e-5bec-8760-9612ec2917ce/staging/jenkins.hfs.22__test__r9sa323gdpnpac4aq1oou4retnvau0n1lquugip8ac7mgd7fgtidrvmkqtiqumhn/f/96feeaab41634b3e910c98df22c3e72c_SeqId_4_ 2024-11-11T06:25:11,932 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42243 {}] regionserver.ReplicationSink(324): Finished replicating [d8791c45-c57b-4d0b-92ed-bb38a545dbde] bulk loaded data 2024-11-11T06:25:11,984 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,37727,1731306294235.replicationSource.wal-reader.f334e8b0fbdf%2C37727%2C1731306294235,1-f334e8b0fbdf,37727,1731306294235 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42993/user/jenkins/test-data/3cccb1b0-7cae-fb26-2b05-e0c51f6b15c6/WALs/f334e8b0fbdf,37727,1731306294235/f334e8b0fbdf%2C37727%2C1731306294235.1731306296215 to pos 687, reset compression=false 2024-11-11T06:25:12,059 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T06:25:12,060 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f334e8b0fbdf,39593,1731306301357, seqNum=-1] 2024-11-11T06:25:12,060 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T06:25:12,061 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41438, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T06:25:12,062 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731306305872.256d669ee2a8baf484f89f523e83b73f., hostname=f334e8b0fbdf,39593,1731306301357, seqNum=2] 2024-11-11T06:25:12,068 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-11T06:25:12,069 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55962, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-11T06:25:12,070 DEBUG [regionserver/f334e8b0fbdf:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL f334e8b0fbdf%2C37727%2C1731306294235.meta:.meta(num 1731306296725) roll requested 2024-11-11T06:25:12,083 DEBUG [regionserver/f334e8b0fbdf:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/3cccb1b0-7cae-fb26-2b05-e0c51f6b15c6/WALs/f334e8b0fbdf,37727,1731306294235/f334e8b0fbdf%2C37727%2C1731306294235.meta.1731306312070.meta, exclude list is [], retry=0 2024-11-11T06:25:12,085 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38855,DS-396600b1-19d0-41d9-a395-11d314c359ed,DISK] 2024-11-11T06:25:12,087 INFO [regionserver/f334e8b0fbdf:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/3cccb1b0-7cae-fb26-2b05-e0c51f6b15c6/WALs/f334e8b0fbdf,37727,1731306294235/f334e8b0fbdf%2C37727%2C1731306294235.meta.1731306296725.meta with entries=13, filesize=3.38 KB; new WAL /user/jenkins/test-data/3cccb1b0-7cae-fb26-2b05-e0c51f6b15c6/WALs/f334e8b0fbdf,37727,1731306294235/f334e8b0fbdf%2C37727%2C1731306294235.meta.1731306312070.meta 2024-11-11T06:25:12,087 DEBUG [regionserver/f334e8b0fbdf:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38859:38859)] 2024-11-11T06:25:12,087 DEBUG [regionserver/f334e8b0fbdf:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:42993/user/jenkins/test-data/3cccb1b0-7cae-fb26-2b05-e0c51f6b15c6/WALs/f334e8b0fbdf,37727,1731306294235/f334e8b0fbdf%2C37727%2C1731306294235.meta.1731306296725.meta is not closed yet, will try archiving it next time 2024-11-11T06:25:12,087 DEBUG [regionserver/f334e8b0fbdf:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL f334e8b0fbdf%2C37727%2C1731306294235.rep:(num 1731306309165) roll requested 2024-11-11T06:25:12,088 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38855 is added to blk_1073741834_1010 (size=3473) 2024-11-11T06:25:12,100 DEBUG [regionserver/f334e8b0fbdf:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/3cccb1b0-7cae-fb26-2b05-e0c51f6b15c6/WALs/f334e8b0fbdf,37727,1731306294235/f334e8b0fbdf%2C37727%2C1731306294235.rep.1731306312087, exclude list is [], retry=0 2024-11-11T06:25:12,101 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38855,DS-396600b1-19d0-41d9-a395-11d314c359ed,DISK] 2024-11-11T06:25:12,102 INFO [regionserver/f334e8b0fbdf:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/3cccb1b0-7cae-fb26-2b05-e0c51f6b15c6/WALs/f334e8b0fbdf,37727,1731306294235/f334e8b0fbdf%2C37727%2C1731306294235.rep.1731306309165 with entries=6, filesize=1.46 KB; new WAL /user/jenkins/test-data/3cccb1b0-7cae-fb26-2b05-e0c51f6b15c6/WALs/f334e8b0fbdf,37727,1731306294235/f334e8b0fbdf%2C37727%2C1731306294235.rep.1731306312087 2024-11-11T06:25:12,103 DEBUG [regionserver/f334e8b0fbdf:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38859:38859)] 2024-11-11T06:25:12,103 DEBUG [regionserver/f334e8b0fbdf:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:42993/user/jenkins/test-data/3cccb1b0-7cae-fb26-2b05-e0c51f6b15c6/WALs/f334e8b0fbdf,37727,1731306294235/f334e8b0fbdf%2C37727%2C1731306294235.rep.1731306309165 is not closed yet, will try archiving it next time 2024-11-11T06:25:12,103 DEBUG [regionserver/f334e8b0fbdf:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL f334e8b0fbdf%2C37727%2C1731306294235:(num 1731306296215) roll requested 2024-11-11T06:25:12,104 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38855 is added to blk_1073741839_1015 (size=1505) 2024-11-11T06:25:12,115 DEBUG [regionserver/f334e8b0fbdf:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(525): When create output stream for /user/jenkins/test-data/3cccb1b0-7cae-fb26-2b05-e0c51f6b15c6/WALs/f334e8b0fbdf,37727,1731306294235/f334e8b0fbdf%2C37727%2C1731306294235.1731306312103, exclude list is [], retry=0 2024-11-11T06:25:12,117 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38855,DS-396600b1-19d0-41d9-a395-11d314c359ed,DISK] 2024-11-11T06:25:12,119 INFO [regionserver/f334e8b0fbdf:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/3cccb1b0-7cae-fb26-2b05-e0c51f6b15c6/WALs/f334e8b0fbdf,37727,1731306294235/f334e8b0fbdf%2C37727%2C1731306294235.1731306296215 with entries=2, filesize=687 B; new WAL /user/jenkins/test-data/3cccb1b0-7cae-fb26-2b05-e0c51f6b15c6/WALs/f334e8b0fbdf,37727,1731306294235/f334e8b0fbdf%2C37727%2C1731306294235.1731306312103 2024-11-11T06:25:12,119 DEBUG [regionserver/f334e8b0fbdf:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38859:38859)] 2024-11-11T06:25:12,119 DEBUG [regionserver/f334e8b0fbdf:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:42993/user/jenkins/test-data/3cccb1b0-7cae-fb26-2b05-e0c51f6b15c6/WALs/f334e8b0fbdf,37727,1731306294235/f334e8b0fbdf%2C37727%2C1731306294235.1731306296215 is not closed yet, will try archiving it next time 2024-11-11T06:25:12,120 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e901bce, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T06:25:12,120 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f334e8b0fbdf,38421,-1 for getting cluster id 2024-11-11T06:25:12,120 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T06:25:12,120 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38855 is added to blk_1073741832_1008 (size=695) 2024-11-11T06:25:12,121 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd8791c45-c57b-4d0b-92ed-bb38a545dbde' 2024-11-11T06:25:12,121 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T06:25:12,121 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d8791c45-c57b-4d0b-92ed-bb38a545dbde" 2024-11-11T06:25:12,121 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7b82365d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T06:25:12,121 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f334e8b0fbdf,38421,-1] 2024-11-11T06:25:12,121 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:42993/user/jenkins/test-data/3cccb1b0-7cae-fb26-2b05-e0c51f6b15c6/WALs/f334e8b0fbdf,37727,1731306294235/f334e8b0fbdf%2C37727%2C1731306294235.1731306296215 to hdfs://localhost:42993/user/jenkins/test-data/3cccb1b0-7cae-fb26-2b05-e0c51f6b15c6/oldWALs/f334e8b0fbdf%2C37727%2C1731306294235.1731306296215 2024-11-11T06:25:12,121 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T06:25:12,122 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T06:25:12,122 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46118, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T06:25:12,123 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c3f9863, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T06:25:12,123 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T06:25:12,123 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncConnectionImpl(321): The fetched master address is f334e8b0fbdf,38421,1731306294183 2024-11-11T06:25:12,124 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@40e4c808 2024-11-11T06:25:12,124 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T06:25:12,124 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46126, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T06:25:12,124 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38421 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=2, config=clusterKey=hbase+rpc://f334e8b0fbdf:35557,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-11T06:25:12,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38421 {}] procedure2.ProcedureExecutor(1139): Stored pid=12, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-11T06:25:12,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38421 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-11T06:25:12,127 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='f334e8b0fbdf:35557' 2024-11-11T06:25:12,127 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a84da41, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T06:25:12,128 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request f334e8b0fbdf,35557,-1 for getting cluster id 2024-11-11T06:25:12,128 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T06:25:12,128 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2cc9fa09-c1cf-421e-a852-1625342cb243' 2024-11-11T06:25:12,128 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T06:25:12,128 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2cc9fa09-c1cf-421e-a852-1625342cb243" 2024-11-11T06:25:12,128 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@427b6b42, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T06:25:12,128 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f334e8b0fbdf,35557,-1] 2024-11-11T06:25:12,128 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T06:25:12,129 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T06:25:12,129 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53084, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T06:25:12,129 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e756e70, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T06:25:12,130 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T06:25:12,130 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.AsyncConnectionImpl(321): The fetched master address is f334e8b0fbdf,35557,1731306301319 2024-11-11T06:25:12,130 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5869809b 2024-11-11T06:25:12,130 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T06:25:12,131 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53088, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T06:25:12,131 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-11T06:25:12,131 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-11T06:25:12,131 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T06:25:12,131 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T06:25:12,131 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T06:25:12,138 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-11T06:25:12,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38421 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-11T06:25:12,290 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37727 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=13 2024-11-11T06:25:12,291 INFO [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=ADD_PEER 2024-11-11T06:25:12,319 INFO [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(231): queueId=2-f334e8b0fbdf,37727,1731306294235, ReplicationSource: 2, currentBandwidth=0 2024-11-11T06:25:12,321 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13 2024-11-11T06:25:12,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38421 {}] master.HMaster(4169): Remote procedure done, pid=13 2024-11-11T06:25:12,323 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for ADD on f334e8b0fbdf,37727,1731306294235 suceeded 2024-11-11T06:25:12,325 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-11-11T06:25:12,325 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 185 msec 2024-11-11T06:25:12,325 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 2, config clusterKey=hbase+rpc://f334e8b0fbdf:35557,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-11T06:25:12,326 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 201 msec 2024-11-11T06:25:12,335 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,2-f334e8b0fbdf,37727,1731306294235 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='f334e8b0fbdf:35557' 2024-11-11T06:25:12,337 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,2-f334e8b0fbdf,37727,1731306294235 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@75157646, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T06:25:12,337 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,2-f334e8b0fbdf,37727,1731306294235 {}] client.ClusterIdFetcher(90): Going to request f334e8b0fbdf,35557,-1 for getting cluster id 2024-11-11T06:25:12,337 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,2-f334e8b0fbdf,37727,1731306294235 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T06:25:12,337 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2cc9fa09-c1cf-421e-a852-1625342cb243' 2024-11-11T06:25:12,337 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T06:25:12,338 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2cc9fa09-c1cf-421e-a852-1625342cb243" 2024-11-11T06:25:12,338 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@b7e5b1d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T06:25:12,338 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f334e8b0fbdf,35557,-1] 2024-11-11T06:25:12,338 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T06:25:12,338 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T06:25:12,338 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53102, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientMetaService 2024-11-11T06:25:12,339 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,2-f334e8b0fbdf,37727,1731306294235 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@107dbb3f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T06:25:12,339 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,2-f334e8b0fbdf,37727,1731306294235 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T06:25:12,339 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.AsyncConnectionImpl(321): The fetched master address is f334e8b0fbdf,35557,1731306301319 2024-11-11T06:25:12,339 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5c38116d 2024-11-11T06:25:12,340 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T06:25:12,340 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53106, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=MasterService 2024-11-11T06:25:12,340 INFO [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,2-f334e8b0fbdf,37727,1731306294235 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-f334e8b0fbdf,37727,1731306294235 (queues=1) is replicating from cluster=d8791c45-c57b-4d0b-92ed-bb38a545dbde to cluster=2cc9fa09-c1cf-421e-a852-1625342cb243 2024-11-11T06:25:12,341 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,2-f334e8b0fbdf,37727,1731306294235 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=f334e8b0fbdf%2C37727%2C1731306294235 2024-11-11T06:25:12,341 INFO [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,2-f334e8b0fbdf,37727,1731306294235 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-f334e8b0fbdf,37727,1731306294235, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-11T06:25:12,341 INFO [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,2-f334e8b0fbdf,37727,1731306294235.replicationSource.shipperf334e8b0fbdf%2C37727%2C1731306294235,2-f334e8b0fbdf,37727,1731306294235 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: f334e8b0fbdf%2C37727%2C1731306294235 2024-11-11T06:25:12,341 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,2-f334e8b0fbdf,37727,1731306294235.replicationSource.wal-reader.f334e8b0fbdf%2C37727%2C1731306294235,2-f334e8b0fbdf,37727,1731306294235 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:42993/user/jenkins/test-data/3cccb1b0-7cae-fb26-2b05-e0c51f6b15c6/WALs/f334e8b0fbdf,37727,1731306294235/f334e8b0fbdf%2C37727%2C1731306294235.1731306312103, startPosition=0, beingWritten=true 2024-11-11T06:25:12,387 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,37727,1731306294235.replicationSource.wal-reader.f334e8b0fbdf%2C37727%2C1731306294235,1-f334e8b0fbdf,37727,1731306294235 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42993/user/jenkins/test-data/3cccb1b0-7cae-fb26-2b05-e0c51f6b15c6/WALs/f334e8b0fbdf,37727,1731306294235/f334e8b0fbdf%2C37727%2C1731306294235.1731306296215 to pos 687, reset compression=false 2024-11-11T06:25:12,392 INFO [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,37727,1731306294235.replicationSource.wal-reader.f334e8b0fbdf%2C37727%2C1731306294235,1-f334e8b0fbdf,37727,1731306294235 {}] wal.AbstractFSWALProvider(535): Log hdfs://localhost:42993/user/jenkins/test-data/3cccb1b0-7cae-fb26-2b05-e0c51f6b15c6/WALs/f334e8b0fbdf,37727,1731306294235/f334e8b0fbdf%2C37727%2C1731306294235.1731306296215 was moved to hdfs://localhost:42993/user/jenkins/test-data/3cccb1b0-7cae-fb26-2b05-e0c51f6b15c6/oldWALs/f334e8b0fbdf%2C37727%2C1731306294235.1731306296215 2024-11-11T06:25:12,394 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,37727,1731306294235.replicationSource.wal-reader.f334e8b0fbdf%2C37727%2C1731306294235,1-f334e8b0fbdf,37727,1731306294235 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:42993/user/jenkins/test-data/3cccb1b0-7cae-fb26-2b05-e0c51f6b15c6/WALs/f334e8b0fbdf,37727,1731306294235/f334e8b0fbdf%2C37727%2C1731306294235.1731306296215 2024-11-11T06:25:12,394 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,37727,1731306294235.replicationSource.wal-reader.f334e8b0fbdf%2C37727%2C1731306294235,1-f334e8b0fbdf,37727,1731306294235 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:42993/user/jenkins/test-data/3cccb1b0-7cae-fb26-2b05-e0c51f6b15c6/WALs/f334e8b0fbdf,37727,1731306294235/f334e8b0fbdf%2C37727%2C1731306294235.1731306312103, startPosition=0, beingWritten=true 2024-11-11T06:25:12,394 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,37727,1731306294235.replicationSource.shipperf334e8b0fbdf%2C37727%2C1731306294235,1-f334e8b0fbdf,37727,1731306294235 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f334e8b0fbdf,37727,1731306294235 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42993/user/jenkins/test-data/3cccb1b0-7cae-fb26-2b05-e0c51f6b15c6/WALs/f334e8b0fbdf,37727,1731306294235/f334e8b0fbdf%2C37727%2C1731306294235.1731306296215, lastWalPosition=-1, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=true,usedBufferSize=0] 2024-11-11T06:25:12,396 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,37727,1731306294235.replicationSource.shipperf334e8b0fbdf%2C37727%2C1731306294235,1-f334e8b0fbdf,37727,1731306294235 {}] regionserver.ReplicationSourceManager(720): Removing 1 logs in the list: [f334e8b0fbdf%2C37727%2C1731306294235.1731306296215] 2024-11-11T06:25:12,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38421 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-11T06:25:12,439 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 2 completed 2024-11-11T06:25:12,439 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T06:25:12,439 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:329) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T06:25:12,439 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T06:25:12,440 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T06:25:12,440 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T06:25:12,440 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-11T06:25:12,443 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42993/user/jenkins/test-data/3cccb1b0-7cae-fb26-2b05-e0c51f6b15c6/testHFileCyclicReplication_1/f/hfile_0 is 36, key is ssss/f:row/1731306312442/Put/seqid=0 2024-11-11T06:25:12,446 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38855 is added to blk_1073741845_1021 (size=11194) 2024-11-11T06:25:12,448 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42993/user/jenkins/test-data/3cccb1b0-7cae-fb26-2b05-e0c51f6b15c6/testHFileCyclicReplication_1/f/hfile_1 is 34, key is vvv/f:row/1731306312448/Put/seqid=0 2024-11-11T06:25:12,451 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38855 is added to blk_1073741846_1022 (size=10791) 2024-11-11T06:25:12,452 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@58f2dca6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T06:25:12,452 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request f334e8b0fbdf,38421,-1 for getting cluster id 2024-11-11T06:25:12,453 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T06:25:12,453 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'd8791c45-c57b-4d0b-92ed-bb38a545dbde' 2024-11-11T06:25:12,453 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T06:25:12,453 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "d8791c45-c57b-4d0b-92ed-bb38a545dbde" 2024-11-11T06:25:12,454 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@39fb0bbb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T06:25:12,454 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f334e8b0fbdf,38421,-1] 2024-11-11T06:25:12,454 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T06:25:12,454 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T06:25:12,454 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46156, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-11T06:25:12,455 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4016daed, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T06:25:12,455 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T06:25:12,456 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f334e8b0fbdf,37727,1731306294235, seqNum=-1] 2024-11-11T06:25:12,456 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T06:25:12,457 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55976, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-11T06:25:12,462 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T06:25:12,463 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncConnectionImpl(321): The fetched master address is f334e8b0fbdf,38421,1731306294183 2024-11-11T06:25:12,463 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@33b252a5 2024-11-11T06:25:12,463 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T06:25:12,464 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46162, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-11T06:25:12,466 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1731306303594.42884b0968472746bbfc3a29c55addf4., hostname=f334e8b0fbdf,37727,1731306294235, seqNum=2] 2024-11-11T06:25:12,468 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-11T06:25:12,471 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:42993/user/jenkins/test-data/3cccb1b0-7cae-fb26-2b05-e0c51f6b15c6/testHFileCyclicReplication_1/f/hfile_0 first=Optional[ssss] last=Optional[uuuu] 2024-11-11T06:25:12,473 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:42993/user/jenkins/test-data/3cccb1b0-7cae-fb26-2b05-e0c51f6b15c6/testHFileCyclicReplication_1/f/hfile_1 first=Optional[vvv] last=Optional[xxx] 2024-11-11T06:25:12,476 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37727 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:42993/user/jenkins/test-data/3cccb1b0-7cae-fb26-2b05-e0c51f6b15c6/testHFileCyclicReplication_1/f/hfile_0 for inclusion in 42884b0968472746bbfc3a29c55addf4/f 2024-11-11T06:25:12,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37727 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-11-11T06:25:12,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37727 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-11T06:25:12,478 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37727 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:42993/user/jenkins/test-data/3cccb1b0-7cae-fb26-2b05-e0c51f6b15c6/testHFileCyclicReplication_1/f/hfile_1 for inclusion in 42884b0968472746bbfc3a29c55addf4/f 2024-11-11T06:25:12,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37727 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-11-11T06:25:12,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37727 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-11T06:25:12,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37727 {}] regionserver.HRegion(2603): Flush status journal for 42884b0968472746bbfc3a29c55addf4: 2024-11-11T06:25:12,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37727 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:42993/user/jenkins/test-data/3cccb1b0-7cae-fb26-2b05-e0c51f6b15c6/testHFileCyclicReplication_1/f/hfile_0 to hdfs://localhost:42993/user/jenkins/test-data/3cccb1b0-7cae-fb26-2b05-e0c51f6b15c6/staging/jenkins__test__ktbm7mo4m4v032p4uc84h0n239m4r93tr6eg1uvehbaiqm0fs4b3lbk3ovp5f03l/f/hfile_0 2024-11-11T06:25:12,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37727 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42993/user/jenkins/test-data/3cccb1b0-7cae-fb26-2b05-e0c51f6b15c6/staging/jenkins__test__ktbm7mo4m4v032p4uc84h0n239m4r93tr6eg1uvehbaiqm0fs4b3lbk3ovp5f03l/f/hfile_0 as hdfs://localhost:42993/user/jenkins/test-data/3cccb1b0-7cae-fb26-2b05-e0c51f6b15c6/data/default/test/42884b0968472746bbfc3a29c55addf4/f/ad8124997d804c1081d71c984cce9023_SeqId_6_ 2024-11-11T06:25:12,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37727 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:42993/user/jenkins/test-data/3cccb1b0-7cae-fb26-2b05-e0c51f6b15c6/testHFileCyclicReplication_1/f/hfile_1 to hdfs://localhost:42993/user/jenkins/test-data/3cccb1b0-7cae-fb26-2b05-e0c51f6b15c6/staging/jenkins__test__ktbm7mo4m4v032p4uc84h0n239m4r93tr6eg1uvehbaiqm0fs4b3lbk3ovp5f03l/f/hfile_1 2024-11-11T06:25:12,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37727 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42993/user/jenkins/test-data/3cccb1b0-7cae-fb26-2b05-e0c51f6b15c6/staging/jenkins__test__ktbm7mo4m4v032p4uc84h0n239m4r93tr6eg1uvehbaiqm0fs4b3lbk3ovp5f03l/f/hfile_1 as hdfs://localhost:42993/user/jenkins/test-data/3cccb1b0-7cae-fb26-2b05-e0c51f6b15c6/data/default/test/42884b0968472746bbfc3a29c55addf4/f/d497d1930c5b4c5c97cac847f4f5e6ab_SeqId_6_ 2024-11-11T06:25:12,489 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37727 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:42993/user/jenkins/test-data/3cccb1b0-7cae-fb26-2b05-e0c51f6b15c6/staging/jenkins__test__ktbm7mo4m4v032p4uc84h0n239m4r93tr6eg1uvehbaiqm0fs4b3lbk3ovp5f03l/f/hfile_0 into 42884b0968472746bbfc3a29c55addf4/f as hdfs://localhost:42993/user/jenkins/test-data/3cccb1b0-7cae-fb26-2b05-e0c51f6b15c6/data/default/test/42884b0968472746bbfc3a29c55addf4/f/ad8124997d804c1081d71c984cce9023_SeqId_6_ - updating store file list. 2024-11-11T06:25:12,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37727 {}] regionserver.HStoreFile(483): HFile Bloom filter type for ad8124997d804c1081d71c984cce9023_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-11T06:25:12,492 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37727 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:42993/user/jenkins/test-data/3cccb1b0-7cae-fb26-2b05-e0c51f6b15c6/data/default/test/42884b0968472746bbfc3a29c55addf4/f/ad8124997d804c1081d71c984cce9023_SeqId_6_ into 42884b0968472746bbfc3a29c55addf4/f 2024-11-11T06:25:12,492 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37727 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:42993/user/jenkins/test-data/3cccb1b0-7cae-fb26-2b05-e0c51f6b15c6/staging/jenkins__test__ktbm7mo4m4v032p4uc84h0n239m4r93tr6eg1uvehbaiqm0fs4b3lbk3ovp5f03l/f/hfile_0 into 42884b0968472746bbfc3a29c55addf4/f (new location: hdfs://localhost:42993/user/jenkins/test-data/3cccb1b0-7cae-fb26-2b05-e0c51f6b15c6/data/default/test/42884b0968472746bbfc3a29c55addf4/f/ad8124997d804c1081d71c984cce9023_SeqId_6_) 2024-11-11T06:25:12,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37727 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:42993/user/jenkins/test-data/3cccb1b0-7cae-fb26-2b05-e0c51f6b15c6/staging/jenkins__test__ktbm7mo4m4v032p4uc84h0n239m4r93tr6eg1uvehbaiqm0fs4b3lbk3ovp5f03l/f/hfile_0 2024-11-11T06:25:12,493 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37727 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:42993/user/jenkins/test-data/3cccb1b0-7cae-fb26-2b05-e0c51f6b15c6/staging/jenkins__test__ktbm7mo4m4v032p4uc84h0n239m4r93tr6eg1uvehbaiqm0fs4b3lbk3ovp5f03l/f/hfile_1 into 42884b0968472746bbfc3a29c55addf4/f as hdfs://localhost:42993/user/jenkins/test-data/3cccb1b0-7cae-fb26-2b05-e0c51f6b15c6/data/default/test/42884b0968472746bbfc3a29c55addf4/f/d497d1930c5b4c5c97cac847f4f5e6ab_SeqId_6_ - updating store file list. 2024-11-11T06:25:12,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37727 {}] regionserver.HStoreFile(483): HFile Bloom filter type for d497d1930c5b4c5c97cac847f4f5e6ab_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-11T06:25:12,496 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37727 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:42993/user/jenkins/test-data/3cccb1b0-7cae-fb26-2b05-e0c51f6b15c6/data/default/test/42884b0968472746bbfc3a29c55addf4/f/d497d1930c5b4c5c97cac847f4f5e6ab_SeqId_6_ into 42884b0968472746bbfc3a29c55addf4/f 2024-11-11T06:25:12,496 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37727 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:42993/user/jenkins/test-data/3cccb1b0-7cae-fb26-2b05-e0c51f6b15c6/staging/jenkins__test__ktbm7mo4m4v032p4uc84h0n239m4r93tr6eg1uvehbaiqm0fs4b3lbk3ovp5f03l/f/hfile_1 into 42884b0968472746bbfc3a29c55addf4/f (new location: hdfs://localhost:42993/user/jenkins/test-data/3cccb1b0-7cae-fb26-2b05-e0c51f6b15c6/data/default/test/42884b0968472746bbfc3a29c55addf4/f/d497d1930c5b4c5c97cac847f4f5e6ab_SeqId_6_) 2024-11-11T06:25:12,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37727 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:42993/user/jenkins/test-data/3cccb1b0-7cae-fb26-2b05-e0c51f6b15c6/staging/jenkins__test__ktbm7mo4m4v032p4uc84h0n239m4r93tr6eg1uvehbaiqm0fs4b3lbk3ovp5f03l/f/hfile_1 2024-11-11T06:25:12,498 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T06:25:12,498 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:340) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T06:25:12,498 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T06:25:12,498 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T06:25:12,498 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1731306303594.42884b0968472746bbfc3a29c55addf4., hostname=f334e8b0fbdf,37727,1731306294235, seqNum=2 , the old value is region=test,,1731306303594.42884b0968472746bbfc3a29c55addf4., hostname=f334e8b0fbdf,37727,1731306294235, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=f334e8b0fbdf:37727 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-11T06:25:12,498 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1731306303594.42884b0968472746bbfc3a29c55addf4., hostname=f334e8b0fbdf,37727,1731306294235, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-11T06:25:12,498 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1731306303594.42884b0968472746bbfc3a29c55addf4., hostname=f334e8b0fbdf,37727,1731306294235, seqNum=2 from cache 2024-11-11T06:25:12,499 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T06:25:12,498 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-11T06:25:12,501 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-11T06:25:12,545 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,2-f334e8b0fbdf,37727,1731306294235.replicationSource.wal-reader.f334e8b0fbdf%2C37727%2C1731306294235,2-f334e8b0fbdf,37727,1731306294235 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42993/user/jenkins/test-data/3cccb1b0-7cae-fb26-2b05-e0c51f6b15c6/WALs/f334e8b0fbdf,37727,1731306294235/f334e8b0fbdf%2C37727%2C1731306294235.1731306312103 to pos 0, reset compression=false 2024-11-11T06:25:12,549 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,2-f334e8b0fbdf,37727,1731306294235.replicationSource.wal-reader.f334e8b0fbdf%2C37727%2C1731306294235,2-f334e8b0fbdf,37727,1731306294235 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-11T06:25:12,549 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,2-f334e8b0fbdf,37727,1731306294235.replicationSource.shipperf334e8b0fbdf%2C37727%2C1731306294235,2-f334e8b0fbdf,37727,1731306294235 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2-f334e8b0fbdf,37727,1731306294235 got entry batch from reader: WALEntryBatch [walEntries=[{test/42884b0968472746bbfc3a29c55addf4/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731306312497/Put/vlen=190/seqid=0; >],11198}], lastWalPath=hdfs://localhost:42993/user/jenkins/test-data/3cccb1b0-7cae-fb26-2b05-e0c51f6b15c6/WALs/f334e8b0fbdf,37727,1731306294235/f334e8b0fbdf%2C37727%2C1731306294235.1731306312103, lastWalPosition=393, nbRowKeys=1, nbHFiles=2, heapSize=11198, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-11T06:25:12,551 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,2-f334e8b0fbdf,37727,1731306294235.replicationSource.shipperf334e8b0fbdf%2C37727%2C1731306294235,2-f334e8b0fbdf,37727,1731306294235 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-11T06:25:12,552 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41448, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=AdminService 2024-11-11T06:25:12,552 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39593 {}] regionserver.ReplicationSink(318): Replicating [d8791c45-c57b-4d0b-92ed-bb38a545dbde] bulk loaded data 2024-11-11T06:25:12,553 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39593 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7d5a91cc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T06:25:12,553 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39593 {}] client.ClusterIdFetcher(90): Going to request f334e8b0fbdf,35557,-1 for getting cluster id 2024-11-11T06:25:12,553 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39593 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-11T06:25:12,554 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '2cc9fa09-c1cf-421e-a852-1625342cb243' 2024-11-11T06:25:12,554 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-11T06:25:12,554 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "2cc9fa09-c1cf-421e-a852-1625342cb243" 2024-11-11T06:25:12,554 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@790069c7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T06:25:12,554 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [f334e8b0fbdf,35557,-1] 2024-11-11T06:25:12,554 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-11T06:25:12,554 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T06:25:12,555 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53134, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=ClientMetaService 2024-11-11T06:25:12,555 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39593 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@34884d2f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-11T06:25:12,564 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45053 is added to blk_1073741837_1013 (size=11194) 2024-11-11T06:25:12,610 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f334e8b0fbdf:37727 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor134.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-11T06:25:12,749 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,2-f334e8b0fbdf,37727,1731306294235.replicationSource.wal-reader.f334e8b0fbdf%2C37727%2C1731306294235,2-f334e8b0fbdf,37727,1731306294235 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42993/user/jenkins/test-data/3cccb1b0-7cae-fb26-2b05-e0c51f6b15c6/WALs/f334e8b0fbdf,37727,1731306294235/f334e8b0fbdf%2C37727%2C1731306294235.1731306312103 to pos 393, reset compression=false 2024-11-11T06:25:12,898 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,37727,1731306294235.replicationSource.wal-reader.f334e8b0fbdf%2C37727%2C1731306294235,1-f334e8b0fbdf,37727,1731306294235 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42993/user/jenkins/test-data/3cccb1b0-7cae-fb26-2b05-e0c51f6b15c6/WALs/f334e8b0fbdf,37727,1731306294235/f334e8b0fbdf%2C37727%2C1731306294235.1731306312103 to pos 0, reset compression=false 2024-11-11T06:25:12,903 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,37727,1731306294235.replicationSource.wal-reader.f334e8b0fbdf%2C37727%2C1731306294235,1-f334e8b0fbdf,37727,1731306294235 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-11T06:25:12,903 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,37727,1731306294235.replicationSource.shipperf334e8b0fbdf%2C37727%2C1731306294235,1-f334e8b0fbdf,37727,1731306294235 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f334e8b0fbdf,37727,1731306294235 got entry batch from reader: WALEntryBatch [walEntries=[{test/42884b0968472746bbfc3a29c55addf4/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1731306312497/Put/vlen=190/seqid=0; >],11198}], lastWalPath=hdfs://localhost:42993/user/jenkins/test-data/3cccb1b0-7cae-fb26-2b05-e0c51f6b15c6/WALs/f334e8b0fbdf,37727,1731306294235/f334e8b0fbdf%2C37727%2C1731306294235.1731306312103, lastWalPosition=393, nbRowKeys=1, nbHFiles=2, heapSize=11198, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-11T06:25:12,904 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42243 {}] regionserver.ReplicationSink(318): Replicating [d8791c45-c57b-4d0b-92ed-bb38a545dbde] bulk loaded data 2024-11-11T06:25:12,916 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36121 is added to blk_1073741839_1015 (size=11194) 2024-11-11T06:25:12,973 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45053 is added to blk_1073741838_1014 (size=10791) 2024-11-11T06:25:13,053 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,2-f334e8b0fbdf,37727,1731306294235.replicationSource.wal-reader.f334e8b0fbdf%2C37727%2C1731306294235,2-f334e8b0fbdf,37727,1731306294235 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42993/user/jenkins/test-data/3cccb1b0-7cae-fb26-2b05-e0c51f6b15c6/WALs/f334e8b0fbdf,37727,1731306294235/f334e8b0fbdf%2C37727%2C1731306294235.1731306312103 to pos 393, reset compression=false 2024-11-11T06:25:13,103 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,37727,1731306294235.replicationSource.wal-reader.f334e8b0fbdf%2C37727%2C1731306294235,1-f334e8b0fbdf,37727,1731306294235 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42993/user/jenkins/test-data/3cccb1b0-7cae-fb26-2b05-e0c51f6b15c6/WALs/f334e8b0fbdf,37727,1731306294235/f334e8b0fbdf%2C37727%2C1731306294235.1731306312103 to pos 393, reset compression=false 2024-11-11T06:25:13,323 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36121 is added to blk_1073741840_1016 (size=10791) 2024-11-11T06:25:13,382 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39593 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T06:25:13,383 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is f334e8b0fbdf,35557,1731306301319 2024-11-11T06:25:13,383 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4531be0f 2024-11-11T06:25:13,383 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-11T06:25:13,384 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53138, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=MasterService 2024-11-11T06:25:13,386 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39593 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-11T06:25:13,386 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39593 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-11T06:25:13,386 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=f334e8b0fbdf,39593,1731306301357, seqNum=-1] 2024-11-11T06:25:13,387 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-11T06:25:13,387 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41462, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=ClientService 2024-11-11T06:25:13,391 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:42683/user/jenkins/test-data/e69c2a77-bf21-8977-701f-568b178e1774/staging/jenkins.hfs.23__test__d4aphhd127nn71mov9mvact6ebocfj0dv5ealunukvrqniu9ipmgki26847idue6/f/ad8124997d804c1081d71c984cce9023_SeqId_6_ first=Optional[ssss] last=Optional[uuuu] 2024-11-11T06:25:13,393 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:42683/user/jenkins/test-data/e69c2a77-bf21-8977-701f-568b178e1774/staging/jenkins.hfs.23__test__d4aphhd127nn71mov9mvact6ebocfj0dv5ealunukvrqniu9ipmgki26847idue6/f/d497d1930c5b4c5c97cac847f4f5e6ab_SeqId_6_ first=Optional[vvv] last=Optional[xxx] 2024-11-11T06:25:13,395 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39593 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:42683/user/jenkins/test-data/e69c2a77-bf21-8977-701f-568b178e1774/staging/jenkins.hfs.23__test__d4aphhd127nn71mov9mvact6ebocfj0dv5ealunukvrqniu9ipmgki26847idue6/f/ad8124997d804c1081d71c984cce9023_SeqId_6_ for inclusion in 256d669ee2a8baf484f89f523e83b73f/f 2024-11-11T06:25:13,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39593 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-11-11T06:25:13,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39593 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-11T06:25:13,397 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39593 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:42683/user/jenkins/test-data/e69c2a77-bf21-8977-701f-568b178e1774/staging/jenkins.hfs.23__test__d4aphhd127nn71mov9mvact6ebocfj0dv5ealunukvrqniu9ipmgki26847idue6/f/d497d1930c5b4c5c97cac847f4f5e6ab_SeqId_6_ for inclusion in 256d669ee2a8baf484f89f523e83b73f/f 2024-11-11T06:25:13,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39593 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-11-11T06:25:13,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39593 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-11T06:25:13,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39593 {}] regionserver.HRegion(2603): Flush status journal for 256d669ee2a8baf484f89f523e83b73f: 2024-11-11T06:25:13,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39593 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): ad8124997d804c1081d71c984cce9023_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-11T06:25:13,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39593 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42683/user/jenkins/test-data/e69c2a77-bf21-8977-701f-568b178e1774/staging/jenkins.hfs.23__test__d4aphhd127nn71mov9mvact6ebocfj0dv5ealunukvrqniu9ipmgki26847idue6/f/ad8124997d804c1081d71c984cce9023_SeqId_6_ as hdfs://localhost:42683/user/jenkins/test-data/e69c2a77-bf21-8977-701f-568b178e1774/data/default/test/256d669ee2a8baf484f89f523e83b73f/f/b9b3f76d4b4d4f7fae811855726a0222_SeqId_4_ 2024-11-11T06:25:13,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39593 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): d497d1930c5b4c5c97cac847f4f5e6ab_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-11T06:25:13,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39593 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42683/user/jenkins/test-data/e69c2a77-bf21-8977-701f-568b178e1774/staging/jenkins.hfs.23__test__d4aphhd127nn71mov9mvact6ebocfj0dv5ealunukvrqniu9ipmgki26847idue6/f/d497d1930c5b4c5c97cac847f4f5e6ab_SeqId_6_ as hdfs://localhost:42683/user/jenkins/test-data/e69c2a77-bf21-8977-701f-568b178e1774/data/default/test/256d669ee2a8baf484f89f523e83b73f/f/bc39d32a57d54d77b9ac746fc5f7f8f8_SeqId_4_ 2024-11-11T06:25:13,401 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39593 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:42683/user/jenkins/test-data/e69c2a77-bf21-8977-701f-568b178e1774/staging/jenkins.hfs.23__test__d4aphhd127nn71mov9mvact6ebocfj0dv5ealunukvrqniu9ipmgki26847idue6/f/ad8124997d804c1081d71c984cce9023_SeqId_6_ into 256d669ee2a8baf484f89f523e83b73f/f as hdfs://localhost:42683/user/jenkins/test-data/e69c2a77-bf21-8977-701f-568b178e1774/data/default/test/256d669ee2a8baf484f89f523e83b73f/f/b9b3f76d4b4d4f7fae811855726a0222_SeqId_4_ - updating store file list. 2024-11-11T06:25:13,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39593 {}] regionserver.HStoreFile(483): HFile Bloom filter type for b9b3f76d4b4d4f7fae811855726a0222_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-11T06:25:13,404 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39593 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:42683/user/jenkins/test-data/e69c2a77-bf21-8977-701f-568b178e1774/data/default/test/256d669ee2a8baf484f89f523e83b73f/f/b9b3f76d4b4d4f7fae811855726a0222_SeqId_4_ into 256d669ee2a8baf484f89f523e83b73f/f 2024-11-11T06:25:13,404 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39593 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:42683/user/jenkins/test-data/e69c2a77-bf21-8977-701f-568b178e1774/staging/jenkins.hfs.23__test__d4aphhd127nn71mov9mvact6ebocfj0dv5ealunukvrqniu9ipmgki26847idue6/f/ad8124997d804c1081d71c984cce9023_SeqId_6_ into 256d669ee2a8baf484f89f523e83b73f/f (new location: hdfs://localhost:42683/user/jenkins/test-data/e69c2a77-bf21-8977-701f-568b178e1774/data/default/test/256d669ee2a8baf484f89f523e83b73f/f/b9b3f76d4b4d4f7fae811855726a0222_SeqId_4_) 2024-11-11T06:25:13,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39593 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:42683/user/jenkins/test-data/e69c2a77-bf21-8977-701f-568b178e1774/staging/jenkins.hfs.23__test__d4aphhd127nn71mov9mvact6ebocfj0dv5ealunukvrqniu9ipmgki26847idue6/f/ad8124997d804c1081d71c984cce9023_SeqId_6_ 2024-11-11T06:25:13,405 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39593 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:42683/user/jenkins/test-data/e69c2a77-bf21-8977-701f-568b178e1774/staging/jenkins.hfs.23__test__d4aphhd127nn71mov9mvact6ebocfj0dv5ealunukvrqniu9ipmgki26847idue6/f/d497d1930c5b4c5c97cac847f4f5e6ab_SeqId_6_ into 256d669ee2a8baf484f89f523e83b73f/f as hdfs://localhost:42683/user/jenkins/test-data/e69c2a77-bf21-8977-701f-568b178e1774/data/default/test/256d669ee2a8baf484f89f523e83b73f/f/bc39d32a57d54d77b9ac746fc5f7f8f8_SeqId_4_ - updating store file list. 2024-11-11T06:25:13,407 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,37727,1731306294235.replicationSource.wal-reader.f334e8b0fbdf%2C37727%2C1731306294235,1-f334e8b0fbdf,37727,1731306294235 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42993/user/jenkins/test-data/3cccb1b0-7cae-fb26-2b05-e0c51f6b15c6/WALs/f334e8b0fbdf,37727,1731306294235/f334e8b0fbdf%2C37727%2C1731306294235.1731306312103 to pos 393, reset compression=false 2024-11-11T06:25:13,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39593 {}] regionserver.HStoreFile(483): HFile Bloom filter type for bc39d32a57d54d77b9ac746fc5f7f8f8_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-11T06:25:13,407 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39593 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:42683/user/jenkins/test-data/e69c2a77-bf21-8977-701f-568b178e1774/data/default/test/256d669ee2a8baf484f89f523e83b73f/f/bc39d32a57d54d77b9ac746fc5f7f8f8_SeqId_4_ into 256d669ee2a8baf484f89f523e83b73f/f 2024-11-11T06:25:13,407 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39593 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:42683/user/jenkins/test-data/e69c2a77-bf21-8977-701f-568b178e1774/staging/jenkins.hfs.23__test__d4aphhd127nn71mov9mvact6ebocfj0dv5ealunukvrqniu9ipmgki26847idue6/f/d497d1930c5b4c5c97cac847f4f5e6ab_SeqId_6_ into 256d669ee2a8baf484f89f523e83b73f/f (new location: hdfs://localhost:42683/user/jenkins/test-data/e69c2a77-bf21-8977-701f-568b178e1774/data/default/test/256d669ee2a8baf484f89f523e83b73f/f/bc39d32a57d54d77b9ac746fc5f7f8f8_SeqId_4_) 2024-11-11T06:25:13,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39593 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:42683/user/jenkins/test-data/e69c2a77-bf21-8977-701f-568b178e1774/staging/jenkins.hfs.23__test__d4aphhd127nn71mov9mvact6ebocfj0dv5ealunukvrqniu9ipmgki26847idue6/f/d497d1930c5b4c5c97cac847f4f5e6ab_SeqId_6_ 2024-11-11T06:25:13,409 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=39593 {}] regionserver.ReplicationSink(324): Finished replicating [d8791c45-c57b-4d0b-92ed-bb38a545dbde] bulk loaded data 2024-11-11T06:25:13,457 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,2-f334e8b0fbdf,37727,1731306294235.replicationSource.wal-reader.f334e8b0fbdf%2C37727%2C1731306294235,2-f334e8b0fbdf,37727,1731306294235 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42993/user/jenkins/test-data/3cccb1b0-7cae-fb26-2b05-e0c51f6b15c6/WALs/f334e8b0fbdf,37727,1731306294235/f334e8b0fbdf%2C37727%2C1731306294235.1731306312103 to pos 393, reset compression=false 2024-11-11T06:25:13,504 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-11T06:25:13,727 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42243 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-11T06:25:13,732 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:35887/user/jenkins/test-data/372c7cbf-d57e-5bec-8760-9612ec2917ce/staging/jenkins.hfs.22__test__66nalbk59mahubl15b14ujkv7tvpo4idsm2uu1rp4qaolrta4t7nnlid0bpm8fde/f/ad8124997d804c1081d71c984cce9023_SeqId_6_ first=Optional[ssss] last=Optional[uuuu] 2024-11-11T06:25:13,734 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:35887/user/jenkins/test-data/372c7cbf-d57e-5bec-8760-9612ec2917ce/staging/jenkins.hfs.22__test__66nalbk59mahubl15b14ujkv7tvpo4idsm2uu1rp4qaolrta4t7nnlid0bpm8fde/f/d497d1930c5b4c5c97cac847f4f5e6ab_SeqId_6_ first=Optional[vvv] last=Optional[xxx] 2024-11-11T06:25:13,736 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42243 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:35887/user/jenkins/test-data/372c7cbf-d57e-5bec-8760-9612ec2917ce/staging/jenkins.hfs.22__test__66nalbk59mahubl15b14ujkv7tvpo4idsm2uu1rp4qaolrta4t7nnlid0bpm8fde/f/d497d1930c5b4c5c97cac847f4f5e6ab_SeqId_6_ for inclusion in 943c94e588124c270724ed968d92a907/f 2024-11-11T06:25:13,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42243 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-11-11T06:25:13,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42243 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-11T06:25:13,739 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42243 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:35887/user/jenkins/test-data/372c7cbf-d57e-5bec-8760-9612ec2917ce/staging/jenkins.hfs.22__test__66nalbk59mahubl15b14ujkv7tvpo4idsm2uu1rp4qaolrta4t7nnlid0bpm8fde/f/ad8124997d804c1081d71c984cce9023_SeqId_6_ for inclusion in 943c94e588124c270724ed968d92a907/f 2024-11-11T06:25:13,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42243 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-11-11T06:25:13,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42243 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-11T06:25:13,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42243 {}] regionserver.HRegion(2603): Flush status journal for 943c94e588124c270724ed968d92a907: 2024-11-11T06:25:13,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42243 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): d497d1930c5b4c5c97cac847f4f5e6ab_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-11T06:25:13,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42243 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35887/user/jenkins/test-data/372c7cbf-d57e-5bec-8760-9612ec2917ce/staging/jenkins.hfs.22__test__66nalbk59mahubl15b14ujkv7tvpo4idsm2uu1rp4qaolrta4t7nnlid0bpm8fde/f/d497d1930c5b4c5c97cac847f4f5e6ab_SeqId_6_ as hdfs://localhost:35887/user/jenkins/test-data/372c7cbf-d57e-5bec-8760-9612ec2917ce/data/default/test/943c94e588124c270724ed968d92a907/f/f2f965de48954292a9d14ffc9eee6aaf_SeqId_6_ 2024-11-11T06:25:13,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42243 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): ad8124997d804c1081d71c984cce9023_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-11T06:25:13,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42243 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35887/user/jenkins/test-data/372c7cbf-d57e-5bec-8760-9612ec2917ce/staging/jenkins.hfs.22__test__66nalbk59mahubl15b14ujkv7tvpo4idsm2uu1rp4qaolrta4t7nnlid0bpm8fde/f/ad8124997d804c1081d71c984cce9023_SeqId_6_ as hdfs://localhost:35887/user/jenkins/test-data/372c7cbf-d57e-5bec-8760-9612ec2917ce/data/default/test/943c94e588124c270724ed968d92a907/f/a016b182d1f44149a267c917718eb0ca_SeqId_6_ 2024-11-11T06:25:13,744 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42243 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:35887/user/jenkins/test-data/372c7cbf-d57e-5bec-8760-9612ec2917ce/staging/jenkins.hfs.22__test__66nalbk59mahubl15b14ujkv7tvpo4idsm2uu1rp4qaolrta4t7nnlid0bpm8fde/f/d497d1930c5b4c5c97cac847f4f5e6ab_SeqId_6_ into 943c94e588124c270724ed968d92a907/f as hdfs://localhost:35887/user/jenkins/test-data/372c7cbf-d57e-5bec-8760-9612ec2917ce/data/default/test/943c94e588124c270724ed968d92a907/f/f2f965de48954292a9d14ffc9eee6aaf_SeqId_6_ - updating store file list. 2024-11-11T06:25:13,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42243 {}] regionserver.HStoreFile(483): HFile Bloom filter type for f2f965de48954292a9d14ffc9eee6aaf_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-11T06:25:13,748 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42243 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:35887/user/jenkins/test-data/372c7cbf-d57e-5bec-8760-9612ec2917ce/data/default/test/943c94e588124c270724ed968d92a907/f/f2f965de48954292a9d14ffc9eee6aaf_SeqId_6_ into 943c94e588124c270724ed968d92a907/f 2024-11-11T06:25:13,748 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42243 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:35887/user/jenkins/test-data/372c7cbf-d57e-5bec-8760-9612ec2917ce/staging/jenkins.hfs.22__test__66nalbk59mahubl15b14ujkv7tvpo4idsm2uu1rp4qaolrta4t7nnlid0bpm8fde/f/d497d1930c5b4c5c97cac847f4f5e6ab_SeqId_6_ into 943c94e588124c270724ed968d92a907/f (new location: hdfs://localhost:35887/user/jenkins/test-data/372c7cbf-d57e-5bec-8760-9612ec2917ce/data/default/test/943c94e588124c270724ed968d92a907/f/f2f965de48954292a9d14ffc9eee6aaf_SeqId_6_) 2024-11-11T06:25:13,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42243 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:35887/user/jenkins/test-data/372c7cbf-d57e-5bec-8760-9612ec2917ce/staging/jenkins.hfs.22__test__66nalbk59mahubl15b14ujkv7tvpo4idsm2uu1rp4qaolrta4t7nnlid0bpm8fde/f/d497d1930c5b4c5c97cac847f4f5e6ab_SeqId_6_ 2024-11-11T06:25:13,749 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42243 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:35887/user/jenkins/test-data/372c7cbf-d57e-5bec-8760-9612ec2917ce/staging/jenkins.hfs.22__test__66nalbk59mahubl15b14ujkv7tvpo4idsm2uu1rp4qaolrta4t7nnlid0bpm8fde/f/ad8124997d804c1081d71c984cce9023_SeqId_6_ into 943c94e588124c270724ed968d92a907/f as hdfs://localhost:35887/user/jenkins/test-data/372c7cbf-d57e-5bec-8760-9612ec2917ce/data/default/test/943c94e588124c270724ed968d92a907/f/a016b182d1f44149a267c917718eb0ca_SeqId_6_ - updating store file list. 2024-11-11T06:25:13,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42243 {}] regionserver.HStoreFile(483): HFile Bloom filter type for a016b182d1f44149a267c917718eb0ca_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-11T06:25:13,752 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42243 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:35887/user/jenkins/test-data/372c7cbf-d57e-5bec-8760-9612ec2917ce/data/default/test/943c94e588124c270724ed968d92a907/f/a016b182d1f44149a267c917718eb0ca_SeqId_6_ into 943c94e588124c270724ed968d92a907/f 2024-11-11T06:25:13,752 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42243 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:35887/user/jenkins/test-data/372c7cbf-d57e-5bec-8760-9612ec2917ce/staging/jenkins.hfs.22__test__66nalbk59mahubl15b14ujkv7tvpo4idsm2uu1rp4qaolrta4t7nnlid0bpm8fde/f/ad8124997d804c1081d71c984cce9023_SeqId_6_ into 943c94e588124c270724ed968d92a907/f (new location: hdfs://localhost:35887/user/jenkins/test-data/372c7cbf-d57e-5bec-8760-9612ec2917ce/data/default/test/943c94e588124c270724ed968d92a907/f/a016b182d1f44149a267c917718eb0ca_SeqId_6_) 2024-11-11T06:25:13,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=42243 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:35887/user/jenkins/test-data/372c7cbf-d57e-5bec-8760-9612ec2917ce/staging/jenkins.hfs.22__test__66nalbk59mahubl15b14ujkv7tvpo4idsm2uu1rp4qaolrta4t7nnlid0bpm8fde/f/ad8124997d804c1081d71c984cce9023_SeqId_6_ 2024-11-11T06:25:13,754 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42243 {}] regionserver.ReplicationSink(324): Finished replicating [d8791c45-c57b-4d0b-92ed-bb38a545dbde] bulk loaded data 2024-11-11T06:25:13,810 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,37727,1731306294235.replicationSource.wal-reader.f334e8b0fbdf%2C37727%2C1731306294235,1-f334e8b0fbdf,37727,1731306294235 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42993/user/jenkins/test-data/3cccb1b0-7cae-fb26-2b05-e0c51f6b15c6/WALs/f334e8b0fbdf,37727,1731306294235/f334e8b0fbdf%2C37727%2C1731306294235.1731306312103 to pos 393, reset compression=false 2024-11-11T06:25:13,960 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,2-f334e8b0fbdf,37727,1731306294235.replicationSource.wal-reader.f334e8b0fbdf%2C37727%2C1731306294235,2-f334e8b0fbdf,37727,1731306294235 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42993/user/jenkins/test-data/3cccb1b0-7cae-fb26-2b05-e0c51f6b15c6/WALs/f334e8b0fbdf,37727,1731306294235/f334e8b0fbdf%2C37727%2C1731306294235.1731306312103 to pos 393, reset compression=false 2024-11-11T06:25:14,313 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,37727,1731306294235.replicationSource.wal-reader.f334e8b0fbdf%2C37727%2C1731306294235,1-f334e8b0fbdf,37727,1731306294235 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42993/user/jenkins/test-data/3cccb1b0-7cae-fb26-2b05-e0c51f6b15c6/WALs/f334e8b0fbdf,37727,1731306294235/f334e8b0fbdf%2C37727%2C1731306294235.1731306312103 to pos 393, reset compression=false 2024-11-11T06:25:14,518 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-11T06:25:14,518 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T06:25:14,518 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T06:25:14,518 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T06:25:14,518 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T06:25:14,518 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-11T06:25:14,518 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1862456200, stopped=false 2024-11-11T06:25:14,518 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T06:25:14,518 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=f334e8b0fbdf,35557,1731306301319 2024-11-11T06:25:14,520 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35557-0x10105b3721e0006, quorum=127.0.0.1:58288, baseZNode=/21457773540 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21457773540/running 2024-11-11T06:25:14,520 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35557-0x10105b3721e0006, quorum=127.0.0.1:58288, baseZNode=/21457773540 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21457773540 2024-11-11T06:25:14,520 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39593-0x10105b3721e0007, quorum=127.0.0.1:58288, baseZNode=/21457773540 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21457773540/running 2024-11-11T06:25:14,520 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T06:25:14,520 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T06:25:14,520 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T06:25:14,520 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T06:25:14,520 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'f334e8b0fbdf,39593,1731306301357' ***** 2024-11-11T06:25:14,520 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-11T06:25:14,521 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39593-0x10105b3721e0007, quorum=127.0.0.1:58288, baseZNode=/21457773540 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21457773540 2024-11-11T06:25:14,522 INFO [RS:0;f334e8b0fbdf:39593 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-11T06:25:14,522 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39593-0x10105b3721e0007, quorum=127.0.0.1:58288, baseZNode=/21457773540 Set watcher on znode that does not yet exist, /21457773540/running 2024-11-11T06:25:14,522 INFO [RS:0;f334e8b0fbdf:39593 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-11T06:25:14,522 INFO [RS:0;f334e8b0fbdf:39593 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-11T06:25:14,522 INFO [RS:0;f334e8b0fbdf:39593 {}] regionserver.HRegionServer(3091): Received CLOSE for 256d669ee2a8baf484f89f523e83b73f 2024-11-11T06:25:14,522 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:35557-0x10105b3721e0006, quorum=127.0.0.1:58288, baseZNode=/21457773540 Set watcher on znode that does not yet exist, /21457773540/running 2024-11-11T06:25:14,522 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-11T06:25:14,522 INFO [RS:0;f334e8b0fbdf:39593 {}] regionserver.HRegionServer(959): stopping server f334e8b0fbdf,39593,1731306301357 2024-11-11T06:25:14,523 INFO [RS:0;f334e8b0fbdf:39593 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T06:25:14,523 INFO [RS:0;f334e8b0fbdf:39593 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f334e8b0fbdf:39593. 2024-11-11T06:25:14,523 DEBUG [RS:0;f334e8b0fbdf:39593 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T06:25:14,523 DEBUG [RS:0;f334e8b0fbdf:39593 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T06:25:14,523 INFO [RS:0;f334e8b0fbdf:39593 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-11T06:25:14,523 INFO [RS:0;f334e8b0fbdf:39593 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-11T06:25:14,523 INFO [RS:0;f334e8b0fbdf:39593 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-11T06:25:14,523 INFO [RS:0;f334e8b0fbdf:39593 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-11T06:25:14,523 INFO [RS:0;f334e8b0fbdf:39593 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-11T06:25:14,523 DEBUG [RS:0;f334e8b0fbdf:39593 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 256d669ee2a8baf484f89f523e83b73f=test,,1731306305872.256d669ee2a8baf484f89f523e83b73f.} 2024-11-11T06:25:14,523 DEBUG [RS:0;f334e8b0fbdf:39593 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 256d669ee2a8baf484f89f523e83b73f 2024-11-11T06:25:14,523 DEBUG [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-11T06:25:14,523 DEBUG [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 256d669ee2a8baf484f89f523e83b73f, disabling compactions & flushes 2024-11-11T06:25:14,523 INFO [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-11T06:25:14,523 INFO [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731306305872.256d669ee2a8baf484f89f523e83b73f. 2024-11-11T06:25:14,524 DEBUG [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-11T06:25:14,524 DEBUG [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731306305872.256d669ee2a8baf484f89f523e83b73f. 2024-11-11T06:25:14,524 DEBUG [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-11T06:25:14,524 DEBUG [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731306305872.256d669ee2a8baf484f89f523e83b73f. after waiting 0 ms 2024-11-11T06:25:14,524 DEBUG [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-11T06:25:14,524 DEBUG [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731306305872.256d669ee2a8baf484f89f523e83b73f. 2024-11-11T06:25:14,524 INFO [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-11-11T06:25:14,527 DEBUG [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42683/user/jenkins/test-data/e69c2a77-bf21-8977-701f-568b178e1774/data/default/test/256d669ee2a8baf484f89f523e83b73f/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-11-11T06:25:14,528 DEBUG [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-11T06:25:14,528 DEBUG [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-11T06:25:14,528 INFO [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731306305872.256d669ee2a8baf484f89f523e83b73f. 2024-11-11T06:25:14,528 DEBUG [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 256d669ee2a8baf484f89f523e83b73f: Waiting for close lock at 1731306314523Running coprocessor pre-close hooks at 1731306314523Disabling compacts and flushes for region at 1731306314523Disabling writes for close at 1731306314524 (+1 ms)Writing region close event to WAL at 1731306314524Running coprocessor post-close hooks at 1731306314528 (+4 ms)Closed at 1731306314528 2024-11-11T06:25:14,528 DEBUG [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731306305872.256d669ee2a8baf484f89f523e83b73f. 2024-11-11T06:25:14,528 INFO [regionserver/f334e8b0fbdf:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T06:25:14,539 DEBUG [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42683/user/jenkins/test-data/e69c2a77-bf21-8977-701f-568b178e1774/data/hbase/meta/1588230740/.tmp/info/2e8a443053104fa8a2be4397a1bc2ee8 is 129, key is test,,1731306305872.256d669ee2a8baf484f89f523e83b73f./info:regioninfo/1731306307015/Put/seqid=0 2024-11-11T06:25:14,543 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45053 is added to blk_1073741839_1015 (size=6421) 2024-11-11T06:25:14,564 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,2-f334e8b0fbdf,37727,1731306294235.replicationSource.wal-reader.f334e8b0fbdf%2C37727%2C1731306294235,2-f334e8b0fbdf,37727,1731306294235 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42993/user/jenkins/test-data/3cccb1b0-7cae-fb26-2b05-e0c51f6b15c6/WALs/f334e8b0fbdf,37727,1731306294235/f334e8b0fbdf%2C37727%2C1731306294235.1731306312103 to pos 393, reset compression=false 2024-11-11T06:25:14,686 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-11T06:25:14,687 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T06:25:14,688 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T06:25:14,688 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T06:25:14,688 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T06:25:14,688 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T06:25:14,688 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T06:25:14,688 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T06:25:14,689 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T06:25:14,720 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T06:25:14,721 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T06:25:14,721 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T06:25:14,721 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T06:25:14,721 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T06:25:14,721 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T06:25:14,723 DEBUG [RS:0;f334e8b0fbdf:39593 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T06:25:14,726 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T06:25:14,728 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T06:25:14,728 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T06:25:14,752 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-11T06:25:14,917 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,37727,1731306294235.replicationSource.wal-reader.f334e8b0fbdf%2C37727%2C1731306294235,1-f334e8b0fbdf,37727,1731306294235 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42993/user/jenkins/test-data/3cccb1b0-7cae-fb26-2b05-e0c51f6b15c6/WALs/f334e8b0fbdf,37727,1731306294235/f334e8b0fbdf%2C37727%2C1731306294235.1731306312103 to pos 393, reset compression=false 2024-11-11T06:25:14,924 DEBUG [RS:0;f334e8b0fbdf:39593 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T06:25:14,943 INFO [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:42683/user/jenkins/test-data/e69c2a77-bf21-8977-701f-568b178e1774/data/hbase/meta/1588230740/.tmp/info/2e8a443053104fa8a2be4397a1bc2ee8 2024-11-11T06:25:14,961 DEBUG [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42683/user/jenkins/test-data/e69c2a77-bf21-8977-701f-568b178e1774/data/hbase/meta/1588230740/.tmp/ns/7ec1a2d7f39d4c8ebcad73f12dc5234d is 43, key is default/ns:d/1731306303528/Put/seqid=0 2024-11-11T06:25:14,964 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45053 is added to blk_1073741840_1016 (size=5153) 2024-11-11T06:25:14,965 INFO [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:42683/user/jenkins/test-data/e69c2a77-bf21-8977-701f-568b178e1774/data/hbase/meta/1588230740/.tmp/ns/7ec1a2d7f39d4c8ebcad73f12dc5234d 2024-11-11T06:25:14,988 DEBUG [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42683/user/jenkins/test-data/e69c2a77-bf21-8977-701f-568b178e1774/data/hbase/meta/1588230740/.tmp/rep_barrier/1c596aa5589f4a109856126d3790c58f is 112, key is test,,1731306305872.256d669ee2a8baf484f89f523e83b73f./rep_barrier:seqnumDuringOpen/1731306307015/Put/seqid=0 2024-11-11T06:25:14,991 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45053 is added to blk_1073741841_1017 (size=5518) 2024-11-11T06:25:15,124 DEBUG [RS:0;f334e8b0fbdf:39593 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T06:25:15,268 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,2-f334e8b0fbdf,37727,1731306294235.replicationSource.wal-reader.f334e8b0fbdf%2C37727%2C1731306294235,2-f334e8b0fbdf,37727,1731306294235 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42993/user/jenkins/test-data/3cccb1b0-7cae-fb26-2b05-e0c51f6b15c6/WALs/f334e8b0fbdf,37727,1731306294235/f334e8b0fbdf%2C37727%2C1731306294235.1731306312103 to pos 393, reset compression=false 2024-11-11T06:25:15,324 DEBUG [RS:0;f334e8b0fbdf:39593 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T06:25:15,391 INFO [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:42683/user/jenkins/test-data/e69c2a77-bf21-8977-701f-568b178e1774/data/hbase/meta/1588230740/.tmp/rep_barrier/1c596aa5589f4a109856126d3790c58f 2024-11-11T06:25:15,410 DEBUG [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42683/user/jenkins/test-data/e69c2a77-bf21-8977-701f-568b178e1774/data/hbase/meta/1588230740/.tmp/table/27ed622677e3472090e57fd653b01a9c is 40, key is test/table:state/1731306307021/Put/seqid=0 2024-11-11T06:25:15,413 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45053 is added to blk_1073741842_1018 (size=5165) 2024-11-11T06:25:15,414 INFO [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:42683/user/jenkins/test-data/e69c2a77-bf21-8977-701f-568b178e1774/data/hbase/meta/1588230740/.tmp/table/27ed622677e3472090e57fd653b01a9c 2024-11-11T06:25:15,418 DEBUG [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42683/user/jenkins/test-data/e69c2a77-bf21-8977-701f-568b178e1774/data/hbase/meta/1588230740/.tmp/info/2e8a443053104fa8a2be4397a1bc2ee8 as hdfs://localhost:42683/user/jenkins/test-data/e69c2a77-bf21-8977-701f-568b178e1774/data/hbase/meta/1588230740/info/2e8a443053104fa8a2be4397a1bc2ee8 2024-11-11T06:25:15,421 INFO [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42683/user/jenkins/test-data/e69c2a77-bf21-8977-701f-568b178e1774/data/hbase/meta/1588230740/info/2e8a443053104fa8a2be4397a1bc2ee8, entries=10, sequenceid=11, filesize=6.3 K 2024-11-11T06:25:15,422 DEBUG [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42683/user/jenkins/test-data/e69c2a77-bf21-8977-701f-568b178e1774/data/hbase/meta/1588230740/.tmp/ns/7ec1a2d7f39d4c8ebcad73f12dc5234d as hdfs://localhost:42683/user/jenkins/test-data/e69c2a77-bf21-8977-701f-568b178e1774/data/hbase/meta/1588230740/ns/7ec1a2d7f39d4c8ebcad73f12dc5234d 2024-11-11T06:25:15,424 INFO [regionserver/f334e8b0fbdf:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-11T06:25:15,424 INFO [regionserver/f334e8b0fbdf:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-11T06:25:15,425 INFO [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42683/user/jenkins/test-data/e69c2a77-bf21-8977-701f-568b178e1774/data/hbase/meta/1588230740/ns/7ec1a2d7f39d4c8ebcad73f12dc5234d, entries=2, sequenceid=11, filesize=5.0 K 2024-11-11T06:25:15,426 DEBUG [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42683/user/jenkins/test-data/e69c2a77-bf21-8977-701f-568b178e1774/data/hbase/meta/1588230740/.tmp/rep_barrier/1c596aa5589f4a109856126d3790c58f as hdfs://localhost:42683/user/jenkins/test-data/e69c2a77-bf21-8977-701f-568b178e1774/data/hbase/meta/1588230740/rep_barrier/1c596aa5589f4a109856126d3790c58f 2024-11-11T06:25:15,429 INFO [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42683/user/jenkins/test-data/e69c2a77-bf21-8977-701f-568b178e1774/data/hbase/meta/1588230740/rep_barrier/1c596aa5589f4a109856126d3790c58f, entries=1, sequenceid=11, filesize=5.4 K 2024-11-11T06:25:15,429 DEBUG [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42683/user/jenkins/test-data/e69c2a77-bf21-8977-701f-568b178e1774/data/hbase/meta/1588230740/.tmp/table/27ed622677e3472090e57fd653b01a9c as hdfs://localhost:42683/user/jenkins/test-data/e69c2a77-bf21-8977-701f-568b178e1774/data/hbase/meta/1588230740/table/27ed622677e3472090e57fd653b01a9c 2024-11-11T06:25:15,433 INFO [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42683/user/jenkins/test-data/e69c2a77-bf21-8977-701f-568b178e1774/data/hbase/meta/1588230740/table/27ed622677e3472090e57fd653b01a9c, entries=2, sequenceid=11, filesize=5.0 K 2024-11-11T06:25:15,433 INFO [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 909ms, sequenceid=11, compaction requested=false 2024-11-11T06:25:15,437 DEBUG [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42683/user/jenkins/test-data/e69c2a77-bf21-8977-701f-568b178e1774/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-11T06:25:15,437 DEBUG [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-11T06:25:15,437 DEBUG [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-11T06:25:15,437 INFO [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-11T06:25:15,437 DEBUG [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731306314523Running coprocessor pre-close hooks at 1731306314523Disabling compacts and flushes for region at 1731306314523Disabling writes for close at 1731306314524 (+1 ms)Obtaining lock to block concurrent updates at 1731306314524Preparing flush snapshotting stores in 1588230740 at 1731306314524Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1731306314524Flushing stores of hbase:meta,,1.1588230740 at 1731306314525 (+1 ms)Flushing 1588230740/info: creating writer at 1731306314525Flushing 1588230740/info: appending metadata at 1731306314539 (+14 ms)Flushing 1588230740/info: closing flushed file at 1731306314539Flushing 1588230740/ns: creating writer at 1731306314947 (+408 ms)Flushing 1588230740/ns: appending metadata at 1731306314961 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1731306314961Flushing 1588230740/rep_barrier: creating writer at 1731306314968 (+7 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731306314987 (+19 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731306314987Flushing 1588230740/table: creating writer at 1731306315395 (+408 ms)Flushing 1588230740/table: appending metadata at 1731306315410 (+15 ms)Flushing 1588230740/table: closing flushed file at 1731306315410Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2f6c359: reopening flushed file at 1731306315417 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@644efa23: reopening flushed file at 1731306315421 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6191d4f3: reopening flushed file at 1731306315425 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1fe66acd: reopening flushed file at 1731306315429 (+4 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 909ms, sequenceid=11, compaction requested=false at 1731306315433 (+4 ms)Writing region close event to WAL at 1731306315435 (+2 ms)Running coprocessor post-close hooks at 1731306315437 (+2 ms)Closed at 1731306315437 2024-11-11T06:25:15,438 DEBUG [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-11T06:25:15,524 INFO [RS:0;f334e8b0fbdf:39593 {}] regionserver.HRegionServer(976): stopping server f334e8b0fbdf,39593,1731306301357; all regions closed. 2024-11-11T06:25:15,526 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45053 is added to blk_1073741834_1010 (size=2717) 2024-11-11T06:25:15,526 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/e69c2a77-bf21-8977-701f-568b178e1774/WALs/f334e8b0fbdf,39593,1731306301357/f334e8b0fbdf%2C39593%2C1731306301357.meta.1731306303479.meta not finished, retry = 0 2024-11-11T06:25:15,621 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,37727,1731306294235.replicationSource.wal-reader.f334e8b0fbdf%2C37727%2C1731306294235,1-f334e8b0fbdf,37727,1731306294235 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42993/user/jenkins/test-data/3cccb1b0-7cae-fb26-2b05-e0c51f6b15c6/WALs/f334e8b0fbdf,37727,1731306294235/f334e8b0fbdf%2C37727%2C1731306294235.1731306312103 to pos 393, reset compression=false 2024-11-11T06:25:15,629 DEBUG [RS:0;f334e8b0fbdf:39593 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/e69c2a77-bf21-8977-701f-568b178e1774/oldWALs 2024-11-11T06:25:15,629 INFO [RS:0;f334e8b0fbdf:39593 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL f334e8b0fbdf%2C39593%2C1731306301357.meta:.meta(num 1731306303479) 2024-11-11T06:25:15,630 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45053 is added to blk_1073741832_1008 (size=1028) 2024-11-11T06:25:15,632 DEBUG [RS:0;f334e8b0fbdf:39593 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/e69c2a77-bf21-8977-701f-568b178e1774/oldWALs 2024-11-11T06:25:15,632 INFO [RS:0;f334e8b0fbdf:39593 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL f334e8b0fbdf%2C39593%2C1731306301357:(num 1731306302549) 2024-11-11T06:25:15,632 DEBUG [RS:0;f334e8b0fbdf:39593 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T06:25:15,632 INFO [RS:0;f334e8b0fbdf:39593 {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T06:25:15,632 INFO [RS:0;f334e8b0fbdf:39593 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T06:25:15,632 INFO [RS:0;f334e8b0fbdf:39593 {}] hbase.ChoreService(370): Chore service for: regionserver/f334e8b0fbdf:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-11T06:25:15,633 INFO [RS:0;f334e8b0fbdf:39593 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T06:25:15,633 INFO [regionserver/f334e8b0fbdf:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T06:25:15,633 INFO [RS:0;f334e8b0fbdf:39593 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f334e8b0fbdf:39593. 2024-11-11T06:25:15,633 DEBUG [RS:0;f334e8b0fbdf:39593 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T06:25:15,633 DEBUG [RS:0;f334e8b0fbdf:39593 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T06:25:15,633 DEBUG [RS:0;f334e8b0fbdf:39593 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T06:25:15,633 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T06:25:15,633 INFO [RS:0;f334e8b0fbdf:39593 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39593 2024-11-11T06:25:15,636 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35557-0x10105b3721e0006, quorum=127.0.0.1:58288, baseZNode=/21457773540 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21457773540/rs 2024-11-11T06:25:15,636 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39593-0x10105b3721e0007, quorum=127.0.0.1:58288, baseZNode=/21457773540 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21457773540/rs/f334e8b0fbdf,39593,1731306301357 2024-11-11T06:25:15,636 INFO [RS:0;f334e8b0fbdf:39593 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T06:25:15,638 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [f334e8b0fbdf,39593,1731306301357] 2024-11-11T06:25:15,639 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /21457773540/draining/f334e8b0fbdf,39593,1731306301357 already deleted, retry=false 2024-11-11T06:25:15,639 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; f334e8b0fbdf,39593,1731306301357 expired; onlineServers=0 2024-11-11T06:25:15,639 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'f334e8b0fbdf,35557,1731306301319' ***** 2024-11-11T06:25:15,639 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-11T06:25:15,639 INFO [M:0;f334e8b0fbdf:35557 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T06:25:15,639 INFO [M:0;f334e8b0fbdf:35557 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T06:25:15,639 DEBUG [M:0;f334e8b0fbdf:35557 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-11T06:25:15,639 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-11T06:25:15,639 DEBUG [M:0;f334e8b0fbdf:35557 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-11T06:25:15,639 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster-HFileCleaner.small.0-1731306302339 {}] cleaner.HFileCleaner(306): Exit Thread[master/f334e8b0fbdf:0:becomeActiveMaster-HFileCleaner.small.0-1731306302339,5,FailOnTimeoutGroup] 2024-11-11T06:25:15,639 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster-HFileCleaner.large.0-1731306302338 {}] cleaner.HFileCleaner(306): Exit Thread[master/f334e8b0fbdf:0:becomeActiveMaster-HFileCleaner.large.0-1731306302338,5,FailOnTimeoutGroup] 2024-11-11T06:25:15,639 INFO [M:0;f334e8b0fbdf:35557 {}] hbase.ChoreService(370): Chore service for: master/f334e8b0fbdf:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-11T06:25:15,640 INFO [M:0;f334e8b0fbdf:35557 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T06:25:15,640 DEBUG [M:0;f334e8b0fbdf:35557 {}] master.HMaster(1795): Stopping service threads 2024-11-11T06:25:15,640 INFO [M:0;f334e8b0fbdf:35557 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-11T06:25:15,640 INFO [M:0;f334e8b0fbdf:35557 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T06:25:15,640 INFO [M:0;f334e8b0fbdf:35557 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-11T06:25:15,640 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-11T06:25:15,640 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35557-0x10105b3721e0006, quorum=127.0.0.1:58288, baseZNode=/21457773540 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/21457773540/master 2024-11-11T06:25:15,640 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35557-0x10105b3721e0006, quorum=127.0.0.1:58288, baseZNode=/21457773540 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/21457773540 2024-11-11T06:25:15,641 DEBUG [M:0;f334e8b0fbdf:35557 {}] zookeeper.ZKUtil(347): master:35557-0x10105b3721e0006, quorum=127.0.0.1:58288, baseZNode=/21457773540 Unable to get data of znode /21457773540/master because node does not exist (not an error) 2024-11-11T06:25:15,641 WARN [M:0;f334e8b0fbdf:35557 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-11T06:25:15,641 INFO [M:0;f334e8b0fbdf:35557 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:42683/user/jenkins/test-data/e69c2a77-bf21-8977-701f-568b178e1774/.lastflushedseqids 2024-11-11T06:25:15,644 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45053 is added to blk_1073741843_1019 (size=173) 2024-11-11T06:25:15,738 INFO [RS:0;f334e8b0fbdf:39593 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T06:25:15,738 INFO [RS:0;f334e8b0fbdf:39593 {}] regionserver.HRegionServer(1031): Exiting; stopping=f334e8b0fbdf,39593,1731306301357; zookeeper connection closed. 2024-11-11T06:25:15,738 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39593-0x10105b3721e0007, quorum=127.0.0.1:58288, baseZNode=/21457773540 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T06:25:15,738 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39593-0x10105b3721e0007, quorum=127.0.0.1:58288, baseZNode=/21457773540 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T06:25:15,738 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@64e0ea3b {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@64e0ea3b 2024-11-11T06:25:15,738 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-11T06:25:16,045 INFO [M:0;f334e8b0fbdf:35557 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-11T06:25:16,045 INFO [M:0;f334e8b0fbdf:35557 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-11T06:25:16,046 DEBUG [M:0;f334e8b0fbdf:35557 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-11T06:25:16,046 INFO [M:0;f334e8b0fbdf:35557 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T06:25:16,046 DEBUG [M:0;f334e8b0fbdf:35557 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T06:25:16,046 DEBUG [M:0;f334e8b0fbdf:35557 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-11T06:25:16,046 DEBUG [M:0;f334e8b0fbdf:35557 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T06:25:16,046 INFO [M:0;f334e8b0fbdf:35557 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=28.00 KB heapSize=33.88 KB 2024-11-11T06:25:16,062 DEBUG [M:0;f334e8b0fbdf:35557 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42683/user/jenkins/test-data/e69c2a77-bf21-8977-701f-568b178e1774/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5213978131554e8f96f63084d9cef58e is 82, key is hbase:meta,,1/info:regioninfo/1731306303512/Put/seqid=0 2024-11-11T06:25:16,065 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45053 is added to blk_1073741844_1020 (size=5672) 2024-11-11T06:25:16,072 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,2-f334e8b0fbdf,37727,1731306294235.replicationSource.wal-reader.f334e8b0fbdf%2C37727%2C1731306294235,2-f334e8b0fbdf,37727,1731306294235 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42993/user/jenkins/test-data/3cccb1b0-7cae-fb26-2b05-e0c51f6b15c6/WALs/f334e8b0fbdf,37727,1731306294235/f334e8b0fbdf%2C37727%2C1731306294235.1731306312103 to pos 393, reset compression=false 2024-11-11T06:25:16,425 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,37727,1731306294235.replicationSource.wal-reader.f334e8b0fbdf%2C37727%2C1731306294235,1-f334e8b0fbdf,37727,1731306294235 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42993/user/jenkins/test-data/3cccb1b0-7cae-fb26-2b05-e0c51f6b15c6/WALs/f334e8b0fbdf,37727,1731306294235/f334e8b0fbdf%2C37727%2C1731306294235.1731306312103 to pos 393, reset compression=false 2024-11-11T06:25:16,466 INFO [M:0;f334e8b0fbdf:35557 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:42683/user/jenkins/test-data/e69c2a77-bf21-8977-701f-568b178e1774/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5213978131554e8f96f63084d9cef58e 2024-11-11T06:25:16,483 DEBUG [M:0;f334e8b0fbdf:35557 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42683/user/jenkins/test-data/e69c2a77-bf21-8977-701f-568b178e1774/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5238978afe9144b6bdc83fca68c58f6e is 1247, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731306307024/Put/seqid=0 2024-11-11T06:25:16,486 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45053 is added to blk_1073741845_1021 (size=6587) 2024-11-11T06:25:16,887 INFO [M:0;f334e8b0fbdf:35557 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.45 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:42683/user/jenkins/test-data/e69c2a77-bf21-8977-701f-568b178e1774/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5238978afe9144b6bdc83fca68c58f6e 2024-11-11T06:25:16,907 DEBUG [M:0;f334e8b0fbdf:35557 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42683/user/jenkins/test-data/e69c2a77-bf21-8977-701f-568b178e1774/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8351006b2b9e42e4834bf89be25f5ae2 is 69, key is f334e8b0fbdf,39593,1731306301357/rs:state/1731306302398/Put/seqid=0 2024-11-11T06:25:16,911 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45053 is added to blk_1073741846_1022 (size=5156) 2024-11-11T06:25:16,975 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,2-f334e8b0fbdf,37727,1731306294235.replicationSource.wal-reader.f334e8b0fbdf%2C37727%2C1731306294235,2-f334e8b0fbdf,37727,1731306294235 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42993/user/jenkins/test-data/3cccb1b0-7cae-fb26-2b05-e0c51f6b15c6/WALs/f334e8b0fbdf,37727,1731306294235/f334e8b0fbdf%2C37727%2C1731306294235.1731306312103 to pos 393, reset compression=false 2024-11-11T06:25:17,311 INFO [M:0;f334e8b0fbdf:35557 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:42683/user/jenkins/test-data/e69c2a77-bf21-8977-701f-568b178e1774/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8351006b2b9e42e4834bf89be25f5ae2 2024-11-11T06:25:17,314 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-11T06:25:17,315 DEBUG [M:0;f334e8b0fbdf:35557 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42683/user/jenkins/test-data/e69c2a77-bf21-8977-701f-568b178e1774/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5213978131554e8f96f63084d9cef58e as hdfs://localhost:42683/user/jenkins/test-data/e69c2a77-bf21-8977-701f-568b178e1774/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/5213978131554e8f96f63084d9cef58e 2024-11-11T06:25:17,318 INFO [M:0;f334e8b0fbdf:35557 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42683/user/jenkins/test-data/e69c2a77-bf21-8977-701f-568b178e1774/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/5213978131554e8f96f63084d9cef58e, entries=8, sequenceid=55, filesize=5.5 K 2024-11-11T06:25:17,318 DEBUG [M:0;f334e8b0fbdf:35557 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42683/user/jenkins/test-data/e69c2a77-bf21-8977-701f-568b178e1774/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5238978afe9144b6bdc83fca68c58f6e as hdfs://localhost:42683/user/jenkins/test-data/e69c2a77-bf21-8977-701f-568b178e1774/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/5238978afe9144b6bdc83fca68c58f6e 2024-11-11T06:25:17,321 INFO [M:0;f334e8b0fbdf:35557 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42683/user/jenkins/test-data/e69c2a77-bf21-8977-701f-568b178e1774/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/5238978afe9144b6bdc83fca68c58f6e, entries=6, sequenceid=55, filesize=6.4 K 2024-11-11T06:25:17,321 DEBUG [M:0;f334e8b0fbdf:35557 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42683/user/jenkins/test-data/e69c2a77-bf21-8977-701f-568b178e1774/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8351006b2b9e42e4834bf89be25f5ae2 as hdfs://localhost:42683/user/jenkins/test-data/e69c2a77-bf21-8977-701f-568b178e1774/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/8351006b2b9e42e4834bf89be25f5ae2 2024-11-11T06:25:17,324 INFO [M:0;f334e8b0fbdf:35557 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42683/user/jenkins/test-data/e69c2a77-bf21-8977-701f-568b178e1774/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/8351006b2b9e42e4834bf89be25f5ae2, entries=1, sequenceid=55, filesize=5.0 K 2024-11-11T06:25:17,325 INFO [M:0;f334e8b0fbdf:35557 {}] regionserver.HRegion(3140): Finished flush of dataSize ~28.00 KB/28675, heapSize ~33.59 KB/34392, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1279ms, sequenceid=55, compaction requested=false 2024-11-11T06:25:17,326 INFO [M:0;f334e8b0fbdf:35557 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T06:25:17,326 DEBUG [M:0;f334e8b0fbdf:35557 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731306316046Disabling compacts and flushes for region at 1731306316046Disabling writes for close at 1731306316046Obtaining lock to block concurrent updates at 1731306316046Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731306316046Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28675, getHeapSize=34632, getOffHeapSize=0, getCellsCount=66 at 1731306316046Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731306316047 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731306316047Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731306316062 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731306316062Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731306316469 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731306316483 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731306316483Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731306316890 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731306316907 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731306316907Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@32f684be: reopening flushed file at 1731306317314 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5fd878b7: reopening flushed file at 1731306317318 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@122bb2dd: reopening flushed file at 1731306317321 (+3 ms)Finished flush of dataSize ~28.00 KB/28675, heapSize ~33.59 KB/34392, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1279ms, sequenceid=55, compaction requested=false at 1731306317325 (+4 ms)Writing region close event to WAL at 1731306317326 (+1 ms)Closed at 1731306317326 2024-11-11T06:25:17,328 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45053 is added to blk_1073741830_1006 (size=32782) 2024-11-11T06:25:17,328 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/e69c2a77-bf21-8977-701f-568b178e1774/MasterData/WALs/f334e8b0fbdf,35557,1731306301319/f334e8b0fbdf%2C35557%2C1731306301319.1731306302242 not finished, retry = 0 2024-11-11T06:25:17,329 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,37727,1731306294235.replicationSource.wal-reader.f334e8b0fbdf%2C37727%2C1731306294235,1-f334e8b0fbdf,37727,1731306294235 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42993/user/jenkins/test-data/3cccb1b0-7cae-fb26-2b05-e0c51f6b15c6/WALs/f334e8b0fbdf,37727,1731306294235/f334e8b0fbdf%2C37727%2C1731306294235.1731306312103 to pos 393, reset compression=false 2024-11-11T06:25:17,429 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T06:25:17,429 INFO [M:0;f334e8b0fbdf:35557 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-11T06:25:17,429 INFO [M:0;f334e8b0fbdf:35557 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35557 2024-11-11T06:25:17,430 INFO [M:0;f334e8b0fbdf:35557 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T06:25:17,532 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35557-0x10105b3721e0006, quorum=127.0.0.1:58288, baseZNode=/21457773540 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T06:25:17,532 INFO [M:0;f334e8b0fbdf:35557 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T06:25:17,532 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35557-0x10105b3721e0006, quorum=127.0.0.1:58288, baseZNode=/21457773540 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T06:25:17,535 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5d93b7ad{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T06:25:17,536 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5191af03{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T06:25:17,536 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T06:25:17,536 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7f1d8083{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T06:25:17,536 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@56bbcd26{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2f3c3b05-cf64-ccc1-5fbf-468e95b40931/hadoop.log.dir/,STOPPED} 2024-11-11T06:25:17,538 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-11T06:25:17,538 WARN [BP-996681650-172.17.0.2-1731306300185 heartbeating to localhost/127.0.0.1:42683 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-11T06:25:17,538 WARN [BP-996681650-172.17.0.2-1731306300185 heartbeating to localhost/127.0.0.1:42683 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-996681650-172.17.0.2-1731306300185 (Datanode Uuid 4f983d6e-5e54-4325-9d80-843530d4c62f) service to localhost/127.0.0.1:42683 2024-11-11T06:25:17,538 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-11T06:25:17,538 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2f3c3b05-cf64-ccc1-5fbf-468e95b40931/cluster_a706dee3-9594-3e61-d12b-e5abe9a631ce/data/data1/current/BP-996681650-172.17.0.2-1731306300185 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T06:25:17,539 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2f3c3b05-cf64-ccc1-5fbf-468e95b40931/cluster_a706dee3-9594-3e61-d12b-e5abe9a631ce/data/data2/current/BP-996681650-172.17.0.2-1731306300185 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T06:25:17,539 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-11T06:25:17,544 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4b582525{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-11T06:25:17,545 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@37246b1c{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T06:25:17,545 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T06:25:17,545 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5469fc8a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T06:25:17,545 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4b44f4ce{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2f3c3b05-cf64-ccc1-5fbf-468e95b40931/hadoop.log.dir/,STOPPED} 2024-11-11T06:25:17,556 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-11T06:25:17,556 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-11T06:25:17,556 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T06:25:17,556 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T06:25:17,556 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T06:25:17,556 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T06:25:17,557 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T06:25:17,557 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-11T06:25:17,557 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=822856532, stopped=false 2024-11-11T06:25:17,557 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=f334e8b0fbdf,37263,1731306297894 2024-11-11T06:25:17,558 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37263-0x10105b3721e0003, quorum=127.0.0.1:58288, baseZNode=/1-609572005 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-609572005/running 2024-11-11T06:25:17,558 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42243-0x10105b3721e0004, quorum=127.0.0.1:58288, baseZNode=/1-609572005 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-609572005/running 2024-11-11T06:25:17,558 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37263-0x10105b3721e0003, quorum=127.0.0.1:58288, baseZNode=/1-609572005 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-609572005 2024-11-11T06:25:17,558 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42243-0x10105b3721e0004, quorum=127.0.0.1:58288, baseZNode=/1-609572005 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-609572005 2024-11-11T06:25:17,558 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T06:25:17,559 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T06:25:17,559 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T06:25:17,559 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T06:25:17,559 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42243-0x10105b3721e0004, quorum=127.0.0.1:58288, baseZNode=/1-609572005 Set watcher on znode that does not yet exist, /1-609572005/running 2024-11-11T06:25:17,559 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'f334e8b0fbdf,42243,1731306297926' ***** 2024-11-11T06:25:17,559 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-11T06:25:17,559 INFO [RS:0;f334e8b0fbdf:42243 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-11T06:25:17,559 INFO [RS:0;f334e8b0fbdf:42243 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-11T06:25:17,559 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-11T06:25:17,559 INFO [RS:0;f334e8b0fbdf:42243 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-11T06:25:17,559 INFO [RS:0;f334e8b0fbdf:42243 {}] regionserver.HRegionServer(3091): Received CLOSE for 943c94e588124c270724ed968d92a907 2024-11-11T06:25:17,560 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:37263-0x10105b3721e0003, quorum=127.0.0.1:58288, baseZNode=/1-609572005 Set watcher on znode that does not yet exist, /1-609572005/running 2024-11-11T06:25:17,560 INFO [RS:0;f334e8b0fbdf:42243 {}] regionserver.HRegionServer(959): stopping server f334e8b0fbdf,42243,1731306297926 2024-11-11T06:25:17,560 INFO [RS:0;f334e8b0fbdf:42243 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T06:25:17,560 INFO [RS:0;f334e8b0fbdf:42243 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f334e8b0fbdf:42243. 2024-11-11T06:25:17,560 DEBUG [RS:0;f334e8b0fbdf:42243 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T06:25:17,560 DEBUG [RS:0;f334e8b0fbdf:42243 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T06:25:17,560 DEBUG [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 943c94e588124c270724ed968d92a907, disabling compactions & flushes 2024-11-11T06:25:17,560 INFO [RS:0;f334e8b0fbdf:42243 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-11T06:25:17,560 INFO [RS:0;f334e8b0fbdf:42243 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-11T06:25:17,560 INFO [RS:0;f334e8b0fbdf:42243 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-11T06:25:17,560 INFO [RS:0;f334e8b0fbdf:42243 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-11T06:25:17,560 INFO [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731306304733.943c94e588124c270724ed968d92a907. 2024-11-11T06:25:17,560 DEBUG [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731306304733.943c94e588124c270724ed968d92a907. 2024-11-11T06:25:17,560 DEBUG [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731306304733.943c94e588124c270724ed968d92a907. after waiting 0 ms 2024-11-11T06:25:17,560 DEBUG [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731306304733.943c94e588124c270724ed968d92a907. 2024-11-11T06:25:17,560 INFO [RS:0;f334e8b0fbdf:42243 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-11T06:25:17,560 DEBUG [RS:0;f334e8b0fbdf:42243 {}] regionserver.HRegionServer(1325): Online Regions={943c94e588124c270724ed968d92a907=test,,1731306304733.943c94e588124c270724ed968d92a907., 1588230740=hbase:meta,,1.1588230740} 2024-11-11T06:25:17,560 DEBUG [RS:0;f334e8b0fbdf:42243 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 943c94e588124c270724ed968d92a907 2024-11-11T06:25:17,560 DEBUG [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-11T06:25:17,560 INFO [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-11T06:25:17,561 DEBUG [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-11T06:25:17,561 DEBUG [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-11T06:25:17,561 DEBUG [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-11T06:25:17,561 INFO [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-11-11T06:25:17,563 DEBUG [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35887/user/jenkins/test-data/372c7cbf-d57e-5bec-8760-9612ec2917ce/data/default/test/943c94e588124c270724ed968d92a907/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-11T06:25:17,564 DEBUG [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-11T06:25:17,564 DEBUG [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-11T06:25:17,564 INFO [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731306304733.943c94e588124c270724ed968d92a907. 2024-11-11T06:25:17,564 DEBUG [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 943c94e588124c270724ed968d92a907: Waiting for close lock at 1731306317560Running coprocessor pre-close hooks at 1731306317560Disabling compacts and flushes for region at 1731306317560Disabling writes for close at 1731306317560Writing region close event to WAL at 1731306317561 (+1 ms)Running coprocessor post-close hooks at 1731306317564 (+3 ms)Closed at 1731306317564 2024-11-11T06:25:17,564 DEBUG [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731306304733.943c94e588124c270724ed968d92a907. 2024-11-11T06:25:17,575 DEBUG [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35887/user/jenkins/test-data/372c7cbf-d57e-5bec-8760-9612ec2917ce/data/hbase/meta/1588230740/.tmp/info/02dee95cbde64a89886b7728181cf583 is 129, key is test,,1731306304733.943c94e588124c270724ed968d92a907./info:regioninfo/1731306305480/Put/seqid=0 2024-11-11T06:25:17,578 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36121 is added to blk_1073741841_1017 (size=6421) 2024-11-11T06:25:17,600 INFO [regionserver/f334e8b0fbdf:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T06:25:17,761 DEBUG [RS:0;f334e8b0fbdf:42243 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T06:25:17,961 DEBUG [RS:0;f334e8b0fbdf:42243 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T06:25:17,978 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,2-f334e8b0fbdf,37727,1731306294235.replicationSource.wal-reader.f334e8b0fbdf%2C37727%2C1731306294235,2-f334e8b0fbdf,37727,1731306294235 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42993/user/jenkins/test-data/3cccb1b0-7cae-fb26-2b05-e0c51f6b15c6/WALs/f334e8b0fbdf,37727,1731306294235/f334e8b0fbdf%2C37727%2C1731306294235.1731306312103 to pos 393, reset compression=false 2024-11-11T06:25:17,979 INFO [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:35887/user/jenkins/test-data/372c7cbf-d57e-5bec-8760-9612ec2917ce/data/hbase/meta/1588230740/.tmp/info/02dee95cbde64a89886b7728181cf583 2024-11-11T06:25:17,997 DEBUG [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35887/user/jenkins/test-data/372c7cbf-d57e-5bec-8760-9612ec2917ce/data/hbase/meta/1588230740/.tmp/ns/05702b3e1d284a3a92664703f9cfe0c4 is 43, key is default/ns:d/1731306300076/Put/seqid=0 2024-11-11T06:25:18,000 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36121 is added to blk_1073741842_1018 (size=5153) 2024-11-11T06:25:18,059 INFO [regionserver/f334e8b0fbdf:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-11T06:25:18,059 INFO [regionserver/f334e8b0fbdf:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-11T06:25:18,161 DEBUG [RS:0;f334e8b0fbdf:42243 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T06:25:18,332 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,37727,1731306294235.replicationSource.wal-reader.f334e8b0fbdf%2C37727%2C1731306294235,1-f334e8b0fbdf,37727,1731306294235 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42993/user/jenkins/test-data/3cccb1b0-7cae-fb26-2b05-e0c51f6b15c6/WALs/f334e8b0fbdf,37727,1731306294235/f334e8b0fbdf%2C37727%2C1731306294235.1731306312103 to pos 393, reset compression=false 2024-11-11T06:25:18,361 DEBUG [RS:0;f334e8b0fbdf:42243 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T06:25:18,400 INFO [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:35887/user/jenkins/test-data/372c7cbf-d57e-5bec-8760-9612ec2917ce/data/hbase/meta/1588230740/.tmp/ns/05702b3e1d284a3a92664703f9cfe0c4 2024-11-11T06:25:18,421 DEBUG [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35887/user/jenkins/test-data/372c7cbf-d57e-5bec-8760-9612ec2917ce/data/hbase/meta/1588230740/.tmp/rep_barrier/34b2df3909c94c5687dd49230a900ec6 is 112, key is test,,1731306304733.943c94e588124c270724ed968d92a907./rep_barrier:seqnumDuringOpen/1731306305480/Put/seqid=0 2024-11-11T06:25:18,424 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36121 is added to blk_1073741843_1019 (size=5518) 2024-11-11T06:25:18,561 INFO [RS:0;f334e8b0fbdf:42243 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-11T06:25:18,561 DEBUG [RS:0;f334e8b0fbdf:42243 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-11T06:25:18,561 DEBUG [RS:0;f334e8b0fbdf:42243 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T06:25:18,761 DEBUG [RS:0;f334e8b0fbdf:42243 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T06:25:18,825 INFO [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:35887/user/jenkins/test-data/372c7cbf-d57e-5bec-8760-9612ec2917ce/data/hbase/meta/1588230740/.tmp/rep_barrier/34b2df3909c94c5687dd49230a900ec6 2024-11-11T06:25:18,842 DEBUG [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35887/user/jenkins/test-data/372c7cbf-d57e-5bec-8760-9612ec2917ce/data/hbase/meta/1588230740/.tmp/table/9fa6c23aa1e54a76b6531e1af6cb5555 is 40, key is test/table:state/1731306305487/Put/seqid=0 2024-11-11T06:25:18,845 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36121 is added to blk_1073741844_1020 (size=5165) 2024-11-11T06:25:18,962 DEBUG [RS:0;f334e8b0fbdf:42243 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T06:25:19,082 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,2-f334e8b0fbdf,37727,1731306294235.replicationSource.wal-reader.f334e8b0fbdf%2C37727%2C1731306294235,2-f334e8b0fbdf,37727,1731306294235 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42993/user/jenkins/test-data/3cccb1b0-7cae-fb26-2b05-e0c51f6b15c6/WALs/f334e8b0fbdf,37727,1731306294235/f334e8b0fbdf%2C37727%2C1731306294235.1731306312103 to pos 393, reset compression=false 2024-11-11T06:25:19,162 DEBUG [RS:0;f334e8b0fbdf:42243 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T06:25:19,246 INFO [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:35887/user/jenkins/test-data/372c7cbf-d57e-5bec-8760-9612ec2917ce/data/hbase/meta/1588230740/.tmp/table/9fa6c23aa1e54a76b6531e1af6cb5555 2024-11-11T06:25:19,250 DEBUG [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35887/user/jenkins/test-data/372c7cbf-d57e-5bec-8760-9612ec2917ce/data/hbase/meta/1588230740/.tmp/info/02dee95cbde64a89886b7728181cf583 as hdfs://localhost:35887/user/jenkins/test-data/372c7cbf-d57e-5bec-8760-9612ec2917ce/data/hbase/meta/1588230740/info/02dee95cbde64a89886b7728181cf583 2024-11-11T06:25:19,253 INFO [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35887/user/jenkins/test-data/372c7cbf-d57e-5bec-8760-9612ec2917ce/data/hbase/meta/1588230740/info/02dee95cbde64a89886b7728181cf583, entries=10, sequenceid=11, filesize=6.3 K 2024-11-11T06:25:19,254 DEBUG [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35887/user/jenkins/test-data/372c7cbf-d57e-5bec-8760-9612ec2917ce/data/hbase/meta/1588230740/.tmp/ns/05702b3e1d284a3a92664703f9cfe0c4 as hdfs://localhost:35887/user/jenkins/test-data/372c7cbf-d57e-5bec-8760-9612ec2917ce/data/hbase/meta/1588230740/ns/05702b3e1d284a3a92664703f9cfe0c4 2024-11-11T06:25:19,257 INFO [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35887/user/jenkins/test-data/372c7cbf-d57e-5bec-8760-9612ec2917ce/data/hbase/meta/1588230740/ns/05702b3e1d284a3a92664703f9cfe0c4, entries=2, sequenceid=11, filesize=5.0 K 2024-11-11T06:25:19,258 DEBUG [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35887/user/jenkins/test-data/372c7cbf-d57e-5bec-8760-9612ec2917ce/data/hbase/meta/1588230740/.tmp/rep_barrier/34b2df3909c94c5687dd49230a900ec6 as hdfs://localhost:35887/user/jenkins/test-data/372c7cbf-d57e-5bec-8760-9612ec2917ce/data/hbase/meta/1588230740/rep_barrier/34b2df3909c94c5687dd49230a900ec6 2024-11-11T06:25:19,261 INFO [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35887/user/jenkins/test-data/372c7cbf-d57e-5bec-8760-9612ec2917ce/data/hbase/meta/1588230740/rep_barrier/34b2df3909c94c5687dd49230a900ec6, entries=1, sequenceid=11, filesize=5.4 K 2024-11-11T06:25:19,261 DEBUG [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35887/user/jenkins/test-data/372c7cbf-d57e-5bec-8760-9612ec2917ce/data/hbase/meta/1588230740/.tmp/table/9fa6c23aa1e54a76b6531e1af6cb5555 as hdfs://localhost:35887/user/jenkins/test-data/372c7cbf-d57e-5bec-8760-9612ec2917ce/data/hbase/meta/1588230740/table/9fa6c23aa1e54a76b6531e1af6cb5555 2024-11-11T06:25:19,264 INFO [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35887/user/jenkins/test-data/372c7cbf-d57e-5bec-8760-9612ec2917ce/data/hbase/meta/1588230740/table/9fa6c23aa1e54a76b6531e1af6cb5555, entries=2, sequenceid=11, filesize=5.0 K 2024-11-11T06:25:19,265 INFO [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1704ms, sequenceid=11, compaction requested=false 2024-11-11T06:25:19,268 DEBUG [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:35887/user/jenkins/test-data/372c7cbf-d57e-5bec-8760-9612ec2917ce/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-11T06:25:19,269 DEBUG [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-11T06:25:19,269 DEBUG [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-11T06:25:19,269 INFO [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-11T06:25:19,269 DEBUG [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731306317560Running coprocessor pre-close hooks at 1731306317560Disabling compacts and flushes for region at 1731306317560Disabling writes for close at 1731306317561 (+1 ms)Obtaining lock to block concurrent updates at 1731306317561Preparing flush snapshotting stores in 1588230740 at 1731306317561Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1731306317561Flushing stores of hbase:meta,,1.1588230740 at 1731306317562 (+1 ms)Flushing 1588230740/info: creating writer at 1731306317562Flushing 1588230740/info: appending metadata at 1731306317575 (+13 ms)Flushing 1588230740/info: closing flushed file at 1731306317575Flushing 1588230740/ns: creating writer at 1731306317983 (+408 ms)Flushing 1588230740/ns: appending metadata at 1731306317996 (+13 ms)Flushing 1588230740/ns: closing flushed file at 1731306317996Flushing 1588230740/rep_barrier: creating writer at 1731306318404 (+408 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731306318421 (+17 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731306318421Flushing 1588230740/table: creating writer at 1731306318828 (+407 ms)Flushing 1588230740/table: appending metadata at 1731306318842 (+14 ms)Flushing 1588230740/table: closing flushed file at 1731306318842Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5a053d: reopening flushed file at 1731306319249 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@27c2021e: reopening flushed file at 1731306319253 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@ba2245e: reopening flushed file at 1731306319257 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@78b613fb: reopening flushed file at 1731306319261 (+4 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1704ms, sequenceid=11, compaction requested=false at 1731306319265 (+4 ms)Writing region close event to WAL at 1731306319266 (+1 ms)Running coprocessor post-close hooks at 1731306319268 (+2 ms)Closed at 1731306319269 (+1 ms) 2024-11-11T06:25:19,269 DEBUG [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-11T06:25:19,362 INFO [RS:0;f334e8b0fbdf:42243 {}] regionserver.HRegionServer(976): stopping server f334e8b0fbdf,42243,1731306297926; all regions closed. 2024-11-11T06:25:19,364 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36121 is added to blk_1073741834_1010 (size=2717) 2024-11-11T06:25:19,366 DEBUG [RS:0;f334e8b0fbdf:42243 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/372c7cbf-d57e-5bec-8760-9612ec2917ce/oldWALs 2024-11-11T06:25:19,366 INFO [RS:0;f334e8b0fbdf:42243 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL f334e8b0fbdf%2C42243%2C1731306297926.meta:.meta(num 1731306300038) 2024-11-11T06:25:19,367 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36121 is added to blk_1073741832_1008 (size=1374) 2024-11-11T06:25:19,369 DEBUG [RS:0;f334e8b0fbdf:42243 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/372c7cbf-d57e-5bec-8760-9612ec2917ce/oldWALs 2024-11-11T06:25:19,369 INFO [RS:0;f334e8b0fbdf:42243 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL f334e8b0fbdf%2C42243%2C1731306297926:(num 1731306299112) 2024-11-11T06:25:19,369 DEBUG [RS:0;f334e8b0fbdf:42243 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T06:25:19,369 INFO [RS:0;f334e8b0fbdf:42243 {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T06:25:19,369 INFO [RS:0;f334e8b0fbdf:42243 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T06:25:19,369 INFO [RS:0;f334e8b0fbdf:42243 {}] hbase.ChoreService(370): Chore service for: regionserver/f334e8b0fbdf:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-11T06:25:19,369 INFO [RS:0;f334e8b0fbdf:42243 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T06:25:19,369 INFO [regionserver/f334e8b0fbdf:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T06:25:19,369 INFO [RS:0;f334e8b0fbdf:42243 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f334e8b0fbdf:42243. 2024-11-11T06:25:19,369 DEBUG [RS:0;f334e8b0fbdf:42243 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T06:25:19,369 DEBUG [RS:0;f334e8b0fbdf:42243 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T06:25:19,370 DEBUG [RS:0;f334e8b0fbdf:42243 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T06:25:19,370 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T06:25:19,370 INFO [RS:0;f334e8b0fbdf:42243 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42243 2024-11-11T06:25:19,371 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42243-0x10105b3721e0004, quorum=127.0.0.1:58288, baseZNode=/1-609572005 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-609572005/rs/f334e8b0fbdf,42243,1731306297926 2024-11-11T06:25:19,371 INFO [RS:0;f334e8b0fbdf:42243 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T06:25:19,371 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37263-0x10105b3721e0003, quorum=127.0.0.1:58288, baseZNode=/1-609572005 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-609572005/rs 2024-11-11T06:25:19,373 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [f334e8b0fbdf,42243,1731306297926] 2024-11-11T06:25:19,379 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-609572005/draining/f334e8b0fbdf,42243,1731306297926 already deleted, retry=false 2024-11-11T06:25:19,379 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; f334e8b0fbdf,42243,1731306297926 expired; onlineServers=0 2024-11-11T06:25:19,379 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'f334e8b0fbdf,37263,1731306297894' ***** 2024-11-11T06:25:19,379 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-11T06:25:19,380 INFO [M:0;f334e8b0fbdf:37263 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T06:25:19,380 INFO [M:0;f334e8b0fbdf:37263 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T06:25:19,380 DEBUG [M:0;f334e8b0fbdf:37263 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-11T06:25:19,380 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-11T06:25:19,380 DEBUG [M:0;f334e8b0fbdf:37263 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-11T06:25:19,380 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster-HFileCleaner.small.0-1731306298896 {}] cleaner.HFileCleaner(306): Exit Thread[master/f334e8b0fbdf:0:becomeActiveMaster-HFileCleaner.small.0-1731306298896,5,FailOnTimeoutGroup] 2024-11-11T06:25:19,380 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster-HFileCleaner.large.0-1731306298893 {}] cleaner.HFileCleaner(306): Exit Thread[master/f334e8b0fbdf:0:becomeActiveMaster-HFileCleaner.large.0-1731306298893,5,FailOnTimeoutGroup] 2024-11-11T06:25:19,380 INFO [M:0;f334e8b0fbdf:37263 {}] hbase.ChoreService(370): Chore service for: master/f334e8b0fbdf:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-11T06:25:19,380 INFO [M:0;f334e8b0fbdf:37263 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T06:25:19,380 DEBUG [M:0;f334e8b0fbdf:37263 {}] master.HMaster(1795): Stopping service threads 2024-11-11T06:25:19,380 INFO [M:0;f334e8b0fbdf:37263 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-11T06:25:19,380 INFO [M:0;f334e8b0fbdf:37263 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T06:25:19,380 INFO [M:0;f334e8b0fbdf:37263 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-11T06:25:19,380 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-11T06:25:19,381 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37263-0x10105b3721e0003, quorum=127.0.0.1:58288, baseZNode=/1-609572005 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-609572005/master 2024-11-11T06:25:19,381 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37263-0x10105b3721e0003, quorum=127.0.0.1:58288, baseZNode=/1-609572005 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-609572005 2024-11-11T06:25:19,381 DEBUG [M:0;f334e8b0fbdf:37263 {}] zookeeper.ZKUtil(347): master:37263-0x10105b3721e0003, quorum=127.0.0.1:58288, baseZNode=/1-609572005 Unable to get data of znode /1-609572005/master because node does not exist (not an error) 2024-11-11T06:25:19,381 WARN [M:0;f334e8b0fbdf:37263 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-11T06:25:19,382 INFO [M:0;f334e8b0fbdf:37263 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:35887/user/jenkins/test-data/372c7cbf-d57e-5bec-8760-9612ec2917ce/.lastflushedseqids 2024-11-11T06:25:19,386 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36121 is added to blk_1073741845_1021 (size=173) 2024-11-11T06:25:19,436 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,37727,1731306294235.replicationSource.wal-reader.f334e8b0fbdf%2C37727%2C1731306294235,1-f334e8b0fbdf,37727,1731306294235 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42993/user/jenkins/test-data/3cccb1b0-7cae-fb26-2b05-e0c51f6b15c6/WALs/f334e8b0fbdf,37727,1731306294235/f334e8b0fbdf%2C37727%2C1731306294235.1731306312103 to pos 393, reset compression=false 2024-11-11T06:25:19,473 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42243-0x10105b3721e0004, quorum=127.0.0.1:58288, baseZNode=/1-609572005 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T06:25:19,473 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42243-0x10105b3721e0004, quorum=127.0.0.1:58288, baseZNode=/1-609572005 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T06:25:19,473 INFO [RS:0;f334e8b0fbdf:42243 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T06:25:19,473 INFO [RS:0;f334e8b0fbdf:42243 {}] regionserver.HRegionServer(1031): Exiting; stopping=f334e8b0fbdf,42243,1731306297926; zookeeper connection closed. 2024-11-11T06:25:19,473 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@29da5915 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@29da5915 2024-11-11T06:25:19,473 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-11T06:25:19,786 INFO [M:0;f334e8b0fbdf:37263 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-11T06:25:19,786 INFO [M:0;f334e8b0fbdf:37263 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-11T06:25:19,786 DEBUG [M:0;f334e8b0fbdf:37263 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-11T06:25:19,786 INFO [M:0;f334e8b0fbdf:37263 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T06:25:19,786 DEBUG [M:0;f334e8b0fbdf:37263 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T06:25:19,786 DEBUG [M:0;f334e8b0fbdf:37263 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-11T06:25:19,786 DEBUG [M:0;f334e8b0fbdf:37263 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T06:25:19,786 INFO [M:0;f334e8b0fbdf:37263 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=28.00 KB heapSize=33.88 KB 2024-11-11T06:25:19,801 DEBUG [M:0;f334e8b0fbdf:37263 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35887/user/jenkins/test-data/372c7cbf-d57e-5bec-8760-9612ec2917ce/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/46240810d91d4057acea1acf848707cc is 82, key is hbase:meta,,1/info:regioninfo/1731306300067/Put/seqid=0 2024-11-11T06:25:19,804 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36121 is added to blk_1073741846_1022 (size=5672) 2024-11-11T06:25:20,030 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-11T06:25:20,031 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T06:25:20,031 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T06:25:20,032 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T06:25:20,032 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T06:25:20,032 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T06:25:20,032 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T06:25:20,032 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T06:25:20,033 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T06:25:20,063 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T06:25:20,063 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T06:25:20,063 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T06:25:20,064 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T06:25:20,064 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T06:25:20,064 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T06:25:20,068 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T06:25:20,071 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T06:25:20,071 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T06:25:20,091 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-11T06:25:20,205 INFO [M:0;f334e8b0fbdf:37263 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:35887/user/jenkins/test-data/372c7cbf-d57e-5bec-8760-9612ec2917ce/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/46240810d91d4057acea1acf848707cc 2024-11-11T06:25:20,222 DEBUG [M:0;f334e8b0fbdf:37263 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35887/user/jenkins/test-data/372c7cbf-d57e-5bec-8760-9612ec2917ce/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/66a6378943274c03aafdb09647ab61c3 is 1247, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1731306305490/Put/seqid=0 2024-11-11T06:25:20,224 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36121 is added to blk_1073741847_1023 (size=6587) 2024-11-11T06:25:20,225 INFO [M:0;f334e8b0fbdf:37263 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.45 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:35887/user/jenkins/test-data/372c7cbf-d57e-5bec-8760-9612ec2917ce/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/66a6378943274c03aafdb09647ab61c3 2024-11-11T06:25:20,244 DEBUG [M:0;f334e8b0fbdf:37263 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:35887/user/jenkins/test-data/372c7cbf-d57e-5bec-8760-9612ec2917ce/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a7c1d6f3f64d4b16aaebb1122c05c5a0 is 69, key is f334e8b0fbdf,42243,1731306297926/rs:state/1731306298964/Put/seqid=0 2024-11-11T06:25:20,247 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36121 is added to blk_1073741848_1024 (size=5156) 2024-11-11T06:25:20,285 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,2-f334e8b0fbdf,37727,1731306294235.replicationSource.wal-reader.f334e8b0fbdf%2C37727%2C1731306294235,2-f334e8b0fbdf,37727,1731306294235 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42993/user/jenkins/test-data/3cccb1b0-7cae-fb26-2b05-e0c51f6b15c6/WALs/f334e8b0fbdf,37727,1731306294235/f334e8b0fbdf%2C37727%2C1731306294235.1731306312103 to pos 393, reset compression=false 2024-11-11T06:25:20,639 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,37727,1731306294235.replicationSource.wal-reader.f334e8b0fbdf%2C37727%2C1731306294235,1-f334e8b0fbdf,37727,1731306294235 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42993/user/jenkins/test-data/3cccb1b0-7cae-fb26-2b05-e0c51f6b15c6/WALs/f334e8b0fbdf,37727,1731306294235/f334e8b0fbdf%2C37727%2C1731306294235.1731306312103 to pos 393, reset compression=false 2024-11-11T06:25:20,648 INFO [M:0;f334e8b0fbdf:37263 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:35887/user/jenkins/test-data/372c7cbf-d57e-5bec-8760-9612ec2917ce/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a7c1d6f3f64d4b16aaebb1122c05c5a0 2024-11-11T06:25:20,652 DEBUG [M:0;f334e8b0fbdf:37263 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35887/user/jenkins/test-data/372c7cbf-d57e-5bec-8760-9612ec2917ce/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/46240810d91d4057acea1acf848707cc as hdfs://localhost:35887/user/jenkins/test-data/372c7cbf-d57e-5bec-8760-9612ec2917ce/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/46240810d91d4057acea1acf848707cc 2024-11-11T06:25:20,655 INFO [M:0;f334e8b0fbdf:37263 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35887/user/jenkins/test-data/372c7cbf-d57e-5bec-8760-9612ec2917ce/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/46240810d91d4057acea1acf848707cc, entries=8, sequenceid=55, filesize=5.5 K 2024-11-11T06:25:20,656 DEBUG [M:0;f334e8b0fbdf:37263 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35887/user/jenkins/test-data/372c7cbf-d57e-5bec-8760-9612ec2917ce/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/66a6378943274c03aafdb09647ab61c3 as hdfs://localhost:35887/user/jenkins/test-data/372c7cbf-d57e-5bec-8760-9612ec2917ce/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/66a6378943274c03aafdb09647ab61c3 2024-11-11T06:25:20,659 INFO [M:0;f334e8b0fbdf:37263 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35887/user/jenkins/test-data/372c7cbf-d57e-5bec-8760-9612ec2917ce/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/66a6378943274c03aafdb09647ab61c3, entries=6, sequenceid=55, filesize=6.4 K 2024-11-11T06:25:20,659 DEBUG [M:0;f334e8b0fbdf:37263 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:35887/user/jenkins/test-data/372c7cbf-d57e-5bec-8760-9612ec2917ce/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a7c1d6f3f64d4b16aaebb1122c05c5a0 as hdfs://localhost:35887/user/jenkins/test-data/372c7cbf-d57e-5bec-8760-9612ec2917ce/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/a7c1d6f3f64d4b16aaebb1122c05c5a0 2024-11-11T06:25:20,662 INFO [M:0;f334e8b0fbdf:37263 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:35887/user/jenkins/test-data/372c7cbf-d57e-5bec-8760-9612ec2917ce/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/a7c1d6f3f64d4b16aaebb1122c05c5a0, entries=1, sequenceid=55, filesize=5.0 K 2024-11-11T06:25:20,663 INFO [M:0;f334e8b0fbdf:37263 {}] regionserver.HRegion(3140): Finished flush of dataSize ~28.00 KB/28675, heapSize ~33.59 KB/34392, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 877ms, sequenceid=55, compaction requested=false 2024-11-11T06:25:20,664 INFO [M:0;f334e8b0fbdf:37263 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T06:25:20,664 DEBUG [M:0;f334e8b0fbdf:37263 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731306319786Disabling compacts and flushes for region at 1731306319786Disabling writes for close at 1731306319786Obtaining lock to block concurrent updates at 1731306319786Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731306319786Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28675, getHeapSize=34632, getOffHeapSize=0, getCellsCount=66 at 1731306319787 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731306319787Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731306319787Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731306319801 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731306319801Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731306320208 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731306320221 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731306320221Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731306320228 (+7 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731306320243 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731306320243Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6e49e1d0: reopening flushed file at 1731306320651 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@341ddbe0: reopening flushed file at 1731306320655 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@44deb09f: reopening flushed file at 1731306320659 (+4 ms)Finished flush of dataSize ~28.00 KB/28675, heapSize ~33.59 KB/34392, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 877ms, sequenceid=55, compaction requested=false at 1731306320663 (+4 ms)Writing region close event to WAL at 1731306320664 (+1 ms)Closed at 1731306320664 2024-11-11T06:25:20,666 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36121 is added to blk_1073741830_1006 (size=32782) 2024-11-11T06:25:20,666 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/372c7cbf-d57e-5bec-8760-9612ec2917ce/MasterData/WALs/f334e8b0fbdf,37263,1731306297894/f334e8b0fbdf%2C37263%2C1731306297894.1731306298798 not finished, retry = 0 2024-11-11T06:25:20,767 INFO [M:0;f334e8b0fbdf:37263 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-11T06:25:20,767 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T06:25:20,767 INFO [M:0;f334e8b0fbdf:37263 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37263 2024-11-11T06:25:20,767 INFO [M:0;f334e8b0fbdf:37263 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T06:25:20,868 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37263-0x10105b3721e0003, quorum=127.0.0.1:58288, baseZNode=/1-609572005 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T06:25:20,868 INFO [M:0;f334e8b0fbdf:37263 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T06:25:20,869 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37263-0x10105b3721e0003, quorum=127.0.0.1:58288, baseZNode=/1-609572005 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T06:25:20,871 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@53f5fff5{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T06:25:20,871 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@59f88d4a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T06:25:20,871 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T06:25:20,871 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2a4e6483{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T06:25:20,872 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@68dccdc{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/798279aa-dd17-619d-0093-32e5e33d584f/hadoop.log.dir/,STOPPED} 2024-11-11T06:25:20,873 WARN [BP-1623360819-172.17.0.2-1731306296885 heartbeating to localhost/127.0.0.1:35887 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-11T06:25:20,873 WARN [BP-1623360819-172.17.0.2-1731306296885 heartbeating to localhost/127.0.0.1:35887 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1623360819-172.17.0.2-1731306296885 (Datanode Uuid a8886a85-6983-4dd8-9324-01dc4a6685a7) service to localhost/127.0.0.1:35887 2024-11-11T06:25:20,873 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/798279aa-dd17-619d-0093-32e5e33d584f/cluster_9ad0807d-205d-3eef-a9db-b832bf730aaa/data/data1/current/BP-1623360819-172.17.0.2-1731306296885 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T06:25:20,873 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/798279aa-dd17-619d-0093-32e5e33d584f/cluster_9ad0807d-205d-3eef-a9db-b832bf730aaa/data/data2/current/BP-1623360819-172.17.0.2-1731306296885 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T06:25:20,873 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-11T06:25:20,874 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-11T06:25:20,874 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-11T06:25:20,880 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@c4eba30{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-11T06:25:20,880 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@72eb97c5{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T06:25:20,881 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T06:25:20,881 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5049b7ca{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T06:25:20,881 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@101e6610{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/798279aa-dd17-619d-0093-32e5e33d584f/hadoop.log.dir/,STOPPED} 2024-11-11T06:25:20,895 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-11T06:25:20,895 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-11T06:25:20,895 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T06:25:20,895 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T06:25:20,895 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T06:25:20,895 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T06:25:20,895 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T06:25:20,896 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-11T06:25:20,896 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1348033374, stopped=false 2024-11-11T06:25:20,896 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=f334e8b0fbdf,38421,1731306294183 2024-11-11T06:25:20,897 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38421-0x10105b3721e0000, quorum=127.0.0.1:58288, baseZNode=/0900951446 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0900951446/running 2024-11-11T06:25:20,897 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37727-0x10105b3721e0001, quorum=127.0.0.1:58288, baseZNode=/0900951446 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0900951446/running 2024-11-11T06:25:20,897 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38421-0x10105b3721e0000, quorum=127.0.0.1:58288, baseZNode=/0900951446 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0900951446 2024-11-11T06:25:20,897 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37727-0x10105b3721e0001, quorum=127.0.0.1:58288, baseZNode=/0900951446 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0900951446 2024-11-11T06:25:20,897 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T06:25:20,897 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-11T06:25:20,897 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T06:25:20,897 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T06:25:20,898 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'f334e8b0fbdf,37727,1731306294235' ***** 2024-11-11T06:25:20,898 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:38421-0x10105b3721e0000, quorum=127.0.0.1:58288, baseZNode=/0900951446 Set watcher on znode that does not yet exist, /0900951446/running 2024-11-11T06:25:20,898 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-11T06:25:20,898 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37727-0x10105b3721e0001, quorum=127.0.0.1:58288, baseZNode=/0900951446 Set watcher on znode that does not yet exist, /0900951446/running 2024-11-11T06:25:20,898 INFO [RS:0;f334e8b0fbdf:37727 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-11T06:25:20,899 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-11T06:25:20,899 INFO [RS:0;f334e8b0fbdf:37727 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-11T06:25:20,899 INFO [RS:0;f334e8b0fbdf:37727 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-11T06:25:20,899 INFO [RS:0;f334e8b0fbdf:37727 {}] regionserver.HRegionServer(3091): Received CLOSE for 42884b0968472746bbfc3a29c55addf4 2024-11-11T06:25:20,899 INFO [RS:0;f334e8b0fbdf:37727 {}] regionserver.HRegionServer(3091): Received CLOSE for 9ba6d8f893f177a849d2d2288e0548c6 2024-11-11T06:25:20,899 INFO [RS:0;f334e8b0fbdf:37727 {}] regionserver.HRegionServer(959): stopping server f334e8b0fbdf,37727,1731306294235 2024-11-11T06:25:20,899 INFO [RS:0;f334e8b0fbdf:37727 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T06:25:20,899 INFO [RS:0;f334e8b0fbdf:37727 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f334e8b0fbdf:37727. 2024-11-11T06:25:20,899 DEBUG [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 42884b0968472746bbfc3a29c55addf4, disabling compactions & flushes 2024-11-11T06:25:20,899 DEBUG [RS:0;f334e8b0fbdf:37727 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T06:25:20,899 INFO [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1731306303594.42884b0968472746bbfc3a29c55addf4. 2024-11-11T06:25:20,899 DEBUG [RS:0;f334e8b0fbdf:37727 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T06:25:20,899 DEBUG [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1731306303594.42884b0968472746bbfc3a29c55addf4. 2024-11-11T06:25:20,899 DEBUG [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1731306303594.42884b0968472746bbfc3a29c55addf4. after waiting 0 ms 2024-11-11T06:25:20,899 DEBUG [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1731306303594.42884b0968472746bbfc3a29c55addf4. 2024-11-11T06:25:20,899 INFO [RS:0;f334e8b0fbdf:37727 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-11T06:25:20,899 INFO [RS:0;f334e8b0fbdf:37727 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-11T06:25:20,899 INFO [RS:0;f334e8b0fbdf:37727 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-11T06:25:20,899 INFO [RS:0;f334e8b0fbdf:37727 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-11T06:25:20,900 INFO [RS:0;f334e8b0fbdf:37727 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-11T06:25:20,900 DEBUG [RS:0;f334e8b0fbdf:37727 {}] regionserver.HRegionServer(1325): Online Regions={42884b0968472746bbfc3a29c55addf4=test,,1731306303594.42884b0968472746bbfc3a29c55addf4., 1588230740=hbase:meta,,1.1588230740, 9ba6d8f893f177a849d2d2288e0548c6=hbase:replication,,1731306308034.9ba6d8f893f177a849d2d2288e0548c6.} 2024-11-11T06:25:20,900 DEBUG [RS:0;f334e8b0fbdf:37727 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 42884b0968472746bbfc3a29c55addf4, 9ba6d8f893f177a849d2d2288e0548c6 2024-11-11T06:25:20,900 DEBUG [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-11T06:25:20,900 INFO [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-11T06:25:20,900 DEBUG [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-11T06:25:20,900 DEBUG [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-11T06:25:20,900 DEBUG [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-11T06:25:20,900 INFO [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-11T06:25:20,902 INFO [regionserver/f334e8b0fbdf:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T06:25:20,903 DEBUG [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42993/user/jenkins/test-data/3cccb1b0-7cae-fb26-2b05-e0c51f6b15c6/data/default/test/42884b0968472746bbfc3a29c55addf4/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-11T06:25:20,903 DEBUG [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-11T06:25:20,903 DEBUG [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-11T06:25:20,903 INFO [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1731306303594.42884b0968472746bbfc3a29c55addf4. 2024-11-11T06:25:20,903 DEBUG [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 42884b0968472746bbfc3a29c55addf4: Waiting for close lock at 1731306320899Running coprocessor pre-close hooks at 1731306320899Disabling compacts and flushes for region at 1731306320899Disabling writes for close at 1731306320899Writing region close event to WAL at 1731306320900 (+1 ms)Running coprocessor post-close hooks at 1731306320903 (+3 ms)Closed at 1731306320903 2024-11-11T06:25:20,903 DEBUG [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1731306303594.42884b0968472746bbfc3a29c55addf4. 2024-11-11T06:25:20,904 DEBUG [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 9ba6d8f893f177a849d2d2288e0548c6, disabling compactions & flushes 2024-11-11T06:25:20,904 INFO [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1731306308034.9ba6d8f893f177a849d2d2288e0548c6. 2024-11-11T06:25:20,904 DEBUG [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1731306308034.9ba6d8f893f177a849d2d2288e0548c6. 2024-11-11T06:25:20,904 DEBUG [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1731306308034.9ba6d8f893f177a849d2d2288e0548c6. after waiting 0 ms 2024-11-11T06:25:20,904 DEBUG [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1731306308034.9ba6d8f893f177a849d2d2288e0548c6. 2024-11-11T06:25:20,904 INFO [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 9ba6d8f893f177a849d2d2288e0548c6 3/3 column families, dataSize=1.83 KB heapSize=3.97 KB 2024-11-11T06:25:20,920 DEBUG [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42993/user/jenkins/test-data/3cccb1b0-7cae-fb26-2b05-e0c51f6b15c6/data/hbase/meta/1588230740/.tmp/info/659573b5581f4c76844532e468814288 is 147, key is hbase:replication,,1731306308034.9ba6d8f893f177a849d2d2288e0548c6./info:regioninfo/1731306309196/Put/seqid=0 2024-11-11T06:25:20,920 DEBUG [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42993/user/jenkins/test-data/3cccb1b0-7cae-fb26-2b05-e0c51f6b15c6/data/hbase/replication/9ba6d8f893f177a849d2d2288e0548c6/.tmp/hfileref/a2fae5d7838743b989a3e19a10635acb is 74, key is 1/hfileref:29d3fc72ba6d4555b3fdedfc42cfe9ab_SeqId_4_/1731306311933/DeleteColumn/seqid=0 2024-11-11T06:25:20,924 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38855 is added to blk_1073741847_1023 (size=7686) 2024-11-11T06:25:20,924 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38855 is added to blk_1073741848_1024 (size=5489) 2024-11-11T06:25:20,924 INFO [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=840 B at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:42993/user/jenkins/test-data/3cccb1b0-7cae-fb26-2b05-e0c51f6b15c6/data/hbase/replication/9ba6d8f893f177a849d2d2288e0548c6/.tmp/hfileref/a2fae5d7838743b989a3e19a10635acb 2024-11-11T06:25:20,959 DEBUG [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42993/user/jenkins/test-data/3cccb1b0-7cae-fb26-2b05-e0c51f6b15c6/data/hbase/replication/9ba6d8f893f177a849d2d2288e0548c6/.tmp/queue/8b2b6b52e82942c89420e2dac77b8283 is 153, key is 1-f334e8b0fbdf,37727,1731306294235/queue:f334e8b0fbdf%2C37727%2C1731306294235/1731306313757/Put/seqid=0 2024-11-11T06:25:20,963 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38855 is added to blk_1073741849_1025 (size=5504) 2024-11-11T06:25:20,964 INFO [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.01 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:42993/user/jenkins/test-data/3cccb1b0-7cae-fb26-2b05-e0c51f6b15c6/data/hbase/replication/9ba6d8f893f177a849d2d2288e0548c6/.tmp/queue/8b2b6b52e82942c89420e2dac77b8283 2024-11-11T06:25:20,969 DEBUG [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42993/user/jenkins/test-data/3cccb1b0-7cae-fb26-2b05-e0c51f6b15c6/data/hbase/replication/9ba6d8f893f177a849d2d2288e0548c6/.tmp/hfileref/a2fae5d7838743b989a3e19a10635acb as hdfs://localhost:42993/user/jenkins/test-data/3cccb1b0-7cae-fb26-2b05-e0c51f6b15c6/data/hbase/replication/9ba6d8f893f177a849d2d2288e0548c6/hfileref/a2fae5d7838743b989a3e19a10635acb 2024-11-11T06:25:20,973 INFO [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42993/user/jenkins/test-data/3cccb1b0-7cae-fb26-2b05-e0c51f6b15c6/data/hbase/replication/9ba6d8f893f177a849d2d2288e0548c6/hfileref/a2fae5d7838743b989a3e19a10635acb, entries=6, sequenceid=17, filesize=5.4 K 2024-11-11T06:25:20,974 DEBUG [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42993/user/jenkins/test-data/3cccb1b0-7cae-fb26-2b05-e0c51f6b15c6/data/hbase/replication/9ba6d8f893f177a849d2d2288e0548c6/.tmp/queue/8b2b6b52e82942c89420e2dac77b8283 as hdfs://localhost:42993/user/jenkins/test-data/3cccb1b0-7cae-fb26-2b05-e0c51f6b15c6/data/hbase/replication/9ba6d8f893f177a849d2d2288e0548c6/queue/8b2b6b52e82942c89420e2dac77b8283 2024-11-11T06:25:20,978 INFO [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42993/user/jenkins/test-data/3cccb1b0-7cae-fb26-2b05-e0c51f6b15c6/data/hbase/replication/9ba6d8f893f177a849d2d2288e0548c6/queue/8b2b6b52e82942c89420e2dac77b8283, entries=2, sequenceid=17, filesize=5.4 K 2024-11-11T06:25:20,979 INFO [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.83 KB/1878, heapSize ~3.69 KB/3776, currentSize=0 B/0 for 9ba6d8f893f177a849d2d2288e0548c6 in 75ms, sequenceid=17, compaction requested=false 2024-11-11T06:25:20,988 DEBUG [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42993/user/jenkins/test-data/3cccb1b0-7cae-fb26-2b05-e0c51f6b15c6/data/hbase/replication/9ba6d8f893f177a849d2d2288e0548c6/recovered.edits/20.seqid, newMaxSeqId=20, maxSeqId=1 2024-11-11T06:25:20,988 DEBUG [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-11T06:25:20,989 DEBUG [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-11T06:25:20,989 INFO [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1731306308034.9ba6d8f893f177a849d2d2288e0548c6. 2024-11-11T06:25:20,989 DEBUG [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 9ba6d8f893f177a849d2d2288e0548c6: Waiting for close lock at 1731306320904Running coprocessor pre-close hooks at 1731306320904Disabling compacts and flushes for region at 1731306320904Disabling writes for close at 1731306320904Obtaining lock to block concurrent updates at 1731306320904Preparing flush snapshotting stores in 9ba6d8f893f177a849d2d2288e0548c6 at 1731306320904Finished memstore snapshotting hbase:replication,,1731306308034.9ba6d8f893f177a849d2d2288e0548c6., syncing WAL and waiting on mvcc, flushsize=dataSize=1878, getHeapSize=4016, getOffHeapSize=0, getCellsCount=19 at 1731306320904Flushing stores of hbase:replication,,1731306308034.9ba6d8f893f177a849d2d2288e0548c6. at 1731306320904Flushing 9ba6d8f893f177a849d2d2288e0548c6/hfileref: creating writer at 1731306320904Flushing 9ba6d8f893f177a849d2d2288e0548c6/hfileref: appending metadata at 1731306320920 (+16 ms)Flushing 9ba6d8f893f177a849d2d2288e0548c6/hfileref: closing flushed file at 1731306320920Flushing 9ba6d8f893f177a849d2d2288e0548c6/queue: creating writer at 1731306320928 (+8 ms)Flushing 9ba6d8f893f177a849d2d2288e0548c6/queue: appending metadata at 1731306320958 (+30 ms)Flushing 9ba6d8f893f177a849d2d2288e0548c6/queue: closing flushed file at 1731306320958Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@67111835: reopening flushed file at 1731306320968 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@b18760e: reopening flushed file at 1731306320974 (+6 ms)Finished flush of dataSize ~1.83 KB/1878, heapSize ~3.69 KB/3776, currentSize=0 B/0 for 9ba6d8f893f177a849d2d2288e0548c6 in 75ms, sequenceid=17, compaction requested=false at 1731306320979 (+5 ms)Writing region close event to WAL at 1731306320985 (+6 ms)Running coprocessor post-close hooks at 1731306320988 (+3 ms)Closed at 1731306320989 (+1 ms) 2024-11-11T06:25:20,989 DEBUG [RS_CLOSE_REGION-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1731306308034.9ba6d8f893f177a849d2d2288e0548c6. 2024-11-11T06:25:21,100 DEBUG [RS:0;f334e8b0fbdf:37727 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T06:25:21,177 INFO [regionserver/f334e8b0fbdf:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-11T06:25:21,177 INFO [regionserver/f334e8b0fbdf:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-11T06:25:21,300 DEBUG [RS:0;f334e8b0fbdf:37727 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T06:25:21,325 INFO [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42993/user/jenkins/test-data/3cccb1b0-7cae-fb26-2b05-e0c51f6b15c6/data/hbase/meta/1588230740/.tmp/info/659573b5581f4c76844532e468814288 2024-11-11T06:25:21,347 DEBUG [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42993/user/jenkins/test-data/3cccb1b0-7cae-fb26-2b05-e0c51f6b15c6/data/hbase/meta/1588230740/.tmp/ns/0cf2d8d88d5747a7b2dc8d8c7d15e50d is 43, key is default/ns:d/1731306296764/Put/seqid=0 2024-11-11T06:25:21,350 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38855 is added to blk_1073741850_1026 (size=5153) 2024-11-11T06:25:21,500 DEBUG [RS:0;f334e8b0fbdf:37727 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T06:25:21,588 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,2-f334e8b0fbdf,37727,1731306294235.replicationSource.wal-reader.f334e8b0fbdf%2C37727%2C1731306294235,2-f334e8b0fbdf,37727,1731306294235 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42993/user/jenkins/test-data/3cccb1b0-7cae-fb26-2b05-e0c51f6b15c6/WALs/f334e8b0fbdf,37727,1731306294235/f334e8b0fbdf%2C37727%2C1731306294235.1731306312103 to pos 393, reset compression=false 2024-11-11T06:25:21,591 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,2-f334e8b0fbdf,37727,1731306294235.replicationSource.wal-reader.f334e8b0fbdf%2C37727%2C1731306294235,2-f334e8b0fbdf,37727,1731306294235 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-11T06:25:21,591 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,2-f334e8b0fbdf,37727,1731306294235.replicationSource.wal-reader.f334e8b0fbdf%2C37727%2C1731306294235,2-f334e8b0fbdf,37727,1731306294235 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42993/user/jenkins/test-data/3cccb1b0-7cae-fb26-2b05-e0c51f6b15c6/WALs/f334e8b0fbdf,37727,1731306294235/f334e8b0fbdf%2C37727%2C1731306294235.1731306312103 to pos 688, reset compression=false 2024-11-11T06:25:21,592 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,2-f334e8b0fbdf,37727,1731306294235.replicationSource.shipperf334e8b0fbdf%2C37727%2C1731306294235,2-f334e8b0fbdf,37727,1731306294235 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2-f334e8b0fbdf,37727,1731306294235 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42993/user/jenkins/test-data/3cccb1b0-7cae-fb26-2b05-e0c51f6b15c6/WALs/f334e8b0fbdf,37727,1731306294235/f334e8b0fbdf%2C37727%2C1731306294235.1731306312103, lastWalPosition=688, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-11T06:25:21,592 ERROR [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,2-f334e8b0fbdf,37727,1731306294235.replicationSource.shipperf334e8b0fbdf%2C37727%2C1731306294235,2-f334e8b0fbdf,37727,1731306294235 {}] regionserver.HRegionServer(2440): ***** ABORTING region server f334e8b0fbdf,37727,1731306294235: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=2-f334e8b0fbdf,37727,1731306294235, walGroup=f334e8b0fbdf%2C37727%2C1731306294235, offset=f334e8b0fbdf%2C37727%2C1731306294235.1731306312103:688, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f334e8b0fbdf:37727 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor134.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-11T06:25:21,593 ERROR [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,2-f334e8b0fbdf,37727,1731306294235.replicationSource.shipperf334e8b0fbdf%2C37727%2C1731306294235,2-f334e8b0fbdf,37727,1731306294235 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-11T06:25:21,593 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,2-f334e8b0fbdf,37727,1731306294235.replicationSource.shipperf334e8b0fbdf%2C37727%2C1731306294235,2-f334e8b0fbdf,37727,1731306294235 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-11T06:25:21,594 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,2-f334e8b0fbdf,37727,1731306294235.replicationSource.shipperf334e8b0fbdf%2C37727%2C1731306294235,2-f334e8b0fbdf,37727,1731306294235 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-11T06:25:21,594 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,2-f334e8b0fbdf,37727,1731306294235.replicationSource.shipperf334e8b0fbdf%2C37727%2C1731306294235,2-f334e8b0fbdf,37727,1731306294235 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-11T06:25:21,594 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,2-f334e8b0fbdf,37727,1731306294235.replicationSource.shipperf334e8b0fbdf%2C37727%2C1731306294235,2-f334e8b0fbdf,37727,1731306294235 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-11T06:25:21,594 INFO [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,2-f334e8b0fbdf,37727,1731306294235.replicationSource.shipperf334e8b0fbdf%2C37727%2C1731306294235,2-f334e8b0fbdf,37727,1731306294235 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1619001344, "init": 1048576000, "max": 2306867200, "used": 862615104 }, "NonHeapMemoryUsage": { "committed": 211943424, "init": 7667712, "max": -1, "used": 208938896 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-11T06:25:21,594 WARN [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,2-f334e8b0fbdf,37727,1731306294235.replicationSource.shipperf334e8b0fbdf%2C37727%2C1731306294235,2-f334e8b0fbdf,37727,1731306294235 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f334e8b0fbdf:38421 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f334e8b0fbdf:38421 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor134.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-11T06:25:21,701 DEBUG [RS:0;f334e8b0fbdf:37727 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T06:25:21,751 INFO [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42993/user/jenkins/test-data/3cccb1b0-7cae-fb26-2b05-e0c51f6b15c6/data/hbase/meta/1588230740/.tmp/ns/0cf2d8d88d5747a7b2dc8d8c7d15e50d 2024-11-11T06:25:21,767 DEBUG [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42993/user/jenkins/test-data/3cccb1b0-7cae-fb26-2b05-e0c51f6b15c6/data/hbase/meta/1588230740/.tmp/rep_barrier/26b21cd1ba524edc93633a9aa4eede8e is 112, key is test,,1731306303594.42884b0968472746bbfc3a29c55addf4./rep_barrier:seqnumDuringOpen/1731306304349/Put/seqid=0 2024-11-11T06:25:21,770 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38855 is added to blk_1073741851_1027 (size=5518) 2024-11-11T06:25:21,771 INFO [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42993/user/jenkins/test-data/3cccb1b0-7cae-fb26-2b05-e0c51f6b15c6/data/hbase/meta/1588230740/.tmp/rep_barrier/26b21cd1ba524edc93633a9aa4eede8e 2024-11-11T06:25:21,786 DEBUG [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42993/user/jenkins/test-data/3cccb1b0-7cae-fb26-2b05-e0c51f6b15c6/data/hbase/meta/1588230740/.tmp/table/77b7dee2a2f941eeb93098ec89885a32 is 53, key is hbase:replication/table:state/1731306309202/Put/seqid=0 2024-11-11T06:25:21,789 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38855 is added to blk_1073741852_1028 (size=5308) 2024-11-11T06:25:21,794 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,2-f334e8b0fbdf,37727,1731306294235.replicationSource.wal-reader.f334e8b0fbdf%2C37727%2C1731306294235,2-f334e8b0fbdf,37727,1731306294235 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42993/user/jenkins/test-data/3cccb1b0-7cae-fb26-2b05-e0c51f6b15c6/WALs/f334e8b0fbdf,37727,1731306294235/f334e8b0fbdf%2C37727%2C1731306294235.1731306312103 to pos 688, reset compression=false 2024-11-11T06:25:21,901 INFO [RS:0;f334e8b0fbdf:37727 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-11T06:25:21,901 DEBUG [RS:0;f334e8b0fbdf:37727 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-11T06:25:21,901 DEBUG [RS:0;f334e8b0fbdf:37727 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T06:25:21,943 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,37727,1731306294235.replicationSource.wal-reader.f334e8b0fbdf%2C37727%2C1731306294235,1-f334e8b0fbdf,37727,1731306294235 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42993/user/jenkins/test-data/3cccb1b0-7cae-fb26-2b05-e0c51f6b15c6/WALs/f334e8b0fbdf,37727,1731306294235/f334e8b0fbdf%2C37727%2C1731306294235.1731306312103 to pos 393, reset compression=false 2024-11-11T06:25:21,947 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,37727,1731306294235.replicationSource.wal-reader.f334e8b0fbdf%2C37727%2C1731306294235,1-f334e8b0fbdf,37727,1731306294235 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-11T06:25:21,947 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,37727,1731306294235.replicationSource.wal-reader.f334e8b0fbdf%2C37727%2C1731306294235,1-f334e8b0fbdf,37727,1731306294235 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42993/user/jenkins/test-data/3cccb1b0-7cae-fb26-2b05-e0c51f6b15c6/WALs/f334e8b0fbdf,37727,1731306294235/f334e8b0fbdf%2C37727%2C1731306294235.1731306312103 to pos 688, reset compression=false 2024-11-11T06:25:21,947 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,37727,1731306294235.replicationSource.shipperf334e8b0fbdf%2C37727%2C1731306294235,1-f334e8b0fbdf,37727,1731306294235 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-f334e8b0fbdf,37727,1731306294235 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42993/user/jenkins/test-data/3cccb1b0-7cae-fb26-2b05-e0c51f6b15c6/WALs/f334e8b0fbdf,37727,1731306294235/f334e8b0fbdf%2C37727%2C1731306294235.1731306312103, lastWalPosition=688, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-11T06:25:21,948 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,37727,1731306294235.replicationSource.shipperf334e8b0fbdf%2C37727%2C1731306294235,1-f334e8b0fbdf,37727,1731306294235 {}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Failed to operate on replication queue 2024-11-11T06:25:22,097 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,2-f334e8b0fbdf,37727,1731306294235.replicationSource.wal-reader.f334e8b0fbdf%2C37727%2C1731306294235,2-f334e8b0fbdf,37727,1731306294235 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42993/user/jenkins/test-data/3cccb1b0-7cae-fb26-2b05-e0c51f6b15c6/WALs/f334e8b0fbdf,37727,1731306294235/f334e8b0fbdf%2C37727%2C1731306294235.1731306312103 to pos 688, reset compression=false 2024-11-11T06:25:22,101 DEBUG [RS:0;f334e8b0fbdf:37727 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-11T06:25:22,150 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,37727,1731306294235.replicationSource.wal-reader.f334e8b0fbdf%2C37727%2C1731306294235,1-f334e8b0fbdf,37727,1731306294235 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42993/user/jenkins/test-data/3cccb1b0-7cae-fb26-2b05-e0c51f6b15c6/WALs/f334e8b0fbdf,37727,1731306294235/f334e8b0fbdf%2C37727%2C1731306294235.1731306312103 to pos 688, reset compression=false 2024-11-11T06:25:22,190 INFO [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42993/user/jenkins/test-data/3cccb1b0-7cae-fb26-2b05-e0c51f6b15c6/data/hbase/meta/1588230740/.tmp/table/77b7dee2a2f941eeb93098ec89885a32 2024-11-11T06:25:22,193 DEBUG [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42993/user/jenkins/test-data/3cccb1b0-7cae-fb26-2b05-e0c51f6b15c6/data/hbase/meta/1588230740/.tmp/info/659573b5581f4c76844532e468814288 as hdfs://localhost:42993/user/jenkins/test-data/3cccb1b0-7cae-fb26-2b05-e0c51f6b15c6/data/hbase/meta/1588230740/info/659573b5581f4c76844532e468814288 2024-11-11T06:25:22,196 INFO [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42993/user/jenkins/test-data/3cccb1b0-7cae-fb26-2b05-e0c51f6b15c6/data/hbase/meta/1588230740/info/659573b5581f4c76844532e468814288, entries=20, sequenceid=16, filesize=7.5 K 2024-11-11T06:25:22,196 DEBUG [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42993/user/jenkins/test-data/3cccb1b0-7cae-fb26-2b05-e0c51f6b15c6/data/hbase/meta/1588230740/.tmp/ns/0cf2d8d88d5747a7b2dc8d8c7d15e50d as hdfs://localhost:42993/user/jenkins/test-data/3cccb1b0-7cae-fb26-2b05-e0c51f6b15c6/data/hbase/meta/1588230740/ns/0cf2d8d88d5747a7b2dc8d8c7d15e50d 2024-11-11T06:25:22,199 INFO [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42993/user/jenkins/test-data/3cccb1b0-7cae-fb26-2b05-e0c51f6b15c6/data/hbase/meta/1588230740/ns/0cf2d8d88d5747a7b2dc8d8c7d15e50d, entries=2, sequenceid=16, filesize=5.0 K 2024-11-11T06:25:22,200 DEBUG [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42993/user/jenkins/test-data/3cccb1b0-7cae-fb26-2b05-e0c51f6b15c6/data/hbase/meta/1588230740/.tmp/rep_barrier/26b21cd1ba524edc93633a9aa4eede8e as hdfs://localhost:42993/user/jenkins/test-data/3cccb1b0-7cae-fb26-2b05-e0c51f6b15c6/data/hbase/meta/1588230740/rep_barrier/26b21cd1ba524edc93633a9aa4eede8e 2024-11-11T06:25:22,203 INFO [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42993/user/jenkins/test-data/3cccb1b0-7cae-fb26-2b05-e0c51f6b15c6/data/hbase/meta/1588230740/rep_barrier/26b21cd1ba524edc93633a9aa4eede8e, entries=1, sequenceid=16, filesize=5.4 K 2024-11-11T06:25:22,203 DEBUG [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42993/user/jenkins/test-data/3cccb1b0-7cae-fb26-2b05-e0c51f6b15c6/data/hbase/meta/1588230740/.tmp/table/77b7dee2a2f941eeb93098ec89885a32 as hdfs://localhost:42993/user/jenkins/test-data/3cccb1b0-7cae-fb26-2b05-e0c51f6b15c6/data/hbase/meta/1588230740/table/77b7dee2a2f941eeb93098ec89885a32 2024-11-11T06:25:22,206 INFO [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42993/user/jenkins/test-data/3cccb1b0-7cae-fb26-2b05-e0c51f6b15c6/data/hbase/meta/1588230740/table/77b7dee2a2f941eeb93098ec89885a32, entries=4, sequenceid=16, filesize=5.2 K 2024-11-11T06:25:22,207 INFO [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1307ms, sequenceid=16, compaction requested=false 2024-11-11T06:25:22,207 DEBUG [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-11T06:25:22,210 DEBUG [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42993/user/jenkins/test-data/3cccb1b0-7cae-fb26-2b05-e0c51f6b15c6/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-11T06:25:22,211 DEBUG [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-11T06:25:22,211 DEBUG [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-11T06:25:22,211 INFO [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-11T06:25:22,211 DEBUG [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1731306320900Running coprocessor pre-close hooks at 1731306320900Disabling compacts and flushes for region at 1731306320900Disabling writes for close at 1731306320900Obtaining lock to block concurrent updates at 1731306320900Preparing flush snapshotting stores in 1588230740 at 1731306320900Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1731306320900Flushing stores of hbase:meta,,1.1588230740 at 1731306320901 (+1 ms)Flushing 1588230740/info: creating writer at 1731306320901Flushing 1588230740/info: appending metadata at 1731306320920 (+19 ms)Flushing 1588230740/info: closing flushed file at 1731306320920Flushing 1588230740/ns: creating writer at 1731306321329 (+409 ms)Flushing 1588230740/ns: appending metadata at 1731306321347 (+18 ms)Flushing 1588230740/ns: closing flushed file at 1731306321347Flushing 1588230740/rep_barrier: creating writer at 1731306321754 (+407 ms)Flushing 1588230740/rep_barrier: appending metadata at 1731306321767 (+13 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1731306321767Flushing 1588230740/table: creating writer at 1731306321774 (+7 ms)Flushing 1588230740/table: appending metadata at 1731306321786 (+12 ms)Flushing 1588230740/table: closing flushed file at 1731306321786Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1eebabdf: reopening flushed file at 1731306322193 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4063ac4c: reopening flushed file at 1731306322196 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@445505fc: reopening flushed file at 1731306322200 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2cd5b856: reopening flushed file at 1731306322203 (+3 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1307ms, sequenceid=16, compaction requested=false at 1731306322207 (+4 ms)Writing region close event to WAL at 1731306322208 (+1 ms)Running coprocessor post-close hooks at 1731306322211 (+3 ms)Closed at 1731306322211 2024-11-11T06:25:22,211 DEBUG [RS_CLOSE_META-regionserver/f334e8b0fbdf:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-11T06:25:22,301 INFO [RS:0;f334e8b0fbdf:37727 {}] regionserver.HRegionServer(976): stopping server f334e8b0fbdf,37727,1731306294235; all regions closed. 2024-11-11T06:25:22,303 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38855 is added to blk_1073741842_1018 (size=859) 2024-11-11T06:25:22,303 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/3cccb1b0-7cae-fb26-2b05-e0c51f6b15c6/WALs/f334e8b0fbdf,37727,1731306294235/f334e8b0fbdf%2C37727%2C1731306294235.meta.1731306312070.meta not finished, retry = 0 2024-11-11T06:25:22,406 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38855 is added to blk_1073741843_1019 (size=2791) 2024-11-11T06:25:22,406 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/3cccb1b0-7cae-fb26-2b05-e0c51f6b15c6/WALs/f334e8b0fbdf,37727,1731306294235/f334e8b0fbdf%2C37727%2C1731306294235.rep.1731306312087 not finished, retry = 0 2024-11-11T06:25:22,452 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,37727,1731306294235.replicationSource.wal-reader.f334e8b0fbdf%2C37727%2C1731306294235,1-f334e8b0fbdf,37727,1731306294235 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42993/user/jenkins/test-data/3cccb1b0-7cae-fb26-2b05-e0c51f6b15c6/WALs/f334e8b0fbdf,37727,1731306294235/f334e8b0fbdf%2C37727%2C1731306294235.1731306312103 to pos 688, reset compression=false 2024-11-11T06:25:22,501 DEBUG [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,2-f334e8b0fbdf,37727,1731306294235.replicationSource.wal-reader.f334e8b0fbdf%2C37727%2C1731306294235,2-f334e8b0fbdf,37727,1731306294235 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42993/user/jenkins/test-data/3cccb1b0-7cae-fb26-2b05-e0c51f6b15c6/WALs/f334e8b0fbdf,37727,1731306294235/f334e8b0fbdf%2C37727%2C1731306294235.1731306312103 to pos 688, reset compression=false 2024-11-11T06:25:22,508 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38855 is added to blk_1073741844_1020 (size=696) 2024-11-11T06:25:22,508 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/3cccb1b0-7cae-fb26-2b05-e0c51f6b15c6/WALs/f334e8b0fbdf,37727,1731306294235/f334e8b0fbdf%2C37727%2C1731306294235.1731306312103 not finished, retry = 0 2024-11-11T06:25:22,609 DEBUG [RS:0;f334e8b0fbdf:37727 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T06:25:22,609 INFO [RS:0;f334e8b0fbdf:37727 {}] regionserver.LeaseManager(133): Closed leases 2024-11-11T06:25:22,609 INFO [RS:0;f334e8b0fbdf:37727 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T06:25:22,609 INFO [RS:0;f334e8b0fbdf:37727 {}] hbase.ChoreService(370): Chore service for: regionserver/f334e8b0fbdf:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-11T06:25:22,609 INFO [RS:0;f334e8b0fbdf:37727 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T06:25:22,610 INFO [regionserver/f334e8b0fbdf:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T06:25:22,610 INFO [RS:0;f334e8b0fbdf:37727 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-f334e8b0fbdf,37727,1731306294235 because: Region server is closing 2024-11-11T06:25:22,610 INFO [RS:0;f334e8b0fbdf:37727 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f334e8b0fbdf:37727. 2024-11-11T06:25:22,610 DEBUG [RS:0;f334e8b0fbdf:37727 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T06:25:22,610 DEBUG [RS:0;f334e8b0fbdf:37727 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T06:25:22,611 DEBUG [RS:0;f334e8b0fbdf:37727 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T06:25:22,611 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T06:25:22,711 INFO [RS:0;f334e8b0fbdf:37727 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,37727,1731306294235.replicationSource.shipperf334e8b0fbdf%2C37727%2C1731306294235,1-f334e8b0fbdf,37727,1731306294235 terminated 2024-11-11T06:25:22,711 INFO [RS:0;f334e8b0fbdf:37727 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-f334e8b0fbdf,37727,1731306294235 because: Region server is closing 2024-11-11T06:25:22,711 WARN [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,1-f334e8b0fbdf,37727,1731306294235.replicationSource.wal-reader.f334e8b0fbdf%2C37727%2C1731306294235,1-f334e8b0fbdf,37727,1731306294235 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-11T06:25:22,711 INFO [RS:0;f334e8b0fbdf:37727 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;f334e8b0fbdf:37727. 2024-11-11T06:25:22,711 DEBUG [RS:0;f334e8b0fbdf:37727 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-11T06:25:22,711 DEBUG [RS:0;f334e8b0fbdf:37727 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T06:25:22,711 DEBUG [RS:0;f334e8b0fbdf:37727 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-11T06:25:22,711 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-11T06:25:22,812 INFO [RS:0;f334e8b0fbdf:37727 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,2-f334e8b0fbdf,37727,1731306294235.replicationSource.shipperf334e8b0fbdf%2C37727%2C1731306294235,2-f334e8b0fbdf,37727,1731306294235 terminated 2024-11-11T06:25:22,812 WARN [RS_REFRESH_PEER-regionserver/f334e8b0fbdf:0-0.replicationSource,2-f334e8b0fbdf,37727,1731306294235.replicationSource.wal-reader.f334e8b0fbdf%2C37727%2C1731306294235,2-f334e8b0fbdf,37727,1731306294235 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-11T06:25:22,812 INFO [RS:0;f334e8b0fbdf:37727 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37727 2024-11-11T06:25:22,815 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38421-0x10105b3721e0000, quorum=127.0.0.1:58288, baseZNode=/0900951446 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0900951446/rs 2024-11-11T06:25:22,815 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37727-0x10105b3721e0001, quorum=127.0.0.1:58288, baseZNode=/0900951446 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0900951446/rs/f334e8b0fbdf,37727,1731306294235 2024-11-11T06:25:22,815 INFO [RS:0;f334e8b0fbdf:37727 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T06:25:22,815 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [f334e8b0fbdf,37727,1731306294235] 2024-11-11T06:25:22,817 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0900951446/draining/f334e8b0fbdf,37727,1731306294235 already deleted, retry=false 2024-11-11T06:25:22,817 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; f334e8b0fbdf,37727,1731306294235 expired; onlineServers=0 2024-11-11T06:25:22,817 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'f334e8b0fbdf,38421,1731306294183' ***** 2024-11-11T06:25:22,817 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-11T06:25:22,817 INFO [M:0;f334e8b0fbdf:38421 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-11T06:25:22,817 INFO [M:0;f334e8b0fbdf:38421 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-11T06:25:22,817 DEBUG [M:0;f334e8b0fbdf:38421 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-11T06:25:22,817 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-11T06:25:22,817 DEBUG [M:0;f334e8b0fbdf:38421 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-11T06:25:22,817 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster-HFileCleaner.small.0-1731306295993 {}] cleaner.HFileCleaner(306): Exit Thread[master/f334e8b0fbdf:0:becomeActiveMaster-HFileCleaner.small.0-1731306295993,5,FailOnTimeoutGroup] 2024-11-11T06:25:22,817 DEBUG [master/f334e8b0fbdf:0:becomeActiveMaster-HFileCleaner.large.0-1731306295993 {}] cleaner.HFileCleaner(306): Exit Thread[master/f334e8b0fbdf:0:becomeActiveMaster-HFileCleaner.large.0-1731306295993,5,FailOnTimeoutGroup] 2024-11-11T06:25:22,817 INFO [M:0;f334e8b0fbdf:38421 {}] hbase.ChoreService(370): Chore service for: master/f334e8b0fbdf:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-11T06:25:22,817 INFO [M:0;f334e8b0fbdf:38421 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-11T06:25:22,818 DEBUG [M:0;f334e8b0fbdf:38421 {}] master.HMaster(1795): Stopping service threads 2024-11-11T06:25:22,818 INFO [M:0;f334e8b0fbdf:38421 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-11T06:25:22,818 INFO [M:0;f334e8b0fbdf:38421 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-11T06:25:22,818 INFO [M:0;f334e8b0fbdf:38421 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-11T06:25:22,818 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38421-0x10105b3721e0000, quorum=127.0.0.1:58288, baseZNode=/0900951446 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0900951446/master 2024-11-11T06:25:22,818 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38421-0x10105b3721e0000, quorum=127.0.0.1:58288, baseZNode=/0900951446 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0900951446 2024-11-11T06:25:22,818 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-11T06:25:22,819 DEBUG [M:0;f334e8b0fbdf:38421 {}] zookeeper.ZKUtil(347): master:38421-0x10105b3721e0000, quorum=127.0.0.1:58288, baseZNode=/0900951446 Unable to get data of znode /0900951446/master because node does not exist (not an error) 2024-11-11T06:25:22,819 WARN [M:0;f334e8b0fbdf:38421 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-11T06:25:22,820 INFO [M:0;f334e8b0fbdf:38421 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:42993/user/jenkins/test-data/3cccb1b0-7cae-fb26-2b05-e0c51f6b15c6/.lastflushedseqids 2024-11-11T06:25:22,823 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38855 is added to blk_1073741853_1029 (size=263) 2024-11-11T06:25:22,917 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37727-0x10105b3721e0001, quorum=127.0.0.1:58288, baseZNode=/0900951446 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T06:25:22,917 INFO [RS:0;f334e8b0fbdf:37727 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T06:25:22,917 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37727-0x10105b3721e0001, quorum=127.0.0.1:58288, baseZNode=/0900951446 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T06:25:22,917 INFO [RS:0;f334e8b0fbdf:37727 {}] regionserver.HRegionServer(1031): Exiting; stopping=f334e8b0fbdf,37727,1731306294235; zookeeper connection closed. 2024-11-11T06:25:22,917 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@65b02d85 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@65b02d85 2024-11-11T06:25:22,917 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-11T06:25:23,224 INFO [M:0;f334e8b0fbdf:38421 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-11T06:25:23,224 INFO [M:0;f334e8b0fbdf:38421 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-11T06:25:23,224 DEBUG [M:0;f334e8b0fbdf:38421 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-11T06:25:23,224 INFO [M:0;f334e8b0fbdf:38421 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T06:25:23,224 DEBUG [M:0;f334e8b0fbdf:38421 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T06:25:23,224 DEBUG [M:0;f334e8b0fbdf:38421 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-11T06:25:23,224 DEBUG [M:0;f334e8b0fbdf:38421 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T06:25:23,224 INFO [M:0;f334e8b0fbdf:38421 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=59.84 KB heapSize=70.52 KB 2024-11-11T06:25:23,242 DEBUG [M:0;f334e8b0fbdf:38421 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42993/user/jenkins/test-data/3cccb1b0-7cae-fb26-2b05-e0c51f6b15c6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e82e35086e9a49138e33c7da3096fdbf is 82, key is hbase:meta,,1/info:regioninfo/1731306296753/Put/seqid=0 2024-11-11T06:25:23,246 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38855 is added to blk_1073741854_1030 (size=5672) 2024-11-11T06:25:23,646 INFO [M:0;f334e8b0fbdf:38421 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:42993/user/jenkins/test-data/3cccb1b0-7cae-fb26-2b05-e0c51f6b15c6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e82e35086e9a49138e33c7da3096fdbf 2024-11-11T06:25:23,663 DEBUG [M:0;f334e8b0fbdf:38421 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42993/user/jenkins/test-data/3cccb1b0-7cae-fb26-2b05-e0c51f6b15c6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0a9bf730e5c04b8796ec21b1b09d2569 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1731306309204/Put/seqid=0 2024-11-11T06:25:23,666 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38855 is added to blk_1073741855_1031 (size=8910) 2024-11-11T06:25:23,771 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-11T06:25:24,067 INFO [M:0;f334e8b0fbdf:38421 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=59.29 KB at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:42993/user/jenkins/test-data/3cccb1b0-7cae-fb26-2b05-e0c51f6b15c6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0a9bf730e5c04b8796ec21b1b09d2569 2024-11-11T06:25:24,084 DEBUG [M:0;f334e8b0fbdf:38421 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42993/user/jenkins/test-data/3cccb1b0-7cae-fb26-2b05-e0c51f6b15c6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1650c66d5c8a47949a27e023389c2bf8 is 69, key is f334e8b0fbdf,37727,1731306294235/rs:state/1731306296072/Put/seqid=0 2024-11-11T06:25:24,087 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38855 is added to blk_1073741856_1032 (size=5156) 2024-11-11T06:25:24,219 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-11T06:25:24,220 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [f334e8b0fbdf,42169,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f334e8b0fbdf:42169 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-11T06:25:24,220 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 17, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 148699 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [f334e8b0fbdf,42169,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=f334e8b0fbdf:42169 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-11T06:25:24,488 INFO [M:0;f334e8b0fbdf:38421 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:42993/user/jenkins/test-data/3cccb1b0-7cae-fb26-2b05-e0c51f6b15c6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1650c66d5c8a47949a27e023389c2bf8 2024-11-11T06:25:24,492 DEBUG [M:0;f334e8b0fbdf:38421 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42993/user/jenkins/test-data/3cccb1b0-7cae-fb26-2b05-e0c51f6b15c6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e82e35086e9a49138e33c7da3096fdbf as hdfs://localhost:42993/user/jenkins/test-data/3cccb1b0-7cae-fb26-2b05-e0c51f6b15c6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/e82e35086e9a49138e33c7da3096fdbf 2024-11-11T06:25:24,496 INFO [M:0;f334e8b0fbdf:38421 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42993/user/jenkins/test-data/3cccb1b0-7cae-fb26-2b05-e0c51f6b15c6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/e82e35086e9a49138e33c7da3096fdbf, entries=8, sequenceid=112, filesize=5.5 K 2024-11-11T06:25:24,496 DEBUG [M:0;f334e8b0fbdf:38421 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42993/user/jenkins/test-data/3cccb1b0-7cae-fb26-2b05-e0c51f6b15c6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0a9bf730e5c04b8796ec21b1b09d2569 as hdfs://localhost:42993/user/jenkins/test-data/3cccb1b0-7cae-fb26-2b05-e0c51f6b15c6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/0a9bf730e5c04b8796ec21b1b09d2569 2024-11-11T06:25:24,500 INFO [M:0;f334e8b0fbdf:38421 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42993/user/jenkins/test-data/3cccb1b0-7cae-fb26-2b05-e0c51f6b15c6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/0a9bf730e5c04b8796ec21b1b09d2569, entries=13, sequenceid=112, filesize=8.7 K 2024-11-11T06:25:24,501 DEBUG [M:0;f334e8b0fbdf:38421 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42993/user/jenkins/test-data/3cccb1b0-7cae-fb26-2b05-e0c51f6b15c6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1650c66d5c8a47949a27e023389c2bf8 as hdfs://localhost:42993/user/jenkins/test-data/3cccb1b0-7cae-fb26-2b05-e0c51f6b15c6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/1650c66d5c8a47949a27e023389c2bf8 2024-11-11T06:25:24,504 INFO [M:0;f334e8b0fbdf:38421 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42993/user/jenkins/test-data/3cccb1b0-7cae-fb26-2b05-e0c51f6b15c6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/1650c66d5c8a47949a27e023389c2bf8, entries=1, sequenceid=112, filesize=5.0 K 2024-11-11T06:25:24,505 INFO [M:0;f334e8b0fbdf:38421 {}] regionserver.HRegion(3140): Finished flush of dataSize ~59.84 KB/61280, heapSize ~70.22 KB/71904, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1281ms, sequenceid=112, compaction requested=false 2024-11-11T06:25:24,506 INFO [M:0;f334e8b0fbdf:38421 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-11T06:25:24,506 DEBUG [M:0;f334e8b0fbdf:38421 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1731306323224Disabling compacts and flushes for region at 1731306323224Disabling writes for close at 1731306323224Obtaining lock to block concurrent updates at 1731306323225 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1731306323225Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=61280, getHeapSize=72144, getOffHeapSize=0, getCellsCount=131 at 1731306323225Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1731306323225Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1731306323225Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1731306323242 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1731306323242Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1731306323650 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1731306323663 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1731306323663Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1731306324070 (+407 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1731306324084 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1731306324084Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3d8420f: reopening flushed file at 1731306324491 (+407 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@261df8c7: reopening flushed file at 1731306324496 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@13a6db56: reopening flushed file at 1731306324500 (+4 ms)Finished flush of dataSize ~59.84 KB/61280, heapSize ~70.22 KB/71904, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1281ms, sequenceid=112, compaction requested=false at 1731306324505 (+5 ms)Writing region close event to WAL at 1731306324506 (+1 ms)Closed at 1731306324506 2024-11-11T06:25:24,508 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38855 is added to blk_1073741830_1006 (size=69067) 2024-11-11T06:25:24,508 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-11T06:25:24,508 INFO [M:0;f334e8b0fbdf:38421 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-11T06:25:24,509 INFO [M:0;f334e8b0fbdf:38421 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38421 2024-11-11T06:25:24,509 INFO [M:0;f334e8b0fbdf:38421 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-11T06:25:24,611 INFO [M:0;f334e8b0fbdf:38421 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-11T06:25:24,611 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38421-0x10105b3721e0000, quorum=127.0.0.1:58288, baseZNode=/0900951446 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T06:25:24,611 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:38421-0x10105b3721e0000, quorum=127.0.0.1:58288, baseZNode=/0900951446 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-11T06:25:24,614 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@47ce9b25{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-11T06:25:24,614 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2e46ca82{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T06:25:24,614 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T06:25:24,615 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@25701275{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T06:25:24,615 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@57591a4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ea4169fa-5968-9401-ec5d-797197749dba/hadoop.log.dir/,STOPPED} 2024-11-11T06:25:24,616 WARN [BP-944599041-172.17.0.2-1731306293158 heartbeating to localhost/127.0.0.1:42993 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-11T06:25:24,616 WARN [BP-944599041-172.17.0.2-1731306293158 heartbeating to localhost/127.0.0.1:42993 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-944599041-172.17.0.2-1731306293158 (Datanode Uuid d0705379-b47c-471e-8c13-cf9d284f3d6d) service to localhost/127.0.0.1:42993 2024-11-11T06:25:24,616 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-11T06:25:24,616 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-11T06:25:24,616 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ea4169fa-5968-9401-ec5d-797197749dba/cluster_bb1ec7bc-c95c-c798-2a8d-7cf40a60373d/data/data1/current/BP-944599041-172.17.0.2-1731306293158 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T06:25:24,617 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ea4169fa-5968-9401-ec5d-797197749dba/cluster_bb1ec7bc-c95c-c798-2a8d-7cf40a60373d/data/data2/current/BP-944599041-172.17.0.2-1731306293158 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-11T06:25:24,617 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-11T06:25:24,623 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3d873ff5{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-11T06:25:24,624 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@368fdfc4{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-11T06:25:24,624 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-11T06:25:24,624 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1cb4bfa8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-11T06:25:24,624 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7596a966{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ea4169fa-5968-9401-ec5d-797197749dba/hadoop.log.dir/,STOPPED} 2024-11-11T06:25:24,630 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-11T06:25:24,640 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-11T06:25:24,661 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileMultiSlaveReplication Thread=593 (was 531) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:35887 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:58288) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:58288) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-45-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-49-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:42993 from jenkins.hfs.21 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42993 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35887 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:42993 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.22@localhost:35887 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:35887 from jenkins.hfs.22 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:42683 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:42993 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-49-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42993 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-40-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:35887 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35887 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-49-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35887 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:42993 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-41-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-41-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:35887 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-47-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-45-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:58288) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42683 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:42683 from jenkins.hfs.23 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-47-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.23@localhost:42683 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42683 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:42683 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-40-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-47-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-40-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42993 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.21@localhost:42993 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42993 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:35887 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42683 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-45-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42993 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1591327397) connection to localhost/127.0.0.1:42683 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42993 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42993 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-41-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=975 (was 870) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=295 (was 246) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=8161 (was 8469) 2024-11-11T06:25:24,661 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=593 is superior to 500 2024-11-11T06:25:24,729 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x10105b3721e0008, quorum=127.0.0.1:58288, baseZNode=/21457773540 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-11T06:25:24,729 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x10105b3721e0002, quorum=127.0.0.1:58288, baseZNode=/0900951446 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-11T06:25:24,729 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x10105b3721e0008, quorum=127.0.0.1:58288, baseZNode=/21457773540 Received Disconnected from ZooKeeper, ignoring 2024-11-11T06:25:24,729 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x10105b3721e0005, quorum=127.0.0.1:58288, baseZNode=/1-609572005 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-11T06:25:24,729 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x10105b3721e0002, quorum=127.0.0.1:58288, baseZNode=/0900951446 Received Disconnected from ZooKeeper, ignoring 2024-11-11T06:25:24,729 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x10105b3721e0005, quorum=127.0.0.1:58288, baseZNode=/1-609572005 Received Disconnected from ZooKeeper, ignoring